From 02f956336f570df2b7c51122697675426659ecde Mon Sep 17 00:00:00 2001
From: Schneider Leo <leo.schneider@etu.ec-lyon.fr>
Date: Mon, 23 Sep 2024 16:31:33 +0200
Subject: [PATCH] del raysesult
---
.../experiment_state-2024-06-25_13-42-37.json | 48 ---
.../experiment_state-2024-06-25_15-19-46.json | 52 ----
.../experiment_state-2024-06-25_16-07-48.json | 116 -------
.../experiment_state-2024-06-25_17-10-00.json | 168 ----------
.../experiment_state-2024-06-27_14-14-55.json | 292 ------------------
.../search_gen_state-2024-06-25_13-42-37.json | Bin 2330 -> 0 bytes
.../search_gen_state-2024-06-25_15-19-46.json | Bin 2463 -> 0 bytes
.../search_gen_state-2024-06-25_16-07-48.json | Bin 2463 -> 0 bytes
.../search_gen_state-2024-06-25_17-10-00.json | Bin 2449 -> 0 bytes
.../search_gen_state-2024-06-27_14-14-55.json | Bin 2449 -> 0 bytes
.../searcher-state-2024-06-25_13-42-37.pkl | Bin 6631 -> 0 bytes
.../searcher-state-2024-06-25_15-19-46.pkl | Bin 6726 -> 0 bytes
.../searcher-state-2024-06-25_16-07-48.pkl | Bin 10106 -> 0 bytes
.../searcher-state-2024-06-25_17-10-00.pkl | Bin 13726 -> 0 bytes
.../searcher-state-2024-06-27_14-14-55.pkl | Bin 14855 -> 0 bytes
.../events.out.tfevents.1719315770.r9i1n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719316043.r9i1n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719316308.r9i1n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719316781.r9i1n2 | Bin 1500 -> 0 bytes
.../events.out.tfevents.1719317692.r9i1n2 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 19 --
.../result.json | 16 -
.../events.out.tfevents.1719329545.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719523891.r8i6n8 | Bin 4067 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719551009.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719493332.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719514001.r8i6n8 | Bin 3690 -> 0 bytes
.../events.out.tfevents.1719519535.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 21 --
.../result.json | 20 --
.../events.out.tfevents.1719493632.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719348621.r8i6n2 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719355502.r8i6n2 | Bin 2771 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719334649.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719338738.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719340670.r8i6n2 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 15 -
.../result.json | 14 -
.../events.out.tfevents.1719330179.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719330947.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../error.pkl | Bin 8633 -> 0 bytes
.../error.txt | 71 -----
.../events.out.tfevents.1719491860.r8i6n8 | Bin 40 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../result.json | 0
.../events.out.tfevents.1719509904.r8i6n8 | Bin 2771 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 6 -
.../result.json | 5 -
.../events.out.tfevents.1719517360.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719538777.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719346234.r8i6n2 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719354644.r8i6n2 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719357265.r8i6n2 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 21 --
.../result.json | 20 --
.../events.out.tfevents.1719325234.r3i5n6 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719499413.r8i6n8 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719325314.r3i5n6 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719327690.r3i5n6 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../error.pkl | Bin 4759 -> 0 bytes
.../error.txt | 26 --
.../events.out.tfevents.1719325388.r3i5n6 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719327763.r3i5n6 | Bin 40 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719520903.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719329807.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719330099.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719330869.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719331459.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 5 -
.../result.json | 4 -
.../events.out.tfevents.1719326598.r3i5n6 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719551747.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../error.pkl | Bin 7986 -> 0 bytes
.../error.txt | 65 ----
.../events.out.tfevents.1719498812.r8i6n8 | Bin 40 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../result.json | 0
.../events.out.tfevents.1719534198.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719330290.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719331058.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719327790.r3i5n6 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719346547.r8i6n2 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719354952.r8i6n2 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719357872.r8i6n2 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 21 --
.../result.json | 20 --
.../events.out.tfevents.1719491882.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719548344.r8i6n8 | Bin 4067 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719329461.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719346823.r8i6n2 | Bin 2771 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 6 -
.../result.json | 5 -
.../events.out.tfevents.1719492460.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719333829.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719338189.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719340067.r8i6n2 | Bin 2406 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 9 -
.../result.json | 8 -
.../events.out.tfevents.1719490508.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719493727.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../error.pkl | Bin 8271 -> 0 bytes
.../error.txt | 68 ----
.../events.out.tfevents.1719326860.r3i5n6 | Bin 40 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../result.json | 0
.../events.out.tfevents.1719490908.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719329693.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719330754.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719536263.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719499162.r8i6n8 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719324574.r3i5n6 | Bin 1241 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719518127.r8i6n8 | Bin 3690 -> 0 bytes
.../events.out.tfevents.1719520207.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 21 --
.../result.json | 20 --
.../events.out.tfevents.1719533291.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719328213.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719315958.r9i1n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719316230.r9i1n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719316663.r9i1n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719317486.r9i1n2 | Bin 2406 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 9 -
.../result.json | 8 -
.../events.out.tfevents.1719329376.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719330587.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719491580.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719494192.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719335674.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719339767.r8i6n2 | Bin 2230 -> 0 bytes
.../events.out.tfevents.1719345748.r8i6n2 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 19 --
.../result.json | 18 --
.../events.out.tfevents.1719496720.r8i6n8 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719502633.r8i6n8 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719505849.r8i6n8 | Bin 2406 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 9 -
.../result.json | 8 -
.../events.out.tfevents.1719326403.r3i5n6 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719334380.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719511075.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719324663.r3i5n6 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719327182.r3i5n6 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719531281.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719509538.r8i6n8 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719512333.r8i6n8 | Bin 2771 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719335783.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719334139.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719338498.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 5 -
.../result.json | 4 -
.../events.out.tfevents.1719514665.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719493181.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719561058.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719558038.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719531792.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719328526.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719328617.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719335912.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719499017.r8i6n8 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719325014.r3i5n6 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719327469.r3i5n6 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719549146.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../error.pkl | Bin 7437 -> 0 bytes
.../error.txt | 59 ----
.../events.out.tfevents.1719326572.r3i5n6 | Bin 40 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../result.json | 0
.../events.out.tfevents.1719326883.r3i5n6 | Bin 770 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719509211.r8i6n8 | Bin 2771 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 6 -
.../result.json | 5 -
.../events.out.tfevents.1719329610.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719330672.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719331282.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719332071.r8i6n2 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 15 -
.../result.json | 14 -
.../events.out.tfevents.1719502338.r8i6n8 | Bin 2406 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 5 -
.../result.json | 4 -
.../events.out.tfevents.1719521574.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719324728.r3i5n6 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719508546.r8i6n8 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719511664.r8i6n8 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719512699.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 21 --
.../result.json | 20 --
.../events.out.tfevents.1719328456.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719330517.r8i6n2 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719331131.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719331824.r8i6n2 | Bin 2406 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 9 -
.../result.json | 8 -
.../events.out.tfevents.1719330362.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719331634.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 5 -
.../result.json | 4 -
.../events.out.tfevents.1719324484.r3i5n6 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719532517.r8i6n8 | Bin 4067 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719493262.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719539368.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719329892.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719324792.r3i5n6 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719327245.r3i5n6 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719510773.r8i6n8 | Bin 2771 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 6 -
.../result.json | 5 -
.../events.out.tfevents.1719547806.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719326792.r3i5n6 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719324918.r3i5n6 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719327372.r3i5n6 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719490613.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719493831.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719500447.r8i6n8 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719504907.r8i6n8 | Bin 2230 -> 0 bytes
.../events.out.tfevents.1719506988.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 19 --
.../result.json | 18 --
.../events.out.tfevents.1719502199.r8i6n8 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719332768.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719491430.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719494041.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719493563.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719494783.r8i6n8 | Bin 1135 -> 0 bytes
.../events.out.tfevents.1719496142.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 15 -
.../result.json | 14 -
.../events.out.tfevents.1719332932.r8i6n2 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719337296.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 5 -
.../result.json | 4 -
.../events.out.tfevents.1719325156.r3i5n6 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719327610.r3i5n6 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719490702.r8i6n8 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719562054.r8i6n8 | Bin 1135 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 4 -
.../result.json | 3 -
.../events.out.tfevents.1719496864.r8i6n8 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719502777.r8i6n8 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 5 -
.../result.json | 4 -
.../events.out.tfevents.1719492154.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719494473.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719495319.r8i6n8 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 5 -
.../result.json | 4 -
.../events.out.tfevents.1719508814.r8i6n8 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719511934.r8i6n8 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719513218.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 21 --
.../result.json | 20 --
.../events.out.tfevents.1719524735.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719321603.r7i5n7 | Bin 405 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719348339.r8i6n2 | Bin 1865 -> 0 bytes
.../events.out.tfevents.1719355223.r8i6n2 | Bin 2771 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719500771.r8i6n8 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719518822.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719498835.r8i6n8 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719504723.r8i6n8 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719506123.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 15 -
.../result.json | 14 -
.../events.out.tfevents.1719550406.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719337143.r8i6n2 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 3 -
.../result.json | 2 -
.../events.out.tfevents.1719491307.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719493918.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719494968.r8i6n8 | Bin 1676 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 5 -
.../result.json | 4 -
.../events.out.tfevents.1719326489.r3i5n6 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719538145.r8i6n8 | Bin 4596 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 11 -
.../result.json | 10 -
.../events.out.tfevents.1719328732.r8i6n2 | Bin 1311 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 2 -
.../result.json | 1 -
.../events.out.tfevents.1719321692.r7i5n7 | 0
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../result.json | 0
.../events.out.tfevents.1719491515.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719494127.r8i6n8 | Bin 405 -> 0 bytes
.../events.out.tfevents.1719495202.r8i6n8 | Bin 770 -> 0 bytes
.../events.out.tfevents.1719495922.r8i6n8 | Bin 2406 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 224 -> 0 bytes
.../progress.csv | 9 -
.../result.json | 8 -
.../events.out.tfevents.1719350385.r8i6n2 | Bin 2771 -> 0 bytes
.../params.json | 13 -
.../params.pkl | Bin 225 -> 0 bytes
.../progress.csv | 6 -
.../result.json | 5 -
ray_results/test_experiment/tuner.pkl | Bin 3586 -> 0 bytes
674 files changed, 3970 deletions(-)
delete mode 100644 ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
delete mode 100644 ray_results/test_experiment/experiment_state-2024-06-25_15-19-46.json
delete mode 100644 ray_results/test_experiment/experiment_state-2024-06-25_16-07-48.json
delete mode 100644 ray_results/test_experiment/experiment_state-2024-06-25_17-10-00.json
delete mode 100644 ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
delete mode 100644 ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json
delete mode 100644 ray_results/test_experiment/search_gen_state-2024-06-25_15-19-46.json
delete mode 100644 ray_results/test_experiment/search_gen_state-2024-06-25_16-07-48.json
delete mode 100644 ray_results/test_experiment/search_gen_state-2024-06-25_17-10-00.json
delete mode 100644 ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json
delete mode 100644 ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl
delete mode 100644 ray_results/test_experiment/searcher-state-2024-06-25_15-19-46.pkl
delete mode 100644 ray_results/test_experiment/searcher-state-2024-06-25_16-07-48.pkl
delete mode 100644 ray_results/test_experiment/searcher-state-2024-06-25_17-10-00.pkl
delete mode 100644 ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
delete mode 100644 ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/events.out.tfevents.1719329545.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.json
delete mode 100644 ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/result.json
delete mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
delete mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
delete mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
delete mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
delete mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
delete mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
delete mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
delete mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
delete mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
delete mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
delete mode 100644 ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719348621.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719355502.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.json
delete mode 100644 ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/result.json
delete mode 100644 ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719334649.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719338738.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719340670.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.json
delete mode 100644 ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/result.json
delete mode 100644 ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330179.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330947.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.json
delete mode 100644 ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/result.json
delete mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl
delete mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
delete mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
delete mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json
delete mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
delete mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
delete mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
delete mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
delete mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
delete mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
delete mode 100644 ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719346234.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719354644.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719357265.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.json
delete mode 100644 ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/result.json
delete mode 100644 ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/events.out.tfevents.1719325234.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.json
delete mode 100644 ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/result.json
delete mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
delete mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
delete mode 100644 ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719325314.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719327690.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.json
delete mode 100644 ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/result.json
delete mode 100644 ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.pkl
delete mode 100644 ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.txt
delete mode 100644 ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719325388.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719327763.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.json
delete mode 100644 ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/result.json
delete mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
delete mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
delete mode 100644 ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/events.out.tfevents.1719329807.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.json
delete mode 100644 ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/result.json
delete mode 100644 ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330099.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330869.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719331459.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.json
delete mode 100644 ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/result.json
delete mode 100644 ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/events.out.tfevents.1719326598.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.json
delete mode 100644 ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/result.json
delete mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
delete mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
delete mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl
delete mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
delete mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
delete mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json
delete mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
delete mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
delete mode 100644 ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719330290.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719331058.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.json
delete mode 100644 ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/result.json
delete mode 100644 ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/events.out.tfevents.1719327790.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.json
delete mode 100644 ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/result.json
delete mode 100644 ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719346547.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719354952.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719357872.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.json
delete mode 100644 ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/result.json
delete mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
delete mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
delete mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
delete mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
delete mode 100644 ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/events.out.tfevents.1719329461.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.json
delete mode 100644 ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/result.json
delete mode 100644 ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/events.out.tfevents.1719346823.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.json
delete mode 100644 ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/result.json
delete mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
delete mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
delete mode 100644 ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719333829.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719338189.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719340067.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.json
delete mode 100644 ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/result.json
delete mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
delete mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
delete mode 100644 ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.pkl
delete mode 100644 ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.txt
delete mode 100644 ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/events.out.tfevents.1719326860.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.json
delete mode 100644 ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/result.json
delete mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
delete mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
delete mode 100644 ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719329693.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719330754.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.json
delete mode 100644 ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/result.json
delete mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
delete mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
delete mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
delete mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
delete mode 100644 ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/events.out.tfevents.1719324574.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.json
delete mode 100644 ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/result.json
delete mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
delete mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
delete mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
delete mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
delete mode 100644 ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/events.out.tfevents.1719328213.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.json
delete mode 100644 ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/result.json
delete mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2
delete mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
delete mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
delete mode 100644 ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719329376.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719330587.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.json
delete mode 100644 ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/result.json
delete mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
delete mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
delete mode 100644 ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719335674.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719339767.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719345748.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.json
delete mode 100644 ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/result.json
delete mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
delete mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
delete mode 100644 ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/events.out.tfevents.1719326403.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.json
delete mode 100644 ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/result.json
delete mode 100644 ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/events.out.tfevents.1719334380.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.json
delete mode 100644 ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/result.json
delete mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
delete mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
delete mode 100644 ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719324663.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719327182.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.json
delete mode 100644 ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/result.json
delete mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
delete mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
delete mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
delete mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
delete mode 100644 ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/events.out.tfevents.1719335783.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.json
delete mode 100644 ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/result.json
delete mode 100644 ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719334139.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719338498.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.json
delete mode 100644 ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/result.json
delete mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
delete mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
delete mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
delete mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
delete mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
delete mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
delete mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
delete mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
delete mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
delete mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
delete mode 100644 ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/events.out.tfevents.1719328526.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.json
delete mode 100644 ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/result.json
delete mode 100644 ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/events.out.tfevents.1719328617.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.json
delete mode 100644 ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/result.json
delete mode 100644 ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/events.out.tfevents.1719335912.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.json
delete mode 100644 ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/result.json
delete mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
delete mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
delete mode 100644 ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719325014.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719327469.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.json
delete mode 100644 ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/result.json
delete mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
delete mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
delete mode 100644 ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.pkl
delete mode 100644 ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.txt
delete mode 100644 ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/events.out.tfevents.1719326572.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.json
delete mode 100644 ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/result.json
delete mode 100644 ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/events.out.tfevents.1719326883.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.json
delete mode 100644 ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/result.json
delete mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
delete mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
delete mode 100644 ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719329610.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719330672.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719331282.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719332071.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.json
delete mode 100644 ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/result.json
delete mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
delete mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
delete mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
delete mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
delete mode 100644 ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/events.out.tfevents.1719324728.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.json
delete mode 100644 ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/result.json
delete mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
delete mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
delete mode 100644 ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719328456.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719330517.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331131.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331824.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.json
delete mode 100644 ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/result.json
delete mode 100644 ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719330362.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719331634.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.json
delete mode 100644 ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/result.json
delete mode 100644 ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/events.out.tfevents.1719324484.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.json
delete mode 100644 ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/result.json
delete mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
delete mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
delete mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
delete mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
delete mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
delete mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
delete mode 100644 ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/events.out.tfevents.1719329892.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.json
delete mode 100644 ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/result.json
delete mode 100644 ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719324792.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719327245.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.json
delete mode 100644 ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/result.json
delete mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
delete mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
delete mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
delete mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
delete mode 100644 ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/events.out.tfevents.1719326792.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.json
delete mode 100644 ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/result.json
delete mode 100644 ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719324918.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719327372.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.json
delete mode 100644 ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/result.json
delete mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
delete mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
delete mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
delete mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
delete mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
delete mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
delete mode 100644 ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/events.out.tfevents.1719332768.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.json
delete mode 100644 ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/result.json
delete mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
delete mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
delete mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
delete mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
delete mode 100644 ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719332932.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719337296.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.json
delete mode 100644 ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/result.json
delete mode 100644 ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719325156.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719327610.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.json
delete mode 100644 ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/result.json
delete mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
delete mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
delete mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
delete mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
delete mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
delete mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
delete mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
delete mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
delete mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
delete mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
delete mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
delete mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
delete mode 100644 ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/events.out.tfevents.1719321603.r7i5n7
delete mode 100644 ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.json
delete mode 100644 ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/result.json
delete mode 100644 ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719348339.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719355223.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.json
delete mode 100644 ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/result.json
delete mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
delete mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
delete mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
delete mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
delete mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
delete mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
delete mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
delete mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
delete mode 100644 ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/events.out.tfevents.1719337143.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.json
delete mode 100644 ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/result.json
delete mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
delete mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
delete mode 100644 ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/events.out.tfevents.1719326489.r3i5n6
delete mode 100644 ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.json
delete mode 100644 ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/result.json
delete mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
delete mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
delete mode 100644 ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/events.out.tfevents.1719328732.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.json
delete mode 100644 ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/result.json
delete mode 100644 ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/events.out.tfevents.1719321692.r7i5n7
delete mode 100644 ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.json
delete mode 100644 ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/result.json
delete mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8
delete mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
delete mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
delete mode 100644 ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/events.out.tfevents.1719350385.r8i6n2
delete mode 100644 ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.json
delete mode 100644 ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.pkl
delete mode 100644 ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/progress.csv
delete mode 100644 ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/result.json
delete mode 100644 ray_results/test_experiment/tuner.pkl
diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json b/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
deleted file mode 100644
index 8e48563..0000000
--- a/ray_results/test_experiment/experiment_state-2024-06-25_13-42-37.json
+++ /dev/null
@@ -1,48 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"016f7353\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d3337948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0001,\n \"n_head\": 1\n },\n \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719315770.604709,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 94.57831074872355,\n \"timestamp\": 1719319432,\n \"checkpoint_dir_name\": \"checkpoint_000017\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 18,\n \"trial_id\": \"016f7353\",\n \"date\": \"2024-06-25_14-43-52\",\n \"time_this_iter_s\": 172.65869641304016,\n \"time_total_s\": 3174.7873334884644,\n \"pid\": 366320,\n \"hostname\": \"r9i1n2\",\n \"node_ip\": \"10.159.32.15\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1739.6240577697754,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\"\n },\n \"last_result_time\": 1719319432.6517825,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 220.77590359665277,\n \"min\": 94.57831074872355,\n \"avg\": 120.1574287798357,\n \"last\": 94.57831074872355,\n \"last-5-avg\": 97.03093994621216,\n \"last-10-avg\": 100.97336703923743\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 18,\n \"min\": 1,\n \"avg\": 9.5,\n \"last\": 18,\n \"last-5-avg\": 16.0,\n \"last-10-avg\": 13.5\n },\n \"time_this_iter_s\": {\n \"max\": 188.1737368106842,\n \"min\": 170.05932211875916,\n \"avg\": 176.37707408269245,\n \"last\": 172.65869641304016,\n \"last-5-avg\": 172.6341944694519,\n \"last-10-avg\": 173.96240577697753\n },\n \"time_total_s\": {\n \"max\": 3174.7873334884644,\n \"min\": 188.1737368106842,\n \"avg\": 1696.7543503046036,\n \"last\": 3174.7873334884644,\n \"last-5-avg\": 2829.537757444382,\n \"last-10-avg\": 2398.229757356644\n },\n \"time_since_restore\": {\n \"max\": 1739.6240577697754,\n \"min\": 185.07583117485046,\n \"avg\": 685.0054766337076,\n \"last\": 1739.6240577697754,\n \"last-5-avg\": 1394.3744817256927,\n \"last-10-avg\": 963.0664816379547\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 3.888888888888889,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430863b1586c90c0584094869452946807680d430853a954fac047584094869452946807680d43082a954a550f45584094869452946807680d4308954aa5d28257584094869452946807680d4308592c160b03a557409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd66935c205b4094869452946807680d4308b95c2eb796e55a4094869452946807680d43088542a190e8365a4094869452946807680d43087bbd5e4f881c5a4094869452946807680d430883c160b0a9cb584094869452946807680d430863b1586c90c0584094869452946807680d430853a954fac047584094869452946807680d43082a954a550f45584094869452946807680d4308954aa5d28257584094869452946807680d4308592c160b03a557409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740659569b10000004740659c38cc80000047406584e08d00000047406599e18600000047406595140a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406765f44480000047406584ffff00000047406588589a00000047406593597780000047406587d9580000004740659569b10000004740659c38cc80000047406584e08d00000047406599e18600000047406595140a800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a368922ec000004740a4c255bb8800004740a61aa3c45800004740a77441dcb800004740a8cd931d600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740995965ba50000047409c0a05ba30000047409ebb10cd7000004740a0b6bdfe3000004740a20f3b93b000004740a368922ec000004740a4c255bb8800004740a61aa3c45800004740a77441dcb800004740a8cd931d600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090647d2bc00000474093180445500000474095c8a056f000004740987bdc87b0000047409b2e7f09000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406765f444800000474076757a21c000004740809cd33760000047408601a99540000047408b639feb400000474090647d2bc00000474093180445500000474095c8a056f000004740987bdc87b0000047409b2e7f09000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059580420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a118c3e8c3a7b8c2ea7f943c23d9f33eaed00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc733d4986b4094869452948c0974696d657374616d70944af6ad7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d34352d3538948c1074696d655f746869735f697465725f7394474067858f408000008c0c74696d655f746f74616c5f7394474067858f408000008c03706964944ad02f05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067858f408000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10f6128a0230ae55b211465f56e2f546117362756268317d94288c046c6f7373946836683c4308d66ab5ca7a88664094869452948c0974696d657374616d70944a06af7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35302d3330948c1074696d655f746869735f697465725f7394474067607b268000008c0c74696d655f746f74616c5f73944740777305338000008c03706964944a9f4b05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067607b268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a100c7f3f45e7d90bae2a43de254b98ea407362756268317d94288c046c6f7373946836683c43086fb7dbc5936c624094869452948c0974696d657374616d70944a0db07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35342d3533948c1074696d655f746869735f697465725f7394474067226d358000008c0c74696d655f746f74616c5f7394474081821de72000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067226d358000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11753c281cddaf7aae214e5501a4b548b8007362756268317d94288c046c6f7373946836683c43086fb7db8dfdc6604094869452948c0974696d657374616d70944ab7b07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31332d35372d3433948c1074696d655f746869735f697465725f739447406541e5f78000008c0c74696d655f746f74616c5f7394474086d297650000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740763229968000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1012683a143c7a3a80da4fcc1ed373507a7362756268317d94288c046c6f7373946836683c430853a954ca6d7e5f4094869452948c0974696d657374616d70944ae9b17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30322d3439948c1074696d655f746869735f697465725f73944740676da05e0000008c0c74696d655f746f74616c5f739447408cadff7c8000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740676da05e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a119f554f8a931d60b71c4ec5dc8026ac96007362756268317d94288c046c6f7373946836683c4308e27038bc11d05d4094869452948c0974696d657374616d70944a95b27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30352d3431948c1074696d655f746869735f697465725f73944740658340130000008c0c74696d655f746f74616c5f73944740910767c0a000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740767870388000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a107a90189f9c2a158e884325220c01a66b7362756268317d94288c046c6f7373946836683c430877bbdd6e7db65c4094869452948c0974696d657374616d70944a42b37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d30382d3334948c1074696d655f746869735f697465725f739447406596d95f8000008c0c74696d655f746f74616c5f7394474093ba42ec9000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080a1ee742000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a114e8c0c492de4b5a73d4f4e46357353fc007362756268317d94288c046c6f7373946836683c4308a3d16894a9975b4094869452948c0974696d657374616d70944aeeb37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d31312d3236948c1074696d655f746869735f697465725f73944740659322298000008c0c74696d655f746f74616c5f73944740966ca731c000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408606b6fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a104bb3cbdf312d07b89c488d77b3637e7a7362756268317d94288c046c6f7373946836683c43089bcd66935c205b4094869452948c0974696d657374616d70944a78b57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d31382d3030948c1074696d655f746869735f697465725f739447406765f4448000008c0c74696d655f746f74616c5f73944740995965ba5000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406765f4448000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b493ce664c0b7b8b2b4ab69fe926f3307362756268317d94288c046c6f7373946836683c4308b95c2eb796e55a4094869452948c0974696d657374616d70944a24b67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32302d3532948c1074696d655f746869735f697465725f739447406584ffff0000008c0c74696d655f746f74616c5f739447409c0a05ba3000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076757a21c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a1020d6ee76c627b2b6f6485827ad1fc74a7362756268317d94288c046c6f7373946836683c43088542a190e8365a4094869452948c0974696d657374616d70944ad0b67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32332d3434948c1074696d655f746869735f697465725f739447406588589a0000008c0c74696d655f746f74616c5f739447409ebb10cd7000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740809cd3376000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10e160ff0a44f262817e402a9b0fabd1477362756268317d94288c046c6f7373946836683c43087bbd5e4f881c5a4094869452948c0974696d657374616d70944a7db77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32362d3337948c1074696d655f746869735f697465725f73944740659359778000008c0c74696d655f746f74616c5f73944740a0b6bdfe3000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408601a9954000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a1025048605388d3e9c09493aed9f5d95077362756268317d94288c046c6f7373946836683c430883c160b0a9cb584094869452948c0974696d657374616d70944a29b87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d32392d3239948c1074696d655f746869735f697465725f739447406587d9580000008c0c74696d655f746f74616c5f73944740a20f3b93b000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408b639feb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10cc09ebfc260641809743f4c0e53ac41b7362756268317d94288c046c6f7373946836683c430863b1586c90c0584094869452948c0974696d657374616d70944ad5b87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33322d3232948c1074696d655f746869735f697465725f73944740659569b10000008c0c74696d655f746f74616c5f73944740a368922ec000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474090647d2bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a10b534b989084e59839d469b2878747e767362756268317d94288c046c6f7373946836683c430853a954fac047584094869452948c0974696d657374616d70944a82b97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33352d3135948c1074696d655f746869735f697465725f73944740659c38cc8000008c0c74696d655f746f74616c5f73944740a4c255bb8800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740931804455000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a11ea595532e0d431988d486b35751f2999007362756268317d94288c046c6f7373946836683c43082a954a550f45584094869452948c0974696d657374616d70944a2fba7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d33382d3037948c1074696d655f746869735f697465725f739447406584e08d0000008c0c74696d655f746f74616c5f73944740a61aa3c45800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474095c8a056f000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1116815fbc3b9e00b178486ad94bc929f8007362756268317d94288c046c6f7373946836683c4308954aa5d28257584094869452948c0974696d657374616d70944adbba7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d34302d3539948c1074696d655f746869735f697465725f739447406599e1860000008c0c74696d655f746f74616c5f73944740a77441dcb800008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740987bdc87b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30313666373335335f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d33372f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a11c8cffaffa835ab93c641de52dc37c998007362756268317d94288c046c6f7373946836683c4308592c160b03a5574094869452948c0974696d657374616d70944a88bb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083031366637333533948c0464617465948c13323032342d30362d32355f31342d34332d3532948c1074696d655f746869735f697465725f739447406595140a8000008c0c74696d655f746f74616c5f73944740a8cd931d6000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409b2e7f090000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"58bc48cb\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d3530948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eab4b66dddd8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0001,\n \"n_head\": 1\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719315958.9391463,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 156.16600364024245,\n \"timestamp\": 1719317692,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 8,\n \"trial_id\": \"58bc48cb\",\n \"date\": \"2024-06-25_14-14-52\",\n \"time_this_iter_s\": 47.988035917282104,\n \"time_total_s\": 456.0218768119812,\n \"pid\": 366320,\n \"hostname\": \"r9i1n2\",\n \"node_ip\": \"10.159.32.15\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.2,\n \"lr\": 0.0001,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 205.74422979354858,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2000,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=1\"\n },\n \"last_result_time\": 1719317692.7398012,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 396.9987843430887,\n \"min\": 156.16600364024245,\n \"avg\": 232.65811699769623,\n \"last\": 156.16600364024245,\n \"last-5-avg\": 183.14249364297223,\n \"last-10-avg\": 232.65811699769625\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.125,\n \"last\": true,\n \"last-5-avg\": 0.2,\n \"last-10-avg\": 0.125\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 76.29459309577942,\n \"min\": 47.530285120010376,\n \"avg\": 57.00273460149765,\n \"last\": 47.988035917282104,\n \"last-5-avg\": 50.929727745056155,\n \"last-10-avg\": 57.00273460149765\n },\n \"time_total_s\": {\n \"max\": 456.0218768119812,\n \"min\": 76.29459309577942,\n \"avg\": 275.5774962604046,\n \"last\": 456.0218768119812,\n \"last-5-avg\": 357.43884057998656,\n \"last-10-avg\": 275.5774962604046\n },\n \"time_since_restore\": {\n \"max\": 205.74422979354858,\n \"min\": 61.615302085876465,\n \"avg\": 105.96236461400986,\n \"last\": 205.74422979354858,\n \"last-5-avg\": 129.26513576507568,\n \"last-10-avg\": 105.96236461400986\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 1.875,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 1.875\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085fafd70b77626b4094869452946807680d4308512814ba7d9c684094869452946807680d4308bfdfef074638664094869452946807680d4308abd56ad541ba644094869452946807680d430877bbdde64f8563409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954a05fbcf784094869452946807680d43085bad56db8aa8724094869452946807680d43087d3e9f0fa2406f4094869452946807680d43085fafd70b77626b4094869452946807680d4308512814ba7d9c684094869452946807680d4308bfdfef074638664094869452946807680d4308abd56ad541ba644094869452946807680d430877bbdde64f8563409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404873c3ac00000047404f0a317e00000047404812b916000000474047c3e062000000474047fe77f6000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d00000047404fbb4ed200000047404ecec23800000047404873c3ac00000047404f0a317e00000047404812b916000000474047c3e062000000474047fe77f6000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406f48e27c00000047407385b76dc00000474076880e90800000474079808a9cc0000047407c80599b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d0000004740617841030000004740692bf19100000047406f48e27c00000047407385b76dc00000474076880e90800000474079808a9cc0000047407c80599b800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ba142f200000047404f0a317e00000047405b8e754a000000474063b832bd800000474069b7d0bb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405312da9d00000047404fbb4ed200000047404ecec23800000047405ba142f200000047404f0a317e00000047405b8e754a000000474063b832bd800000474069b7d0bb000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595f21e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10cc8f8e2e5be71c9d8647ec1f50b05c7b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954a05fbcf784094869452948c0974696d657374616d70944a43ae7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d34372d3135948c1074696d655f746869735f697465725f739447405312da9d0000008c0c74696d655f746f74616c5f739447405312da9d0000008c03706964944ad02f05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405312da9d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11515a463192d9b5b1324dec9616592ef8007362756268317d94288c046c6f7373946836683c43085bad56db8aa8724094869452948c0974696d657374616d70944a46af7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35312d3334948c1074696d655f746869735f697465725f739447404fbb4ed20000008c0c74696d655f746f74616c5f73944740617841030000008c03706964944a9f4b05008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404fbb4ed20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11aad5611a8b4dae9e914b6201db34a3fe007362756268317d94288c046c6f7373946836683c43087d3e9f0fa2406f4094869452948c0974696d657374616d70944af5b07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35382d3435948c1074696d655f746869735f697465725f739447404ecec2380000008c0c74696d655f746f74616c5f73944740692bf1910000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404ecec2380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ed52339f29eca8babc4635163dfd7d337362756268317d94288c046c6f7373946836683c43085fafd70b77626b4094869452948c0974696d657374616d70944a25b17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31332d35392d3333948c1074696d655f746869735f697465725f739447404873c3ac0000008c0c74696d655f746f74616c5f739447406f48e27c0000008c03706964944acd6505008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ba142f20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1025b4d44c47fa74897b49083c144d3c187362756268317d94288c046c6f7373946836683c4308512814ba7d9c684094869452948c0974696d657374616d70944a2db47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31322d3239948c1074696d655f746869735f697465725f739447404f0a317e0000008c0c74696d655f746f74616c5f739447407385b76dc000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447404f0a317e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a106febd01e462ec7b1344d2cbf755a2f037362756268317d94288c046c6f7373946836683c4308bfdfef074638664094869452948c0974696d657374616d70944a5db47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31332d3137948c1074696d655f746869735f697465725f739447404812b9160000008c0c74696d655f746f74616c5f7394474076880e908000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405b8e754a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a117914ad79aeb089bc6142a0217f2664a7007362756268317d94288c046c6f7373946836683c4308abd56ad541ba644094869452948c0974696d657374616d70944a8cb47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31342d3034948c1074696d655f746869735f697465725f7394474047c3e0620000008c0c74696d655f746f74616c5f7394474079808a9cc000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063b832bd8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35386263343863625f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f72615f323032342d30362d32355f31332d34322d35302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10631b0228b79099a013454fc83af04c7c7362756268317d94288c046c6f7373946836683c430877bbdde64f85634094869452948c0974696d657374616d70944abcb47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083538626334386362948c0464617465948c13323032342d30362d32355f31342d31342d3532948c1074696d655f746869735f697465725f7394474047fe77f60000008c0c74696d655f746f74616c5f739447407c80599b8000008c03706964944af09605008c08686f73746e616d65948c06723969316e32948c076e6f64655f6970948c0c31302e3135392e33322e3135948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc999999999999a8c026c7294473f1a36e2eb1c432d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b7d0bb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": 362673.414130548,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 3803.4679067134857,
- "_iteration": 36642,
- "_has_errored": false,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719315757.4762058,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-25_13-42-37",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719315757.4762058,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_15-19-46.json b/ray_results/test_experiment/experiment_state-2024-06-25_15-19-46.json
deleted file mode 100644
index 86a72d4..0000000
--- a/ray_results/test_experiment/experiment_state-2024-06-25_15-19-46.json
+++ /dev/null
@@ -1,52 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"dd950274\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64643935303237345f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31352d31392d3436948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7776595209025089,\n \"lr\": 0.0006106789085082022,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7776595209025089,\n \"lr\": 0.0006106789085082022,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7776595209025089,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0006106789085082022,\n \"n_head\": 16\n },\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7777,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0006,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719321603.1018882,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2001.7704808993603,\n \"timestamp\": 1719321692,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"dd950274\",\n \"date\": \"2024-06-25_15-21-32\",\n \"time_this_iter_s\": 89.34920597076416,\n \"time_total_s\": 89.34920597076416,\n \"pid\": 355319,\n \"hostname\": \"r7i5n7\",\n \"node_ip\": \"10.159.24.56\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7776595209025089,\n \"lr\": 0.0006106789085082022,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 89.34920597076416,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7777,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0006,n_head=16\"\n },\n \"last_result_time\": 1719321692.456364,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2001.7704808993603,\n \"min\": 2001.7704808993603,\n \"avg\": 2001.7704808993603,\n \"last\": 2001.7704808993603,\n \"last-5-avg\": 2001.7704808993603,\n \"last-10-avg\": 2001.7704808993603\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 89.34920597076416,\n \"min\": 89.34920597076416,\n \"avg\": 89.34920597076416,\n \"last\": 89.34920597076416,\n \"last-5-avg\": 89.34920597076416,\n \"last-10-avg\": 89.34920597076416\n },\n \"time_total_s\": {\n \"max\": 89.34920597076416,\n \"min\": 89.34920597076416,\n \"avg\": 89.34920597076416,\n \"last\": 89.34920597076416,\n \"last-5-avg\": 89.34920597076416,\n \"last-10-avg\": 89.34920597076416\n },\n \"time_since_restore\": {\n \"max\": 89.34920597076416,\n \"min\": 89.34920597076416,\n \"avg\": 89.34920597076416,\n \"last\": 89.34920597076416,\n \"last-5-avg\": 89.34920597076416,\n \"last-10-avg\": 89.34920597076416\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643935303237345f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31352d31392d34362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1050959366a0fa3fa36746f99b4aeaad34736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f4094869452948c0974696d657374616d70944a5cc47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086464393530323734948c0464617465948c13323032342d30362d32355f31352d32312d3332948c1074696d655f746869735f697465725f73944740565659640000008c0c74696d655f746f74616c5f73944740565659640000008c03706964944af76b05008c08686f73746e616d65948c06723769356e37948c076e6f64655f6970948c0c31302e3135392e32342e3536948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe8e296383660b38c026c7294473f4402bef85f047c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740565659640000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"f74eb513\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66373465623531335f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31352d32302d3033948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb0fc98aa368c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 8,\n \"drop_rate\": 0.5887719140440579,\n \"lr\": 0.009580025887992769,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 8,\n \"drop_rate\": 0.5887719140440579,\n \"lr\": 0.009580025887992769,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.5887719140440579,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.009580025887992769,\n \"n_head\": 8\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.5888,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=8,lr=0.0096,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"RUNNING\",\n \"relative_logdir\": \"train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719321692.6103284,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"trial_id\": \"f74eb513\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"53fe56f2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35336665353666325f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31352d32312d3332948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb0fc98aa368c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.21039295796266755,\n \"lr\": 0.00010129411733818616,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.21039295796266755,\n \"lr\": 0.00010129411733818616,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.21039295796266755,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00010129411733818616,\n \"n_head\": 1\n },\n \"experiment_tag\": \"3_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2104,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PENDING\",\n \"relative_logdir\": \"train_model_53fe56f2_3_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_15-21-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": null,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {},\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": Infinity,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 89.34920597076416,
- "_iteration": 4001,
- "_has_errored": false,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719321586.2168348,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-25_15-19-46",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719321586.2168348,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_16-07-48.json b/ray_results/test_experiment/experiment_state-2024-06-25_16-07-48.json
deleted file mode 100644
index f1a806f..0000000
--- a/ray_results/test_experiment/experiment_state-2024-06-25_16-07-48.json
+++ /dev/null
@@ -1,116 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a0e8b2af\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61306538623261665f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d30372d3438948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4534009171604666,\n \"lr\": 0.019472817375775914,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4534009171604666,\n \"lr\": 0.019472817375775914,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.4534009171604666,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.019472817375775914,\n \"n_head\": 8\n },\n \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4534,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0195,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324484.8937905,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2773.484795037217,\n \"timestamp\": 1719324574,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"a0e8b2af\",\n \"date\": \"2024-06-25_16-09-34\",\n \"time_this_iter_s\": 89.29933595657349,\n \"time_total_s\": 89.29933595657349,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4534009171604666,\n \"lr\": 0.019472817375775914,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 89.29933595657349,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4534,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0195,n_head=8\"\n },\n \"last_result_time\": 1719324574.1991315,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2773.484795037217,\n \"min\": 2773.484795037217,\n \"avg\": 2773.484795037217,\n \"last\": 2773.484795037217,\n \"last-5-avg\": 2773.484795037217,\n \"last-10-avg\": 2773.484795037217\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 89.29933595657349,\n \"min\": 89.29933595657349,\n \"avg\": 89.29933595657349,\n \"last\": 89.29933595657349,\n \"last-5-avg\": 89.29933595657349,\n \"last-10-avg\": 89.29933595657349\n },\n \"time_total_s\": {\n \"max\": 89.29933595657349,\n \"min\": 89.29933595657349,\n \"avg\": 89.29933595657349,\n \"last\": 89.29933595657349,\n \"last-5-avg\": 89.29933595657349,\n \"last-10-avg\": 89.29933595657349\n },\n \"time_since_restore\": {\n \"max\": 89.29933595657349,\n \"min\": 89.29933595657349,\n \"avg\": 89.29933595657349,\n \"last\": 89.29933595657349,\n \"last-5-avg\": 89.29933595657349,\n \"last-10-avg\": 89.29933595657349\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308381c0e37f8aaa5409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308381c0e37f8aaa5409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056532852000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056532852000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056532852000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056532852000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056532852000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056532852000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61306538623261665f315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d30372d34382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a117618d482644e63b29e4dd84919f39dde00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308381c0e37f8aaa54094869452948c0974696d657374616d70944a9ecf7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086130653862326166948c0464617465948c13323032342d30362d32355f31362d30392d3334948c1074696d655f746869735f697465725f73944740565328520000008c0c74696d655f746f74616c5f73944740565328520000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdd048547cb8f1a8c026c7294473f93f0aea728e5888c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740565328520000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"52d8dfa1\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35326438646661315f325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31362d30382d3034948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb3cd22d0378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.982125481793317,\n \"lr\": 0.002789281371289888,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.982125481793317,\n \"lr\": 0.002789281371289888,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.982125481793317,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.002789281371289888,\n \"n_head\": 8\n },\n \"experiment_tag\": \"2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.9821,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0028,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324574.3448324,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719324663,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"52d8dfa1\",\n \"date\": \"2024-06-25_16-11-03\",\n \"time_this_iter_s\": 89.4755928516388,\n \"time_total_s\": 89.4755928516388,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.982125481793317,\n \"lr\": 0.002789281371289888,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 89.4755928516388,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.9821,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0028,n_head=8\"\n },\n \"last_result_time\": 1719324663.8246083,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 89.4755928516388,\n \"min\": 89.4755928516388,\n \"avg\": 89.4755928516388,\n \"last\": 89.4755928516388,\n \"last-5-avg\": 89.4755928516388,\n \"last-10-avg\": 89.4755928516388\n },\n \"time_total_s\": {\n \"max\": 89.4755928516388,\n \"min\": 89.4755928516388,\n \"avg\": 89.4755928516388,\n \"last\": 89.4755928516388,\n \"last-5-avg\": 89.4755928516388,\n \"last-10-avg\": 89.4755928516388\n },\n \"time_since_restore\": {\n \"max\": 89.4755928516388,\n \"min\": 89.4755928516388,\n \"avg\": 89.4755928516388,\n \"last\": 89.4755928516388,\n \"last-5-avg\": 89.4755928516388,\n \"last-10-avg\": 89.4755928516388\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f9486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f9486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740565e701d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740565e701d000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740565e701d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740565e701d000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740565e701d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740565e701d000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35326438646661315f325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31362d30382d30342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c21e3bc53b8b4899854129ba1f17e9de00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944af7cf7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083532643864666131948c0464617465948c13323032342d30362d32355f31362d31312d3033948c1074696d655f746869735f697465725f73944740565e701d0000008c0c74696d655f746f74616c5f73944740565e701d0000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fef6d926b1bdb778c026c7294473f66d98c089be9368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740565e701d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6a62b85a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36613632623835615f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d30392d3334948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb3cd22d0378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 4,\n \"drop_rate\": 0.06860896590384413,\n \"lr\": 0.00016561766448063182,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 4,\n \"drop_rate\": 0.06860896590384413,\n \"lr\": 0.00016561766448063182,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.06860896590384413,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00016561766448063182,\n \"n_head\": 4\n },\n \"experiment_tag\": \"3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.0686,embedding_dim=16,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324663.967162,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 310.75900604968933,\n \"timestamp\": 1719327245,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"6a62b85a\",\n \"date\": \"2024-06-25_16-54-05\",\n \"time_this_iter_s\": 63.18879699707031,\n \"time_total_s\": 127.51110315322876,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 4,\n \"drop_rate\": 0.06860896590384413,\n \"lr\": 0.00016561766448063182,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 63.18879699707031,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.0686,embedding_dim=16,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=4\"\n },\n \"last_result_time\": 1719327245.5672662,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 510.42659056656004,\n \"min\": 310.75900604968933,\n \"avg\": 410.59279830812466,\n \"last\": 310.75900604968933,\n \"last-5-avg\": 410.59279830812466,\n \"last-10-avg\": 410.59279830812466\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 64.32230615615845,\n \"min\": 63.18879699707031,\n \"avg\": 63.75555157661438,\n \"last\": 63.18879699707031,\n \"last-5-avg\": 63.75555157661438,\n \"last-10-avg\": 63.75555157661438\n },\n \"time_total_s\": {\n \"max\": 127.51110315322876,\n \"min\": 64.32230615615845,\n \"avg\": 95.9167046546936,\n \"last\": 127.51110315322876,\n \"last-5-avg\": 95.9167046546936,\n \"last-10-avg\": 95.9167046546936\n },\n \"time_since_restore\": {\n \"max\": 64.32230615615845,\n \"min\": 63.18879699707031,\n \"avg\": 63.75555157661438,\n \"last\": 63.18879699707031,\n \"last-5-avg\": 63.75555157661438,\n \"last-10-avg\": 63.75555157661438\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a150d3e67f4094869452946807680d43081c0e87e3246c73409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a150d3e67f4094869452946807680d43081c0e87e3246c73409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405014a0aa00000047404f982a80000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405014a0aa00000047404f982a80000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405014a0aa00000047405fe0b5ea000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405014a0aa00000047405fe0b5ea000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405014a0aa00000047404f982a80000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405014a0aa00000047404f982a80000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613632623835615f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d30392d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111770d9a5a2b89096d44582c2ceb22a9d00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a150d3e67f4094869452948c0974696d657374616d70944a38d07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083661363262383561948c0464617465948c13323032342d30362d32355f31362d31322d3038948c1074696d655f746869735f697465725f739447405014a0aa0000008c0c74696d655f746f74616c5f739447405014a0aa0000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b048c0964726f705f7261746594473fb1905b70c4f6b88c026c7294473f25b534e7b91e408c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405014a0aa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613632623835615f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d30392d33342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a103744df4a18a121ad344e9c027800e32b7362756268317d94288c046c6f7373946836683c43081c0e87e3246c734094869452948c0974696d657374616d70944a0dda7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083661363262383561948c0464617465948c13323032342d30362d32355f31362d35342d3035948c1074696d655f746869735f697465725f739447404f982a800000008c0c74696d655f746f74616c5f739447405fe0b5ea0000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b048c0964726f705f7261746594473fb1905b70c4f6b88c026c7294473f25b534e7b91e408c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404f982a800000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"975aa6a0\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39373561613661305f345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31312d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb3cd22d0378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8156275326399022,\n \"lr\": 0.00010404955423531405,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8156275326399022,\n \"lr\": 0.00010404955423531405,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.8156275326399022,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00010404955423531405,\n \"n_head\": 16\n },\n \"experiment_tag\": \"4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.8156,embedding_dim=64,encoder_ff=1024,encoder_num_layer=1,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324728.438826,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2002.7163720318651,\n \"timestamp\": 1719324792,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"975aa6a0\",\n \"date\": \"2024-06-25_16-13-12\",\n \"time_this_iter_s\": 64.14145565032959,\n \"time_total_s\": 64.14145565032959,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8156275326399022,\n \"lr\": 0.00010404955423531405,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 64.14145565032959,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.8156,embedding_dim=64,encoder_ff=1024,encoder_num_layer=1,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719324792.5855737,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2002.7163720318651,\n \"min\": 2002.7163720318651,\n \"avg\": 2002.7163720318651,\n \"last\": 2002.7163720318651,\n \"last-5-avg\": 2002.7163720318651,\n \"last-10-avg\": 2002.7163720318651\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 64.14145565032959,\n \"min\": 64.14145565032959,\n \"avg\": 64.14145565032959,\n \"last\": 64.14145565032959,\n \"last-5-avg\": 64.14145565032959,\n \"last-10-avg\": 64.14145565032959\n },\n \"time_total_s\": {\n \"max\": 64.14145565032959,\n \"min\": 64.14145565032959,\n \"avg\": 64.14145565032959,\n \"last\": 64.14145565032959,\n \"last-5-avg\": 64.14145565032959,\n \"last-10-avg\": 64.14145565032959\n },\n \"time_since_restore\": {\n \"max\": 64.14145565032959,\n \"min\": 64.14145565032959,\n \"avg\": 64.14145565032959,\n \"last\": 64.14145565032959,\n \"last-5-avg\": 64.14145565032959,\n \"last-10-avg\": 64.14145565032959\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a190dd4a9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a190dd4a9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050090d9c000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050090d9c000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050090d9c000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050090d9c000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050090d9c000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050090d9c000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39373561613661305f345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31312d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104d5f716ab4722ebf3b45fadaa52f804f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a190dd4a9f4094869452948c0974696d657374616d70944a78d07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083937356161366130948c0464617465948c13323032342d30362d32355f31362d31332d3132948c1074696d655f746869735f697465725f7394474050090d9c0000008c0c74696d655f746f74616c5f7394474050090d9c0000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fea199ee94cfa498c026c7294473f1b46a5bafc8e808c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050090d9c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"af6d9c38\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61663664396333385f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d31322d3038948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb3cd22d0378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.5912116123671598,\n \"lr\": 0.009202977404873457,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.5912116123671598,\n \"lr\": 0.009202977404873457,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.5912116123671598,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.009202977404873457,\n \"n_head\": 16\n },\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5912,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0092,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324792.730206,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1982.2825418307086,\n \"timestamp\": 1719327372,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"af6d9c38\",\n \"date\": \"2024-06-25_16-56-12\",\n \"time_this_iter_s\": 126.36091089248657,\n \"time_total_s\": 252.29485964775085,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.5912116123671598,\n \"lr\": 0.009202977404873457,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 126.36091089248657,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5912,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0092,n_head=16\"\n },\n \"last_result_time\": 1719327372.0857606,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1987.8132929764395,\n \"min\": 1982.2825418307086,\n \"avg\": 1985.047917403574,\n \"last\": 1982.2825418307086,\n \"last-5-avg\": 1985.047917403574,\n \"last-10-avg\": 1985.047917403574\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 126.36091089248657,\n \"min\": 125.93394875526428,\n \"avg\": 126.14742982387543,\n \"last\": 126.36091089248657,\n \"last-5-avg\": 126.14742982387543,\n \"last-10-avg\": 126.14742982387543\n },\n \"time_total_s\": {\n \"max\": 252.29485964775085,\n \"min\": 125.93394875526428,\n \"avg\": 189.11440420150757,\n \"last\": 252.29485964775085,\n \"last-5-avg\": 189.11440420150757,\n \"last-10-avg\": 189.11440420150757\n },\n \"time_since_restore\": {\n \"max\": 126.36091089248657,\n \"min\": 125.93394875526428,\n \"avg\": 126.14742982387543,\n \"last\": 126.36091089248657,\n \"last-5-avg\": 126.14742982387543,\n \"last-10-avg\": 126.14742982387543\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087fbfdfcf400f9f4094869452946807680d4308954aa55221f99e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087fbfdfcf400f9f4094869452946807680d4308954aa55221f99e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f7bc5d100000047405f97192a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405f7bc5d100000047405f97192a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f7bc5d100000047406f896f7d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405f7bc5d100000047406f896f7d800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f7bc5d100000047405f97192a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405f7bc5d100000047405f97192a000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61663664396333385f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d31322d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a115d4407c8c02494bf934f054d85e6a9e100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087fbfdfcf400f9f4094869452948c0974696d657374616d70944af6d07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086166366439633338948c0464617465948c13323032342d30362d32355f31362d31352d3138948c1074696d655f746869735f697465725f739447405f7bc5d10000008c0c74696d655f746f74616c5f739447405f7bc5d10000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe2eb349d843c768c026c7294473f82d902b7d68b998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405f7bc5d10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61663664396333385f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d31322d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10d273959b2f684f801f41e4e3e4159f7b7362756268317d94288c046c6f7373946836683c4308954aa55221f99e4094869452948c0974696d657374616d70944a8cda7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086166366439633338948c0464617465948c13323032342d30362d32355f31362d35362d3132948c1074696d655f746869735f697465725f739447405f97192a0000008c0c74696d655f746f74616c5f739447406f896f7d8000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe2eb349d843c768c026c7294473f82d902b7d68b998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405f97192a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b577349d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62353737333439645f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31332d3132948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb418846a298c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.2945022566291742,\n \"lr\": 0.000496318687335349,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.2945022566291742,\n \"lr\": 0.000496318687335349,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2945022566291742,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.000496318687335349,\n \"n_head\": 2\n },\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.2945,embedding_dim=64,encoder_ff=2048,encoder_num_layer=8,lr=0.0005,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719324918.8126864,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1958.5695377860482,\n \"timestamp\": 1719327468,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"b577349d\",\n \"date\": \"2024-06-25_16-57-48\",\n \"time_this_iter_s\": 96.6448974609375,\n \"time_total_s\": 192.2383737564087,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.2945022566291742,\n \"lr\": 0.000496318687335349,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 96.6448974609375,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.2945,embedding_dim=64,encoder_ff=2048,encoder_num_layer=8,lr=0.0005,n_head=2\"\n },\n \"last_result_time\": 1719327468.8863273,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1958.5695377860482,\n \"min\": 1958.5306944359006,\n \"avg\": 1958.5501161109744,\n \"last\": 1958.5695377860482,\n \"last-5-avg\": 1958.5501161109744,\n \"last-10-avg\": 1958.5501161109744\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 96.6448974609375,\n \"min\": 95.59347629547119,\n \"avg\": 96.11918687820435,\n \"last\": 96.6448974609375,\n \"last-5-avg\": 96.11918687820435,\n \"last-10-avg\": 96.11918687820435\n },\n \"time_total_s\": {\n \"max\": 192.2383737564087,\n \"min\": 95.59347629547119,\n \"avg\": 143.91592502593994,\n \"last\": 192.2383737564087,\n \"last-5-avg\": 143.91592502593994,\n \"last-10-avg\": 143.91592502593994\n },\n \"time_since_restore\": {\n \"max\": 96.6448974609375,\n \"min\": 95.59347629547119,\n \"avg\": 96.11918687820435,\n \"last\": 96.6448974609375,\n \"last-5-avg\": 96.11918687820435,\n \"last-10-avg\": 96.11918687820435\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430873b95c6e1f9a9e4094869452946807680d4308a7d3e934479a9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430873b95c6e1f9a9e4094869452946807680d4308a7d3e934479a9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474057e5fb84000000474058294600000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474057e5fb84000000474058294600000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474057e5fb8400000047406807a0c2000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474057e5fb8400000047406807a0c2000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474057e5fb84000000474058294600000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474057e5fb84000000474058294600000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62353737333439645f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31332d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11539cca0b2b6fcbbd0f44024aa04e0da500736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430873b95c6e1f9a9e4094869452948c0974696d657374616d70944a56d17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086235373733343964948c0464617465948c13323032342d30362d32355f31362d31362d3534948c1074696d655f746869735f697465725f7394474057e5fb840000008c0c74696d655f746f74616c5f7394474057e5fb840000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd2d91ffe34831c8c026c7294473f40436c43e763ef8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474057e5fb840000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62353737333439645f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31362d31332d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a771b6bee3cbf999f74d2cbec6d3de8c007362756268317d94288c046c6f7373946836683c4308a7d3e934479a9e4094869452948c0974696d657374616d70944aecda7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086235373733343964948c0464617465948c13323032342d30362d32355f31362d35372d3438948c1074696d655f746869735f697465725f73944740582946000000008c0c74696d655f746f74616c5f739447406807a0c20000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd2d91ffe34831c8c026c7294473f40436c43e763ef8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740582946000000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"86ae258f\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38366165323538665f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d31352d3138948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb418846a298c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7568171644612052,\n \"lr\": 0.0002629821336450532,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7568171644612052,\n \"lr\": 0.0002629821336450532,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 4,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.7568171644612052,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0002629821336450532,\n \"n_head\": 16\n },\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7568,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0003,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325014.5539198,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1995.102591927596,\n \"timestamp\": 1719327610,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"86ae258f\",\n \"date\": \"2024-06-25_17-00-10\",\n \"time_this_iter_s\": 141.5520534515381,\n \"time_total_s\": 283.12366557121277,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 1024,\n \"n_head\": 16,\n \"drop_rate\": 0.7568171644612052,\n \"lr\": 0.0002629821336450532,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 141.5520534515381,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7568,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0003,n_head=16\"\n },\n \"last_result_time\": 1719327610.6072223,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1995.102591927596,\n \"min\": 1993.6307767132137,\n \"avg\": 1994.3666843204048,\n \"last\": 1995.102591927596,\n \"last-5-avg\": 1994.3666843204048,\n \"last-10-avg\": 1994.3666843204048\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 141.57161211967468,\n \"min\": 141.5520534515381,\n \"avg\": 141.56183278560638,\n \"last\": 141.5520534515381,\n \"last-5-avg\": 141.56183278560638,\n \"last-10-avg\": 141.56183278560638\n },\n \"time_total_s\": {\n \"max\": 283.12366557121277,\n \"min\": 141.57161211967468,\n \"avg\": 212.34763884544373,\n \"last\": 283.12366557121277,\n \"last-5-avg\": 212.34763884544373,\n \"last-10-avg\": 212.34763884544373\n },\n \"time_since_restore\": {\n \"max\": 141.57161211967468,\n \"min\": 141.5520534515381,\n \"avg\": 141.56183278560638,\n \"last\": 141.5520534515381,\n \"last-5-avg\": 141.56183278560638,\n \"last-10-avg\": 141.56183278560638\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430853a954ea85269f4094869452946807680d43086fb7db0d692c9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430853a954ea85269f4094869452946807680d43086fb7db0d692c9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061b24aa5800000474061b1aa6c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061b24aa5800000474061b1aa6c000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061b24aa5800000474071b1fa88c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061b24aa5800000474071b1fa88c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061b24aa5800000474061b1aa6c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061b24aa5800000474061b1aa6c000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38366165323538665f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d31352d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11f44260e4487af3908249f6c6bea7609700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430853a954ea85269f4094869452948c0974696d657374616d70944ae4d17a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083836616532353866948c0464617465948c13323032342d30362d32355f31362d31392d3136948c1074696d655f746869735f697465725f7394474061b24aa58000008c0c74696d655f746f74616c5f7394474061b24aa58000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b048c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe837d8a14d31ce8c026c7294473f313c1ba9d70f5a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061b24aa58000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38366165323538665f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d31352d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a104c28418a6a14e6b2a24745a6d15899067362756268317d94288c046c6f7373946836683c43086fb7db0d692c9f4094869452948c0974696d657374616d70944a7adb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083836616532353866948c0464617465948c13323032342d30362d32355f31372d30302d3130948c1074696d655f746869735f697465725f7394474061b1aa6c0000008c0c74696d655f746f74616c5f7394474071b1fa88c000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b048c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe837d8a14d31ce8c026c7294473f313c1ba9d70f5a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061b1aa6c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c4172973\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63343137323937335f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d31362d3534948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb418846a298c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 2048,\n \"n_head\": 2,\n \"drop_rate\": 0.4176788223006639,\n \"lr\": 0.00038150746043137153,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 2048,\n \"n_head\": 2,\n \"drop_rate\": 0.4176788223006639,\n \"lr\": 0.00038150746043137153,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.4176788223006639,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.00038150746043137153,\n \"n_head\": 2\n },\n \"experiment_tag\": \"8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4177,embedding_dim=256,encoder_ff=1024,encoder_num_layer=2,lr=0.0004,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325156.2771058,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 261.25574487400803,\n \"timestamp\": 1719327690,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"c4172973\",\n \"date\": \"2024-06-25_17-01-30\",\n \"time_this_iter_s\": 79.34292578697205,\n \"time_total_s\": 157.75713872909546,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 2048,\n \"n_head\": 2,\n \"drop_rate\": 0.4176788223006639,\n \"lr\": 0.00038150746043137153,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 79.34292578697205,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4177,embedding_dim=256,encoder_ff=1024,encoder_num_layer=2,lr=0.0004,n_head=2\"\n },\n \"last_result_time\": 1719327690.1038792,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 357.444681242695,\n \"min\": 261.25574487400803,\n \"avg\": 309.3502130583515,\n \"last\": 261.25574487400803,\n \"last-5-avg\": 309.3502130583515,\n \"last-10-avg\": 309.3502130583515\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.34292578697205,\n \"min\": 78.41421294212341,\n \"avg\": 78.87856936454773,\n \"last\": 79.34292578697205,\n \"last-5-avg\": 78.87856936454773,\n \"last-10-avg\": 78.87856936454773\n },\n \"time_total_s\": {\n \"max\": 157.75713872909546,\n \"min\": 78.41421294212341,\n \"avg\": 118.08567583560944,\n \"last\": 157.75713872909546,\n \"last-5-avg\": 118.08567583560944,\n \"last-10-avg\": 118.08567583560944\n },\n \"time_since_restore\": {\n \"max\": 79.34292578697205,\n \"min\": 78.41421294212341,\n \"avg\": 78.87856936454773,\n \"last\": 79.34292578697205,\n \"last-5-avg\": 78.87856936454773,\n \"last-10-avg\": 78.87856936454773\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085128146a1d57764094869452946807680d4308bfdfef87175470409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085128146a1d57764094869452946807680d4308bfdfef87175470409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740539a8277000000474053d5f27f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740539a8277000000474053d5f27f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740539a8277000000474063b83a7b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740539a8277000000474063b83a7b000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740539a8277000000474053d5f27f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740539a8277000000474053d5f27f000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63343137323937335f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d31362d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11767c713a35b871b5de447f9814b0d9b300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085128146a1d57764094869452948c0974696d657374616d70944a32d27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086334313732393733948c0464617465948c13323032342d30362d32355f31362d32302d3334948c1074696d655f746869735f697465725f73944740539a82770000008c0c74696d655f746f74616c5f73944740539a82770000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00088c066e5f68656164944b028c0964726f705f7261746594473fdabb3ff480d7668c026c7294473f3900a210d3dca08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740539a82770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63343137323937335f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d31362d35342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a116354e19f53c12892fe4f978c6a8c7a8b007362756268317d94288c046c6f7373946836683c4308bfdfef871754704094869452948c0974696d657374616d70944acadb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086334313732393733948c0464617465948c13323032342d30362d32355f31372d30312d3330948c1074696d655f746869735f697465725f7394474053d5f27f0000008c0c74696d655f746f74616c5f7394474063b83a7b0000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00088c066e5f68656164944b028c0964726f705f7261746594473fdabb3ff480d7668c026c7294473f3900a210d3dca08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053d5f27f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1920f493\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31393230663439335f395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31362d31392d3136948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb463df15148c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.922082156004742,\n \"lr\": 0.0016525285062566051,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.922082156004742,\n \"lr\": 0.0016525285062566051,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.922082156004742,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0016525285062566051,\n \"n_head\": 1\n },\n \"experiment_tag\": \"9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9221,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325234.8395333,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2102.196185254675,\n \"timestamp\": 1719325314,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"1920f493\",\n \"date\": \"2024-06-25_16-21-54\",\n \"time_this_iter_s\": 79.38143539428711,\n \"time_total_s\": 79.38143539428711,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.922082156004742,\n \"lr\": 0.0016525285062566051,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 79.38143539428711,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9221,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\"\n },\n \"last_result_time\": 1719325314.225798,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2102.196185254675,\n \"min\": 2102.196185254675,\n \"avg\": 2102.196185254675,\n \"last\": 2102.196185254675,\n \"last-5-avg\": 2102.196185254675,\n \"last-10-avg\": 2102.196185254675\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 79.38143539428711,\n \"min\": 79.38143539428711,\n \"avg\": 79.38143539428711,\n \"last\": 79.38143539428711,\n \"last-5-avg\": 79.38143539428711,\n \"last-10-avg\": 79.38143539428711\n },\n \"time_total_s\": {\n \"max\": 79.38143539428711,\n \"min\": 79.38143539428711,\n \"avg\": 79.38143539428711,\n \"last\": 79.38143539428711,\n \"last-5-avg\": 79.38143539428711,\n \"last-10-avg\": 79.38143539428711\n },\n \"time_since_restore\": {\n \"max\": 79.38143539428711,\n \"min\": 79.38143539428711,\n \"avg\": 79.38143539428711,\n \"last\": 79.38143539428711,\n \"last-5-avg\": 79.38143539428711,\n \"last-10-avg\": 79.38143539428711\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96472646ca0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96472646ca0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474053d86970000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474053d86970000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474053d86970000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474053d86970000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474053d86970000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474053d86970000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31393230663439335f395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31362d31392d31362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11fdcf99429d7f868e6d47eef0e42d098000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96472646ca04094869452948c0974696d657374616d70944a82d27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083139323066343933948c0464617465948c13323032342d30362d32355f31362d32312d3534948c1074696d655f746869735f697465725f7394474053d869700000008c0c74696d655f746f74616c5f7394474053d869700000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b018c0964726f705f7261746594473fed81b270087f478c026c7294473f5b1334f8f7117a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d869700000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1de460a8\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31646534363061385f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32302d3334948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb463df15148c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.03175079062321118,\n \"lr\": 0.003436670599863372,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.03175079062321118,\n \"lr\": 0.003436670599863372,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.03175079062321118,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.003436670599863372,\n \"n_head\": 1\n },\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.0318,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0034,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325314.396891,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.3101080947035,\n \"timestamp\": 1719327763,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"1de460a8\",\n \"date\": \"2024-06-25_17-02-43\",\n \"time_this_iter_s\": 72.80412983894348,\n \"time_total_s\": 146.37021279335022,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 1,\n \"drop_rate\": 0.03175079062321118,\n \"lr\": 0.003436670599863372,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 72.80412983894348,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.0318,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0034,n_head=1\"\n },\n \"last_result_time\": 1719327763.0620155,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1961.4144263079786,\n \"min\": 1955.3101080947035,\n \"avg\": 1958.3622672013412,\n \"last\": 1955.3101080947035,\n \"last-5-avg\": 1958.3622672013412,\n \"last-10-avg\": 1958.3622672013412\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 73.56608295440674,\n \"min\": 72.80412983894348,\n \"avg\": 73.18510639667511,\n \"last\": 72.80412983894348,\n \"last-5-avg\": 73.18510639667511,\n \"last-10-avg\": 73.18510639667511\n },\n \"time_total_s\": {\n \"max\": 146.37021279335022,\n \"min\": 73.56608295440674,\n \"avg\": 109.96814787387848,\n \"last\": 146.37021279335022,\n \"last-5-avg\": 109.96814787387848,\n \"last-10-avg\": 109.96814787387848\n },\n \"time_since_restore\": {\n \"max\": 73.56608295440674,\n \"min\": 72.80412983894348,\n \"avg\": 73.18510639667511,\n \"last\": 72.80412983894348,\n \"last-5-avg\": 73.18510639667511,\n \"last-10-avg\": 73.18510639667511\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e5fa8a59e4094869452946807680d4308e8f3f98c3d8d9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e5fa8a59e4094869452946807680d4308e8f3f98c3d8d9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052643ab40000004740523376dd000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052643ab40000004740523376dd000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052643ab40000004740624bd8c8800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052643ab40000004740624bd8c8800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052643ab40000004740523376dd000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052643ab40000004740523376dd000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31646534363061385f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32302d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1055810ffc8fb1d7ab1141f27ccac18639736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e5fa8a59e4094869452948c0974696d657374616d70944acbd27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083164653436306138948c0464617465948c13323032342d30362d32355f31362d32332d3037948c1074696d655f746869735f697465725f7394474052643ab40000008c0c74696d655f746f74616c5f7394474052643ab40000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b018c0964726f705f7261746594473fa041a3beb29a908c026c7294473f6c27387aac57a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474052643ab40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31646534363061385f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32302d33342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11b8b96603598218a15144e463ba24cf8e007362756268317d94288c046c6f7373946836683c4308e8f3f98c3d8d9e4094869452948c0974696d657374616d70944a13dc7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083164653436306138948c0464617465948c13323032342d30362d32355f31372d30322d3433948c1074696d655f746869735f697465725f73944740523376dd0000008c0c74696d655f746f74616c5f73944740624bd8c88000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b018c0964726f705f7261746594473fa041a3beb29a908c026c7294473f6c27387aac57a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740523376dd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1ef7c88b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31656637633838625f31315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32312d3534948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb463df15148c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 2,\n \"drop_rate\": 0.14711494497891564,\n \"lr\": 0.00018307057253269556,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 2,\n \"drop_rate\": 0.14711494497891564,\n \"lr\": 0.00018307057253269556,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 1024,\n \"decoder_int_num_layer\": 4,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.14711494497891564,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00018307057253269556,\n \"n_head\": 2\n },\n \"experiment_tag\": \"11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.1471,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=8,lr=0.0002,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719325388.1127121,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"loss\": 1963.8436942513533,\n \"timestamp\": 1719326402,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"1ef7c88b\",\n \"date\": \"2024-06-25_16-40-02\",\n \"time_this_iter_s\": 1014.7334928512573,\n \"time_total_s\": 1014.7334928512573,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 4,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 1024,\n \"n_head\": 2,\n \"drop_rate\": 0.14711494497891564,\n \"lr\": 0.00018307057253269556,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1014.7334928512573,\n \"iterations_since_restore\": 1\n },\n \"last_result_time\": 1719326402.8500564,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1963.8436942513533,\n \"min\": 1963.8436942513533,\n \"avg\": 1963.8436942513533,\n \"last\": 1963.8436942513533,\n \"last-5-avg\": 1963.8436942513533,\n \"last-10-avg\": 1963.8436942513533\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 1014.7334928512573,\n \"min\": 1014.7334928512573,\n \"avg\": 1014.7334928512573,\n \"last\": 1014.7334928512573,\n \"last-5-avg\": 1014.7334928512573,\n \"last-10-avg\": 1014.7334928512573\n },\n \"time_total_s\": {\n \"max\": 1014.7334928512573,\n \"min\": 1014.7334928512573,\n \"avg\": 1014.7334928512573,\n \"last\": 1014.7334928512573,\n \"last-5-avg\": 1014.7334928512573,\n \"last-10-avg\": 1014.7334928512573\n },\n \"time_since_restore\": {\n \"max\": 1014.7334928512573,\n \"min\": 1014.7334928512573,\n \"avg\": 1014.7334928512573,\n \"last\": 1014.7334928512573,\n \"last-5-avg\": 1014.7334928512573,\n \"last-10-avg\": 1014.7334928512573\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc562f15faf9e409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc562f15faf9e409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408fb5de31800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408fb5de31800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408fb5de31800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408fb5de31800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408fb5de31800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408fb5de31800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31656637633838625f31315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d342c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d32312d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a117d30e4131f2c1ba2eb43a2955dff97f100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc562f15faf9e4094869452948c0974696d657374616d70944ac2d67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083165663763383862948c0464617465948c13323032342d30362d32355f31362d34302d3032948c1074696d655f746869735f697465725f739447408fb5de318000008c0c74696d655f746f74616c5f739447408fb5de318000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b048c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b028c0964726f705f7261746594473fc2d4a99ab7f8dc8c026c7294473f27fed43e6818098c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408fb5de318000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"651349c4\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36353133343963345f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f323032342d30362d32355f31362d32332d3038948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb4af484b348c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.6683907000004579,\n \"lr\": 0.0001175178193869245,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.6683907000004579,\n \"lr\": 0.0001175178193869245,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.6683907000004579,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0001175178193869245,\n \"n_head\": 4\n },\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.6684,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PENDING\",\n \"relative_logdir\": \"train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326403.0031497,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1981.618032380352,\n \"timestamp\": 1719326489,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"651349c4\",\n \"date\": \"2024-06-25_16-41-29\",\n \"time_this_iter_s\": 86.11733651161194,\n \"time_total_s\": 86.11733651161194,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.6683907000004579,\n \"lr\": 0.0001175178193869245,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 86.11733651161194,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.6684,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=4\"\n },\n \"last_result_time\": 1719326489.1258004,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1981.618032380352,\n \"min\": 1981.618032380352,\n \"avg\": 1981.618032380352,\n \"last\": 1981.618032380352,\n \"last-5-avg\": 1981.618032380352,\n \"last-10-avg\": 1981.618032380352\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 86.11733651161194,\n \"min\": 86.11733651161194,\n \"avg\": 86.11733651161194,\n \"last\": 86.11733651161194,\n \"last-5-avg\": 86.11733651161194,\n \"last-10-avg\": 86.11733651161194\n },\n \"time_total_s\": {\n \"max\": 86.11733651161194,\n \"min\": 86.11733651161194,\n \"avg\": 86.11733651161194,\n \"last\": 86.11733651161194,\n \"last-5-avg\": 86.11733651161194,\n \"last-10-avg\": 86.11733651161194\n },\n \"time_since_restore\": {\n \"max\": 86.11733651161194,\n \"min\": 86.11733651161194,\n \"avg\": 86.11733651161194,\n \"last\": 86.11733651161194,\n \"last-5-avg\": 86.11733651161194,\n \"last-10-avg\": 86.11733651161194\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57add78f69e409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57add78f69e409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474055878271000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474055878271000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474055878271000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474055878271000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474055878271000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474055878271000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36353133343963345f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f323032342d30362d32355f31362d32332d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103cd44f9d38a2e7bec446dcaeaf332b13736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57add78f69e4094869452948c0974696d657374616d70944a19d77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083635313334396334948c0464617465948c13323032342d30362d32355f31362d34312d3239948c1074696d655f746869735f697465725f73944740558782710000008c0c74696d655f746f74616c5f73944740558782710000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00088c066e5f68656164944b048c0964726f705f7261746594473fe56374e4ae7afe8c026c7294473f1ece7cc38c162c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740558782710000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e566e32a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65353636653332615f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d34302d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5915a973d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7731110479994988,\n \"lr\": 0.03425650698356203,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7731110479994988,\n \"lr\": 0.03425650698356203,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7731110479994988,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.03425650698356203,\n \"n_head\": 4\n },\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7731,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0343,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326489.2697742,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2129.4940118264026,\n \"timestamp\": 1719326571,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"e566e32a\",\n \"date\": \"2024-06-25_16-42-51\",\n \"time_this_iter_s\": 82.61908912658691,\n \"time_total_s\": 82.61908912658691,\n \"pid\": 69318,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7731110479994988,\n \"lr\": 0.03425650698356203,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 82.61908912658691,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7731,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0343,n_head=4\"\n },\n \"last_result_time\": 1719326571.8931763,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2129.4940118264026,\n \"min\": 2129.4940118264026,\n \"avg\": 2129.4940118264026,\n \"last\": 2129.4940118264026,\n \"last-5-avg\": 2129.4940118264026,\n \"last-10-avg\": 2129.4940118264026\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 82.61908912658691,\n \"min\": 82.61908912658691,\n \"avg\": 82.61908912658691,\n \"last\": 82.61908912658691,\n \"last-5-avg\": 82.61908912658691,\n \"last-10-avg\": 82.61908912658691\n },\n \"time_total_s\": {\n \"max\": 82.61908912658691,\n \"min\": 82.61908912658691,\n \"avg\": 82.61908912658691,\n \"last\": 82.61908912658691,\n \"last-5-avg\": 82.61908912658691,\n \"last-10-avg\": 82.61908912658691\n },\n \"time_since_restore\": {\n \"max\": 82.61908912658691,\n \"min\": 82.61908912658691,\n \"avg\": 82.61908912658691,\n \"last\": 82.61908912658691,\n \"last-5-avg\": 82.61908912658691,\n \"last-10-avg\": 82.61908912658691\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eeffca2a0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eeffca2a0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054a79f28000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054a79f28000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054a79f28000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054a79f28000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054a79f28000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054a79f28000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65353636653332615f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31362d34302d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a108eef8c58375f918166442f09d4e1302f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eeffca2a04094869452948c0974696d657374616d70944a6bd77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086535363665333261948c0464617465948c13323032342d30362d32355f31362d34322d3531948c1074696d655f746869735f697465725f7394474054a79f280000008c0c74696d655f746f74616c5f7394474054a79f280000008c03706964944ac60e01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe8bd53616ab1398c026c7294473fa18a11a256d5188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054a79f280000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8c6e7040\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38633665373034305f31345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f323032342d30362d32355f31362d34312d3239948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5915a973d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 1,\n \"drop_rate\": 0.6537122299874158,\n \"lr\": 0.010515037912087563,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 1,\n \"drop_rate\": 0.6537122299874158,\n \"lr\": 0.010515037912087563,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.6537122299874158,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.010515037912087563,\n \"n_head\": 1\n },\n \"experiment_tag\": \"14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.6537,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0105,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326572.0475543,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"8c6e7040\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"25b42194\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32356234323139345f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f323032342d30362d32355f31362d34322d3532948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5915a973d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 16,\n \"drop_rate\": 0.3256301932631026,\n \"lr\": 0.0018178629337167497,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 16,\n \"drop_rate\": 0.3256301932631026,\n \"lr\": 0.0018178629337167497,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3256301932631026,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0018178629337167497,\n \"n_head\": 16\n },\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3256,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0018,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326598.1773813,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 5061.415592704232,\n \"timestamp\": 1719326792,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"25b42194\",\n \"date\": \"2024-06-25_16-46-32\",\n \"time_this_iter_s\": 194.36064219474792,\n \"time_total_s\": 194.36064219474792,\n \"pid\": 122466,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 16,\n \"drop_rate\": 0.3256301932631026,\n \"lr\": 0.0018178629337167497,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 194.36064219474792,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3256,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0018,n_head=16\"\n },\n \"last_result_time\": 1719326792.5431535,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 5061.415592704232,\n \"min\": 5061.415592704232,\n \"avg\": 5061.415592704232,\n \"last\": 5061.415592704232,\n \"last-5-avg\": 5061.415592704232,\n \"last-10-avg\": 5061.415592704232\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 194.36064219474792,\n \"min\": 194.36064219474792,\n \"avg\": 194.36064219474792,\n \"last\": 194.36064219474792,\n \"last-5-avg\": 194.36064219474792,\n \"last-10-avg\": 194.36064219474792\n },\n \"time_total_s\": {\n \"max\": 194.36064219474792,\n \"min\": 194.36064219474792,\n \"avg\": 194.36064219474792,\n \"last\": 194.36064219474792,\n \"last-5-avg\": 194.36064219474792,\n \"last-10-avg\": 194.36064219474792\n },\n \"time_since_restore\": {\n \"max\": 194.36064219474792,\n \"min\": 194.36064219474792,\n \"avg\": 194.36064219474792,\n \"last\": 194.36064219474792,\n \"last-5-avg\": 194.36064219474792,\n \"last-10-avg\": 194.36064219474792\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308229148646ac5b3409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308229148646ac5b3409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740684b8a61800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740684b8a61800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740684b8a61800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740684b8a61800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740684b8a61800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740684b8a61800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356234323139345f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f323032342d30362d32355f31362d34322d35322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1134c6fe3ca07c39bd6c4247e744cd77b300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308229148646ac5b34094869452948c0974696d657374616d70944a48d87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083235623432313934948c0464617465948c13323032342d30362d32355f31362d34362d3332948c1074696d655f746869735f697465725f73944740684b8a618000008c0c74696d655f746f74616c5f73944740684b8a618000008c03706964944a62de01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00088c066e5f68656164944b108c0964726f705f7261746594473fd4d72005a9ee8e8c026c7294473f5dc8ab7654c5908c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740684b8a618000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b53cfe05\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62353363666530355f31365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d34332d3138948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5dcbfed3f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9936594412219328,\n \"lr\": 0.000836614555813242,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9936594412219328,\n \"lr\": 0.000836614555813242,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9936594412219328,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.000836614555813242,\n \"n_head\": 4\n },\n \"experiment_tag\": \"16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9937,embedding_dim=64,encoder_ff=512,encoder_num_layer=2,lr=0.0008,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326792.6860473,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 3022.543074480192,\n \"timestamp\": 1719326860,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"b53cfe05\",\n \"date\": \"2024-06-25_16-47-40\",\n \"time_this_iter_s\": 67.51874232292175,\n \"time_total_s\": 67.51874232292175,\n \"pid\": 122466,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9936594412219328,\n \"lr\": 0.000836614555813242,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 67.51874232292175,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9937,embedding_dim=64,encoder_ff=512,encoder_num_layer=2,lr=0.0008,n_head=4\"\n },\n \"last_result_time\": 1719326860.2093158,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3022.543074480192,\n \"min\": 3022.543074480192,\n \"avg\": 3022.543074480192,\n \"last\": 3022.543074480192,\n \"last-5-avg\": 3022.543074480192,\n \"last-10-avg\": 3022.543074480192\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 67.51874232292175,\n \"min\": 67.51874232292175,\n \"avg\": 67.51874232292175,\n \"last\": 67.51874232292175,\n \"last-5-avg\": 67.51874232292175,\n \"last-10-avg\": 67.51874232292175\n },\n \"time_total_s\": {\n \"max\": 67.51874232292175,\n \"min\": 67.51874232292175,\n \"avg\": 67.51874232292175,\n \"last\": 67.51874232292175,\n \"last-5-avg\": 67.51874232292175,\n \"last-10-avg\": 67.51874232292175\n },\n \"time_since_restore\": {\n \"max\": 67.51874232292175,\n \"min\": 67.51874232292175,\n \"avg\": 67.51874232292175,\n \"last\": 67.51874232292175,\n \"last-5-avg\": 67.51874232292175,\n \"last-10-avg\": 67.51874232292175\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7db0d169da7409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7db0d169da7409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050e13313000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050e13313000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050e13313000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050e13313000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050e13313000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050e13313000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62353363666530355f31365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31362d34332d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a100ded1d5120b71bb6d94d1874c6c85758736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7db0d169da74094869452948c0974696d657374616d70944a8cd87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086235336366653035948c0464617465948c13323032342d30362d32355f31362d34372d3430948c1074696d655f746869735f697465725f7394474050e133130000008c0c74696d655f746f74616c5f7394474050e133130000008c03706964944a62de01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fefcc0ee26d1d608c026c7294473f4b6a08140aa9ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050e133130000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"45b8cfdd\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34356238636664645f31375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d323034382c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f323032342d30362d32355f31362d34362d3332948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5dcbfed3f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.18931069188451255,\n \"lr\": 0.0002168775970949337,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 2048,\n \"n_head\": 4,\n \"drop_rate\": 0.18931069188451255,\n \"lr\": 0.0002168775970949337,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 2048,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.18931069188451255,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0002168775970949337,\n \"n_head\": 4\n },\n \"experiment_tag\": \"17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.1893,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0002,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326860.3577213,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"45b8cfdd\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8e58579c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38653538353739635f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d34372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb5dcbfed3f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.8999111579906955,\n \"lr\": 0.000663247583015271,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.8999111579906955,\n \"lr\": 0.000663247583015271,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 8,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.8999111579906955,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.000663247583015271,\n \"n_head\": 8\n },\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8999,embedding_dim=64,encoder_ff=1024,encoder_num_layer=8,lr=0.0007,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719326883.2966387,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2056.04917078694,\n \"timestamp\": 1719327182,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"8e58579c\",\n \"date\": \"2024-06-25_16-53-02\",\n \"time_this_iter_s\": 142.2777497768402,\n \"time_total_s\": 298.91499376296997,\n \"pid\": 130020,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 8,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.8999111579906955,\n \"lr\": 0.000663247583015271,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 298.91499376296997,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8999,embedding_dim=64,encoder_ff=1024,encoder_num_layer=8,lr=0.0007,n_head=8\"\n },\n \"last_result_time\": 1719327182.2214158,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2062.3793243648497,\n \"min\": 2056.04917078694,\n \"avg\": 2059.2142475758947,\n \"last\": 2056.04917078694,\n \"last-5-avg\": 2059.2142475758947,\n \"last-10-avg\": 2059.2142475758947\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 156.63724398612976,\n \"min\": 142.2777497768402,\n \"avg\": 149.45749688148499,\n \"last\": 142.2777497768402,\n \"last-5-avg\": 149.45749688148499,\n \"last-10-avg\": 149.45749688148499\n },\n \"time_total_s\": {\n \"max\": 298.91499376296997,\n \"min\": 156.63724398612976,\n \"avg\": 227.77611887454987,\n \"last\": 298.91499376296997,\n \"last-5-avg\": 227.77611887454987,\n \"last-10-avg\": 227.77611887454987\n },\n \"time_since_restore\": {\n \"max\": 298.91499376296997,\n \"min\": 156.63724398612976,\n \"avg\": 227.77611887454987,\n \"last\": 298.91499376296997,\n \"last-5-avg\": 227.77611887454987,\n \"last-10-avg\": 227.77611887454987\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd36c21ca04094869452946807680d4308a7d3e92c1910a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd36c21ca04094869452946807680d4308a7d3e92c1910a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406394644d800000474061c8e353800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406394644d800000474061c8e353800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406394644d800000474072aea3d0800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406394644d800000474072aea3d0800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406394644d800000474072aea3d0800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406394644d800000474072aea3d0800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a4090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653538353739635f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d34372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a102fd40e2ad2aee0ab774f9b6b0d8e1422736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd36c21ca04094869452948c0974696d657374616d70944a3fd97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083865353835373963948c0464617465948c13323032342d30362d32355f31362d35302d3339948c1074696d655f746869735f697465725f739447406394644d8000008c0c74696d655f746f74616c5f739447406394644d8000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473feccc127c1c04508c026c7294473f45bbb956cf4fa78c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406394644d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653538353739635f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31362d34372d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a109082755a26183b9e5c416e75fbaec42e7362756268317d94288c046c6f7373946836683c4308a7d3e92c1910a04094869452948c0974696d657374616d70944aced97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083865353835373963948c0464617465948c13323032342d30362d32355f31362d35332d3032948c1074696d655f746869735f697465725f7394474061c8e3538000008c0c74696d655f746f74616c5f7394474072aea3d08000008c03706964944ae4fb01008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b088c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473feccc127c1c04508c026c7294473f45bbb956cf4fa78c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474072aea3d08000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"375ed3d7\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33373565643364375f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d35362d3132948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb673a554b88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.29850788173794873,\n \"lr\": 0.017371208825505195,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.29850788173794873,\n \"lr\": 0.017371208825505195,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 2,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.29850788173794873,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.017371208825505195,\n \"n_head\": 1\n },\n \"experiment_tag\": \"19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2985,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0174,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"RUNNING\",\n \"relative_logdir\": \"train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719327790.388722,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1971.010832058163,\n \"timestamp\": 1719327860,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"375ed3d7\",\n \"date\": \"2024-06-25_17-04-20\",\n \"time_this_iter_s\": 70.38656640052795,\n \"time_total_s\": 70.38656640052795,\n \"pid\": 168065,\n \"hostname\": \"r3i5n6\",\n \"node_ip\": \"10.159.8.159\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 2,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.29850788173794873,\n \"lr\": 0.017371208825505195,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 70.38656640052795,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2985,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0174,n_head=1\"\n },\n \"last_result_time\": 1719327860.7799456,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1971.010832058163,\n \"min\": 1971.010832058163,\n \"avg\": 1971.010832058163,\n \"last\": 1971.010832058163,\n \"last-5-avg\": 1971.010832058163,\n \"last-10-avg\": 1971.010832058163\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 70.38656640052795,\n \"min\": 70.38656640052795,\n \"avg\": 70.38656640052795,\n \"last\": 70.38656640052795,\n \"last-5-avg\": 70.38656640052795,\n \"last-10-avg\": 70.38656640052795\n },\n \"time_total_s\": {\n \"max\": 70.38656640052795,\n \"min\": 70.38656640052795,\n \"avg\": 70.38656640052795,\n \"last\": 70.38656640052795,\n \"last-5-avg\": 70.38656640052795,\n \"last-10-avg\": 70.38656640052795\n },\n \"time_since_restore\": {\n \"max\": 70.38656640052795,\n \"min\": 70.38656640052795,\n \"avg\": 70.38656640052795,\n \"last\": 70.38656640052795,\n \"last-5-avg\": 70.38656640052795,\n \"last-10-avg\": 70.38656640052795\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f170bcc9e409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f170bcc9e409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405198bd81000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405198bd81000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405198bd81000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405198bd81000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405198bd81000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405198bd81000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33373565643364375f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d322c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31362d35362d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10396822c682368391904e67012945ac5a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f170bcc9e4094869452948c0974696d657374616d70944a74dc7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083337356564336437948c0464617465948c13323032342d30362d32355f31372d30342d3230948c1074696d655f746869735f697465725f739447405198bd810000008c0c74696d655f746f74616c5f739447405198bd810000008c03706964944a819002008c08686f73746e616d65948c06723369356e36948c076e6f64655f6970948c0c31302e3135392e382e313539948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b028c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd31ac0cd6a6a188c026c7294473f91c9c21730ac118c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405198bd810000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": 35513.70259362,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 3296.2440366744995,
- "_iteration": 34237,
- "_has_errored": true,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719324468.4160578,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-25_16-07-48",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719324468.4160578,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/experiment_state-2024-06-25_17-10-00.json b/ray_results/test_experiment/experiment_state-2024-06-25_17-10-00.json
deleted file mode 100644
index 97e43a7..0000000
--- a/ray_results/test_experiment/experiment_state-2024-06-25_17-10-00.json
+++ /dev/null
@@ -1,168 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5763f130\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35373633663133305f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32355f31372d31302d3030948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7224904221599877,\n \"lr\": 0.04561252173503944,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7224904221599877,\n \"lr\": 0.04561252173503944,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.7224904221599877,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.04561252173503944,\n \"n_head\": 2\n },\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.7225,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0456,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328213.2508516,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 4538.754975086122,\n \"timestamp\": 1719328455,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"5763f130\",\n \"date\": \"2024-06-25_17-14-16\",\n \"time_this_iter_s\": 242.80822491645813,\n \"time_total_s\": 242.80822491645813,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7224904221599877,\n \"lr\": 0.04561252173503944,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 242.80822491645813,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.7225,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0456,n_head=2\"\n },\n \"last_result_time\": 1719328456.063987,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4538.754975086122,\n \"min\": 4538.754975086122,\n \"avg\": 4538.754975086122,\n \"last\": 4538.754975086122,\n \"last-5-avg\": 4538.754975086122,\n \"last-10-avg\": 4538.754975086122\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 242.80822491645813,\n \"min\": 242.80822491645813,\n \"avg\": 242.80822491645813,\n \"last\": 242.80822491645813,\n \"last-5-avg\": 242.80822491645813,\n \"last-10-avg\": 242.80822491645813\n },\n \"time_total_s\": {\n \"max\": 242.80822491645813,\n \"min\": 242.80822491645813,\n \"avg\": 242.80822491645813,\n \"last\": 242.80822491645813,\n \"last-5-avg\": 242.80822491645813,\n \"last-10-avg\": 242.80822491645813\n },\n \"time_since_restore\": {\n \"max\": 242.80822491645813,\n \"min\": 242.80822491645813,\n \"avg\": 242.80822491645813,\n \"last\": 242.80822491645813,\n \"last-5-avg\": 242.80822491645813,\n \"last-10-avg\": 242.80822491645813\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430830180c46c1bab1409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430830180c46c1bab1409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406e59dcfa800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406e59dcfa800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406e59dcfa800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406e59dcfa800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406e59dcfa800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406e59dcfa800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373633663133305f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32355f31372d31302d30302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10b0dd19201197f187aa4e48898e873e6f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430830180c46c1bab14094869452948c0974696d657374616d70944ac7de7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083537363366313330948c0464617465948c13323032342d30362d32355f31372d31342d3136948c1074696d655f746869735f697465725f739447406e59dcfa8000008c0c74696d655f746f74616c5f739447406e59dcfa8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe71ea43bdb36528c026c7294473fa75a864247b9098c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e59dcfa8000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a00d3259\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d3133948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7722637668c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.22544213936627444,\n \"lr\": 0.0013157536168827595,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.22544213936627444,\n \"lr\": 0.0013157536168827595,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.22544213936627444,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0013157536168827595,\n \"n_head\": 4\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.2254,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0013,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328456.2145321,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 119.19234625748761,\n \"timestamp\": 1719332071,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"a00d3259\",\n \"date\": \"2024-06-25_18-14-31\",\n \"time_this_iter_s\": 58.22098970413208,\n \"time_total_s\": 537.5048625469208,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.22544213936627444,\n \"lr\": 0.0013157536168827595,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 246.92507433891296,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.2254,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0013,n_head=4\"\n },\n \"last_result_time\": 1719332071.4645963,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 253.8278117743064,\n \"min\": 119.19234625748761,\n \"avg\": 155.9507788898438,\n \"last\": 119.19234625748761,\n \"last-5-avg\": 133.0517245735709,\n \"last-10-avg\": 155.9507788898438\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 88.16569352149963,\n \"min\": 58.202213287353516,\n \"avg\": 67.1881078183651,\n \"last\": 58.22098970413208,\n \"last-5-avg\": 61.9065589427948,\n \"last-10-avg\": 67.1881078183651\n },\n \"time_total_s\": {\n \"max\": 537.5048625469208,\n \"min\": 70.23847699165344,\n \"avg\": 316.16187810897827,\n \"last\": 537.5048625469208,\n \"last-5-avg\": 418.25562114715575,\n \"last-10-avg\": 316.16187810897827\n },\n \"time_since_restore\": {\n \"max\": 246.92507433891296,\n \"min\": 69.5678973197937,\n \"avg\": 127.14058080315588,\n \"last\": 246.92507433891296,\n \"last-5-avg\": 157.83051571846008,\n \"last-10-avg\": 127.1405808031559\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 1.875,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 1.875\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080c068339a894614094869452946807680d4308bbdd6e5f00c0624094869452946807680d4308000000b8f85f604094869452946807680d430873b95c3efb1a5f4094869452946807680d4308b55aad664fcc5d409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1e6f7dba6f4094869452946807680d430883c160c03b16654094869452946807680d43085fafd76b66fa634094869452946807680d43080c068339a894614094869452946807680d4308bbdd6e5f00c0624094869452946807680d4308000000b8f85f604094869452946807680d430873b95c3efb1a5f4094869452946807680d4308b55aad664fcc5d409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404f4dc9c800000047405211878400000047404d19e22000000047404d1d2e4a00000047404d1c4964000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740518f433500000047405164586e0000004740560a9ab900000047404f4dc9c800000047405211878400000047404d19e22000000047404d1d2e4a00000047404d1c4964000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740722946d0000000474076ada8b100000047407a50e4f500000047407df48abe400000474080cc09f5600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740518f433500000047406179cdd180000047406c7f1b2e0000004740722946d0000000474076ada8b100000047407a50e4f500000047407df48abe400000474080cc09f5600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474062d8bfce8000004740521187840000004740604f3c4a0000004740679687dc80000047406edd9a35800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740518f433500000047405164586e0000004740560a9ab9000000474062d8bfce8000004740521187840000004740604f3c4a0000004740679687dc80000047406edd9a35800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595f41e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a110e9e5dc1217ec9bebd476cec37a884c400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1e6f7dba6f4094869452948c0974696d657374616d70944a0edf7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31372d31352d3236948c1074696d655f746869735f697465725f73944740518f43350000008c0c74696d655f746f74616c5f73944740518f43350000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740518f43350000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11cc42bb71e00b7b97494800e3d3acd9b2007362756268317d94288c046c6f7373946836683c430883c160c03b16654094869452948c0974696d657374616d70944a1be77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31372d34392d3437948c1074696d655f746869735f697465725f739447405164586e0000008c0c74696d655f746f74616c5f739447406179cdd18000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405164586e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10141deb64e2f047a7ca4b06bf191963437362756268317d94288c046c6f7373946836683c43085fafd76b66fa634094869452948c0974696d657374616d70944a93e97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d30302d3139948c1074696d655f746869735f697465725f73944740560a9ab90000008c0c74696d655f746f74616c5f739447406c7f1b2e0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740560a9ab90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a119f5735580a8fcb92b74321bfa361c4b9007362756268317d94288c046c6f7373946836683c43080c068339a894614094869452948c0974696d657374616d70944ad2e97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d30312d3232948c1074696d655f746869735f697465725f739447404f4dc9c80000008c0c74696d655f746f74616c5f73944740722946d00000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474062d8bfce8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1178391f217b7e0e8b8e484fe617cc4aa7007362756268317d94288c046c6f7373946836683c4308bbdd6e5f00c0624094869452948c0974696d657374616d70944a38ec7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d31312d3336948c1074696d655f746869735f697465725f73944740521187840000008c0c74696d655f746f74616c5f7394474076ada8b10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740521187840000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11b01bc90fcfb3849519437ed644c87283007362756268317d94288c046c6f7373946836683c4308000000b8f85f604094869452948c0974696d657374616d70944a72ec7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d31322d3334948c1074696d655f746869735f697465725f739447404d19e2200000008c0c74696d655f746f74616c5f739447407a50e4f50000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740604f3c4a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100e2bc27ee9b7d8baec4b607719848f1a7362756268317d94288c046c6f7373946836683c430873b95c3efb1a5f4094869452948c0974696d657374616d70944aadec7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d31332d3333948c1074696d655f746869735f697465725f739447404d1d2e4a0000008c0c74696d655f746f74616c5f739447407df48abe4000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740679687dc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303064333235395f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d31302d31332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10ede47fd5253ab29d7647405ee5896a327362756268317d94288c046c6f7373946836683c4308b55aad664fcc5d4094869452948c0974696d657374616d70944ae7ec7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086130306433323539948c0464617465948c13323032342d30362d32355f31382d31342d3331948c1074696d655f746869735f697465725f739447404d1c49640000008c0c74696d655f746f74616c5f7394474080cc09f56000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fccdb49bbdbf5488c026c7294473f558eabb04342508c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406edd9a358000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7ddcd025\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37646463643032355f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32355f31372d31342d3136948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7722637668c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.474834603771515,\n \"lr\": 0.015369204694575145,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.474834603771515,\n \"lr\": 0.015369204694575145,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.474834603771515,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.015369204694575145,\n \"n_head\": 1\n },\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.4748,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0154,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328526.6072588,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2079.0407700425994,\n \"timestamp\": 1719328617,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"7ddcd025\",\n \"date\": \"2024-06-25_17-16-57\",\n \"time_this_iter_s\": 90.59219408035278,\n \"time_total_s\": 90.59219408035278,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.474834603771515,\n \"lr\": 0.015369204694575145,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 90.59219408035278,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.4748,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0154,n_head=1\"\n },\n \"last_result_time\": 1719328617.2057276,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2079.0407700425994,\n \"min\": 2079.0407700425994,\n \"avg\": 2079.0407700425994,\n \"last\": 2079.0407700425994,\n \"last-5-avg\": 2079.0407700425994,\n \"last-10-avg\": 2079.0407700425994\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 90.59219408035278,\n \"min\": 90.59219408035278,\n \"avg\": 90.59219408035278,\n \"last\": 90.59219408035278,\n \"last-5-avg\": 90.59219408035278,\n \"last-10-avg\": 90.59219408035278\n },\n \"time_total_s\": {\n \"max\": 90.59219408035278,\n \"min\": 90.59219408035278,\n \"avg\": 90.59219408035278,\n \"last\": 90.59219408035278,\n \"last-5-avg\": 90.59219408035278,\n \"last-10-avg\": 90.59219408035278\n },\n \"time_since_restore\": {\n \"max\": 90.59219408035278,\n \"min\": 90.59219408035278,\n \"avg\": 90.59219408035278,\n \"last\": 90.59219408035278,\n \"last-5-avg\": 90.59219408035278,\n \"last-10-avg\": 90.59219408035278\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcfdf143ea0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcfdf143ea0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056a5e682000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056a5e682000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056a5e682000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056a5e682000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056a5e682000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056a5e682000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37646463643032355f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32355f31372d31342d31362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a105ac6f07c076b1b94404e03bf2719e871736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcfdf143ea04094869452948c0974696d657374616d70944a69df7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083764646364303235948c0464617465948c13323032342d30362d32355f31372d31362d3537948c1074696d655f746869735f697465725f7394474056a5e6820000008c0c74696d655f746f74616c5f7394474056a5e6820000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fde63b0ad8d4c308c026c7294473f8f79e3bc3ad6c08c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474056a5e6820000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7dfe67c7\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37646665363763375f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d31352d3236948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7bda3c2988c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.6066107852445892,\n \"lr\": 0.0011313709304158431,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.6066107852445892,\n \"lr\": 0.0011313709304158431,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6066107852445892,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0011313709304158431,\n \"n_head\": 2\n },\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6066,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0011,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328617.3522246,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1979.0773276982345,\n \"timestamp\": 1719328732,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"7dfe67c7\",\n \"date\": \"2024-06-25_17-18-52\",\n \"time_this_iter_s\": 115.28918504714966,\n \"time_total_s\": 115.28918504714966,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.6066107852445892,\n \"lr\": 0.0011313709304158431,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 115.28918504714966,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6066,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0011,n_head=2\"\n },\n \"last_result_time\": 1719328732.6464097,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1979.0773276982345,\n \"min\": 1979.0773276982345,\n \"avg\": 1979.0773276982345,\n \"last\": 1979.0773276982345,\n \"last-5-avg\": 1979.0773276982345,\n \"last-10-avg\": 1979.0773276982345\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 115.28918504714966,\n \"min\": 115.28918504714966,\n \"avg\": 115.28918504714966,\n \"last\": 115.28918504714966,\n \"last-5-avg\": 115.28918504714966,\n \"last-10-avg\": 115.28918504714966\n },\n \"time_total_s\": {\n \"max\": 115.28918504714966,\n \"min\": 115.28918504714966,\n \"avg\": 115.28918504714966,\n \"last\": 115.28918504714966,\n \"last-5-avg\": 115.28918504714966,\n \"last-10-avg\": 115.28918504714966\n },\n \"time_since_restore\": {\n \"max\": 115.28918504714966,\n \"min\": 115.28918504714966,\n \"avg\": 115.28918504714966,\n \"last\": 115.28918504714966,\n \"last-5-avg\": 115.28918504714966,\n \"last-10-avg\": 115.28918504714966\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f8fbfd2e4fec9e409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f8fbfd2e4fec9e409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405cd28202000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405cd28202000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405cd28202000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405cd28202000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405cd28202000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405cd28202000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37646665363763375f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d31352d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d00a7865e6fde98160434a4fa02a8c2c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f8fbfd2e4fec9e4094869452948c0974696d657374616d70944adcdf7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083764666536376337948c0464617465948c13323032342d30362d32355f31372d31382d3532948c1074696d655f746869735f697465725f739447405cd282020000008c0c74696d655f746f74616c5f739447405cd282020000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe3695b0580d8308c026c7294473f52895049547a698c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405cd282020000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"f1fbbaf2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66316662626166325f355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d31362d3537948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7bda3c2988c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.24540187796715263,\n \"lr\": 0.0006485525268785047,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.24540187796715263,\n \"lr\": 0.0006485525268785047,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.24540187796715263,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0006485525268785047,\n \"n_head\": 1\n },\n \"experiment_tag\": \"5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.2454,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0006,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719328732.7937407,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1986.5954556202325,\n \"timestamp\": 1719329376,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"f1fbbaf2\",\n \"date\": \"2024-06-25_17-29-36\",\n \"time_this_iter_s\": 643.849014043808,\n \"time_total_s\": 643.849014043808,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.24540187796715263,\n \"lr\": 0.0006485525268785047,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 643.849014043808,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.2454,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0006,n_head=1\"\n },\n \"last_result_time\": 1719329376.6484032,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1986.5954556202325,\n \"min\": 1986.5954556202325,\n \"avg\": 1986.5954556202325,\n \"last\": 1986.5954556202325,\n \"last-5-avg\": 1986.5954556202325,\n \"last-10-avg\": 1986.5954556202325\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 643.849014043808,\n \"min\": 643.849014043808,\n \"avg\": 643.849014043808,\n \"last\": 643.849014043808,\n \"last-5-avg\": 643.849014043808,\n \"last-10-avg\": 643.849014043808\n },\n \"time_total_s\": {\n \"max\": 643.849014043808,\n \"min\": 643.849014043808,\n \"avg\": 643.849014043808,\n \"last\": 643.849014043808,\n \"last-5-avg\": 643.849014043808,\n \"last-10-avg\": 643.849014043808\n },\n \"time_since_restore\": {\n \"max\": 643.849014043808,\n \"min\": 643.849014043808,\n \"avg\": 643.849014043808,\n \"last\": 643.849014043808,\n \"last-5-avg\": 643.849014043808,\n \"last-10-avg\": 643.849014043808\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ebf610a9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ebf610a9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740841ecac7e00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740841ecac7e00000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740841ecac7e00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740841ecac7e00000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740841ecac7e00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740841ecac7e00000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316662626166325f355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d31362d35372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a107ceec938c58a36a286442505bc700a43736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ebf610a9f4094869452948c0974696d657374616d70944a60e27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086631666262616632948c0464617465948c13323032342d30362d32355f31372d32392d3336948c1074696d655f746869735f697465725f73944740841ecac7e000008c0c74696d655f746f74616c5f73944740841ecac7e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fcf6954281f79c48c026c7294473f454073f24361d28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740841ecac7e000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5b0a0ae2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35623061306165325f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31372d31382d3532948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb7bda3c2988c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.0063231604639778505,\n \"lr\": 0.0021079084039053323,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.0063231604639778505,\n \"lr\": 0.0021079084039053323,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.0063231604639778505,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0021079084039053323,\n \"n_head\": 16\n },\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.0063,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0021,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329376.7954574,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1963.9745468980684,\n \"timestamp\": 1719330671,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"5b0a0ae2\",\n \"date\": \"2024-06-25_17-51-11\",\n \"time_this_iter_s\": 84.48489356040955,\n \"time_total_s\": 168.87538933753967,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.0063231604639778505,\n \"lr\": 0.0021079084039053323,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 84.48489356040955,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.0063,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0021,n_head=16\"\n },\n \"last_result_time\": 1719330671.9681833,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1963.9745468980684,\n \"min\": 1952.9751620555487,\n \"avg\": 1958.4748544768086,\n \"last\": 1963.9745468980684,\n \"last-5-avg\": 1958.4748544768086,\n \"last-10-avg\": 1958.4748544768086\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 84.48489356040955,\n \"min\": 84.39049577713013,\n \"avg\": 84.43769466876984,\n \"last\": 84.48489356040955,\n \"last-5-avg\": 84.43769466876984,\n \"last-10-avg\": 84.43769466876984\n },\n \"time_total_s\": {\n \"max\": 168.87538933753967,\n \"min\": 84.39049577713013,\n \"avg\": 126.6329425573349,\n \"last\": 168.87538933753967,\n \"last-5-avg\": 126.6329425573349,\n \"last-10-avg\": 126.6329425573349\n },\n \"time_since_restore\": {\n \"max\": 84.48489356040955,\n \"min\": 84.39049577713013,\n \"avg\": 84.43769466876984,\n \"last\": 84.48489356040955,\n \"last-5-avg\": 84.43769466876984,\n \"last-10-avg\": 84.43769466876984\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e190e6839e4094869452946807680d43087d3e9fefe5af9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e190e6839e4094869452946807680d43087d3e9fefe5af9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405518fde20000004740551f087f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405518fde20000004740551f087f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405518fde20000004740651c0330800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405518fde20000004740651c0330800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405518fde20000004740551f087f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405518fde20000004740551f087f000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35623061306165325f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31372d31382d35322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1070db152d94d48fa82e42a314639aa52d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e190e6839e4094869452948c0974696d657374616d70944ab5e27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083562306130616532948c0464617465948c13323032342d30362d32355f31372d33312d3031948c1074696d655f746869735f697465725f739447405518fde20000008c0c74696d655f746f74616c5f739447405518fde20000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f79e6507666fe808c026c7294473f61449ab50c2e628c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405518fde20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35623061306165325f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31372d31382d35322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1137570e916e59b7a6e64247e3a7f2e0a5007362756268317d94288c046c6f7373946836683c43087d3e9fefe5af9e4094869452948c0974696d657374616d70944a6fe77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083562306130616532948c0464617465948c13323032342d30362d32355f31372d35312d3131948c1074696d655f746869735f697465725f73944740551f087f0000008c0c74696d655f746f74616c5f73944740651c03308000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f79e6507666fe808c026c7294473f61449ab50c2e628c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740551f087f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3f37f45c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33663337663435635f375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d32392d3336948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb8547484f48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6691316467787182,\n \"lr\": 0.004731694425031267,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6691316467787182,\n \"lr\": 0.004731694425031267,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6691316467787182,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.004731694425031267,\n \"n_head\": 4\n },\n \"experiment_tag\": \"7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6691,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0047,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329461.3491297,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2052.4382574126475,\n \"timestamp\": 1719329544,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"3f37f45c\",\n \"date\": \"2024-06-25_17-32-25\",\n \"time_this_iter_s\": 83.68853616714478,\n \"time_total_s\": 83.68853616714478,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6691316467787182,\n \"lr\": 0.004731694425031267,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 83.68853616714478,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6691,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0047,n_head=4\"\n },\n \"last_result_time\": 1719329545.0414808,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2052.4382574126475,\n \"min\": 2052.4382574126475,\n \"avg\": 2052.4382574126475,\n \"last\": 2052.4382574126475,\n \"last-5-avg\": 2052.4382574126475,\n \"last-10-avg\": 2052.4382574126475\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 83.68853616714478,\n \"min\": 83.68853616714478,\n \"avg\": 83.68853616714478,\n \"last\": 83.68853616714478,\n \"last-5-avg\": 83.68853616714478,\n \"last-10-avg\": 83.68853616714478\n },\n \"time_total_s\": {\n \"max\": 83.68853616714478,\n \"min\": 83.68853616714478,\n \"avg\": 83.68853616714478,\n \"last\": 83.68853616714478,\n \"last-5-avg\": 83.68853616714478,\n \"last-10-avg\": 83.68853616714478\n },\n \"time_since_restore\": {\n \"max\": 83.68853616714478,\n \"min\": 83.68853616714478,\n \"avg\": 83.68853616714478,\n \"last\": 83.68853616714478,\n \"last-5-avg\": 83.68853616714478,\n \"last-10-avg\": 83.68853616714478\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081a8d4663e008a0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081a8d4663e008a0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054ec10fa000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054ec10fa000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054ec10fa000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054ec10fa000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474054ec10fa000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474054ec10fa000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33663337663435635f375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d32392d33362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1138d348b093235c974043ee23a2e6638700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081a8d4663e008a04094869452948c0974696d657374616d70944a08e37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083366333766343563948c0464617465948c13323032342d30362d32355f31372d33322d3235948c1074696d655f746869735f697465725f7394474054ec10fa0000008c0c74696d655f746f74616c5f7394474054ec10fa0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe56986c57443538c026c7294473f73618a8cf679de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054ec10fa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"040fcf09\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30343066636630395f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d33312d3031948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb89fd0cfec8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.18759871111111892,\n \"lr\": 0.02750689103642202,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.18759871111111892,\n \"lr\": 0.02750689103642202,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.18759871111111892,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.02750689103642202,\n \"n_head\": 1\n },\n \"experiment_tag\": \"8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.1876,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0275,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329545.1895237,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2019.4176592488927,\n \"timestamp\": 1719329610,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"040fcf09\",\n \"date\": \"2024-06-25_17-33-30\",\n \"time_this_iter_s\": 65.59718012809753,\n \"time_total_s\": 65.59718012809753,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.18759871111111892,\n \"lr\": 0.02750689103642202,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 65.59718012809753,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.1876,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0275,n_head=1\"\n },\n \"last_result_time\": 1719329610.791616,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2019.4176592488927,\n \"min\": 2019.4176592488927,\n \"avg\": 2019.4176592488927,\n \"last\": 2019.4176592488927,\n \"last-5-avg\": 2019.4176592488927,\n \"last-10-avg\": 2019.4176592488927\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 65.59718012809753,\n \"min\": 65.59718012809753,\n \"avg\": 65.59718012809753,\n \"last\": 65.59718012809753,\n \"last-5-avg\": 65.59718012809753,\n \"last-10-avg\": 65.59718012809753\n },\n \"time_total_s\": {\n \"max\": 65.59718012809753,\n \"min\": 65.59718012809753,\n \"avg\": 65.59718012809753,\n \"last\": 65.59718012809753,\n \"last-5-avg\": 65.59718012809753,\n \"last-10-avg\": 65.59718012809753\n },\n \"time_since_restore\": {\n \"max\": 65.59718012809753,\n \"min\": 65.59718012809753,\n \"avg\": 65.59718012809753,\n \"last\": 65.59718012809753,\n \"last-5-avg\": 65.59718012809753,\n \"last-10-avg\": 65.59718012809753\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430877bbddaeab8d9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430877bbddaeab8d9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050663833000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050663833000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050663833000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050663833000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474050663833000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474050663833000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30343066636630395f385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32355f31372d33312d30312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11fc7754c809abffae8d4f2132ea00c58200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430877bbddaeab8d9f4094869452948c0974696d657374616d70944a4ae37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083034306663663039948c0464617465948c13323032342d30362d32355f31372d33332d3330948c1074696d655f746869735f697465725f73944740506638330000008c0c74696d655f746f74616c5f73944740506638330000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc8033c0c7f3ba48c026c7294473f9c2ac435aa0dc38c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740506638330000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"934c5104\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d3235948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb89fd0cfec8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.2811887966312956,\n \"lr\": 0.0005389075253520159,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.2811887966312956,\n \"lr\": 0.0005389075253520159,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.2811887966312956,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0005389075253520159,\n \"n_head\": 8\n },\n \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.2812,embedding_dim=256,encoder_ff=2048,encoder_num_layer=1,lr=0.0005,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329610.941942,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 98.24798722154512,\n \"timestamp\": 1719332767,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"934c5104\",\n \"date\": \"2024-06-25_18-26-08\",\n \"time_this_iter_s\": 68.14825201034546,\n \"time_total_s\": 1037.901340007782,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.2811887966312956,\n \"lr\": 0.0005389075253520159,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 696.4155676364899,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.2812,embedding_dim=256,encoder_ff=2048,encoder_num_layer=1,lr=0.0005,n_head=8\"\n },\n \"last_result_time\": 1719332768.0763395,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 234.06637176753966,\n \"min\": 98.24798722154512,\n \"avg\": 132.7836964438817,\n \"last\": 98.24798722154512,\n \"last-5-avg\": 102.28564795546644,\n \"last-10-avg\": 110.75848803783026\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 95.2866895198822,\n \"min\": 67.7198805809021,\n \"avg\": 74.13581000055585,\n \"last\": 68.14825201034546,\n \"last-5-avg\": 68.35834956169128,\n \"last-10-avg\": 69.64155676364899\n },\n \"time_total_s\": {\n \"max\": 1037.901340007782,\n \"min\": 82.2380793094635,\n \"avg\": 582.5065506185805,\n \"last\": 1037.901340007782,\n \"last-5-avg\": 901.4340446949005,\n \"last-10-avg\": 730.7140613794327\n },\n \"time_since_restore\": {\n \"max\": 696.4155676364899,\n \"min\": 82.23219752311707,\n \"avg\": 309.21823942661285,\n \"last\": 696.4155676364899,\n \"last-5-avg\": 559.9482723236084,\n \"last-10-avg\": 389.22828900814056\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.285714285714286,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430832994c86a42a5b4094869452946807680d430863b1586c5982594094869452946807680d4308653299ac3316594094869452946807680d4308168bc5a25788594094869452946807680d43082e97cb05df8f58409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430853a9547a09bf614094869452946807680d43084fa7d389576d5d4094869452946807680d430847a3d12863595c4094869452946807680d43089bcd661342ee5b4094869452946807680d43085d2e97abf6d65b4094869452946807680d430832994c86a42a5b4094869452946807680d430863b1586c5982594094869452946807680d4308653299ac3316594094869452946807680d4308168bc5a25788594094869452946807680d43082e97cb05df8f58409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740513f6b2000000047405103f21400000047405105d2960000004740511fff3f000000474051097cf6000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405499f0d5000000474051054b19000000474050ee128600000047405126f212000000474050f3ac240000004740513f6b2000000047405103f21400000047405105d2960000004740511fff3f000000474051097cf6000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087e8cdd5e0000047408a094c1860000047408c2a066b20000047408e4e0653000000474090379af8e00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407a7e41ee80000047407ebf94b4c000004740817d8cab200000474083a26aed600000474085c0e071e00000474087e8cdd5e0000047408a094c1860000047408c2a066b20000047408e4e0653000000474090379af8e00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407a79d5f280000047407ebad2778000004740817e238e800000474083a22376600000474085c35315200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405499f0d5000000474062cf9df700000047406b46a73a000000474071ed102180000047407629fb2a80000047407a79d5f280000047407ebad2778000004740817e238e800000474083a22376600000474085c35315200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954d340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a113ca5f21f44513f9f654790e892756aaa00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bd5eafb71f426d4094869452948c0974696d657374616d70944a9de37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31372d33342d3533948c1074696d655f746869735f697465725f73944740548f3cb10000008c0c74696d655f746f74616c5f73944740548f3cb10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740548f3cb10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a117ca28ae951829cbc5b4c9022326fceab007362756268317d94288c046c6f7373946836683c43084fa7d3690fe9674094869452948c0974696d657374616d70944ac2e77a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31372d35322d3334948c1074696d655f746869735f697465725f73944740548edc530000008c0c74696d655f746f74616c5f73944740648f0c820000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740548edc530000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11f8ffe8fb191278bdc64dd54f425d0895007362756268317d94288c046c6f7373946836683c4308592c166bdec1644094869452948c0974696d657374616d70944a31ea7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d30322d3537948c1074696d655f746869735f697465725f7394474057d2591f0000008c0c74696d655f746f74616c5f73944740703c1c88c000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474057d2591f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a102377a72e3654ecaa034308385248700f7362756268317d94288c046c6f7373946836683c4308028140b053ff634094869452948c0974696d657374616d70944a83ea7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d30342d3139948c1074696d655f746869735f697465725f73944740546ea4c20000008c0c74696d655f746f74616c5f739447407557c5b94000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474066207ef08000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e4fddd941927c4a8ec4f33d7e5fd991c7362756268317d94288c046c6f7373946836683c430853a9547a09bf614094869452948c0974696d657374616d70944a39ed7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d31352d3534948c1074696d655f746869735f697465725f739447405499f0d50000008c0c74696d655f746f74616c5f739447407a7e41ee8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405499f0d50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1121aa1fe7b3527aa95a439d1c8db5f0a5007362756268317d94288c046c6f7373946836683c43084fa7d389576d5d4094869452948c0974696d657374616d70944a7eed7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d31372d3032948c1074696d655f746869735f697465725f7394474051054b190000008c0c74696d655f746f74616c5f739447407ebf94b4c000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062cf9df70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c74c9ef6372bbdbe514cde6a5c8f09ff007362756268317d94288c046c6f7373946836683c430847a3d12863595c4094869452948c0974696d657374616d70944ac1ed7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d31382d3039948c1074696d655f746869735f697465725f7394474050ee12860000008c0c74696d655f746f74616c5f73944740817d8cab2000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b46a73a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1053bcef571437bd9cc04adacd19b3473d7362756268317d94288c046c6f7373946836683c43089bcd661342ee5b4094869452948c0974696d657374616d70944a06ee7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d31392d3138948c1074696d655f746869735f697465725f739447405126f2120000008c0c74696d655f746f74616c5f7394474083a26aed6000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071ed10218000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a1195212ae085dbfb82a54a82fe466abbc1007362756268317d94288c046c6f7373946836683c43085d2e97abf6d65b4094869452948c0974696d657374616d70944a4aee7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32302d3236948c1074696d655f746869735f697465725f7394474050f3ac240000008c0c74696d655f746f74616c5f7394474085c0e071e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407629fb2a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10ee3248a264cfe3a4c54fdc972eeda71b7362756268317d94288c046c6f7373946836683c430832994c86a42a5b4094869452948c0974696d657374616d70944a8eee7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32312d3335948c1074696d655f746869735f697465725f73944740513f6b200000008c0c74696d655f746f74616c5f7394474087e8cdd5e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a79d5f28000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11ddb581b325cb91b0374ddf2264a944d4007362756268317d94288c046c6f7373946836683c430863b1586c5982594094869452948c0974696d657374616d70944ad3ee7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32322d3433948c1074696d655f746869735f697465725f739447405103f2140000008c0c74696d655f746f74616c5f739447408a094c186000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ebad2778000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10e7b8684994fe77a9a34e7f60393270667362756268317d94288c046c6f7373946836683c4308653299ac3316594094869452948c0974696d657374616d70944a17ef7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32332d3531948c1074696d655f746869735f697465725f739447405105d2960000008c0c74696d655f746f74616c5f739447408c2a066b2000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740817e238e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a1155973d114de961a7f24898e54966f6d9007362756268317d94288c046c6f7373946836683c4308168bc5a25788594094869452948c0974696d657374616d70944a5bef7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32342d3539948c1074696d655f746869735f697465725f73944740511fff3f0000008c0c74696d655f746f74616c5f739447408e4e06530000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a223766000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39333463353130345f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31372d33322d32352f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10cb0a04e2aef0c18bb140650baea389707362756268317d94288c046c6f7373946836683c43082e97cb05df8f584094869452948c0974696d657374616d70944a9fef7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083933346335313034948c0464617465948c13323032342d30362d32355f31382d32362d3038948c1074696d655f746869735f697465725f7394474051097cf60000008c0c74696d655f746f74616c5f7394474090379af8e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd1feff4b621cd48c026c7294473f41a8af1935d3f68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085c353152000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"481f1fff\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34383166316666665f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31372d33332d3330948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb89fd0cfec8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.15995138350968297,\n \"lr\": 0.004656630423530019,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.15995138350968297,\n \"lr\": 0.004656630423530019,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.15995138350968297,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.004656630423530019,\n \"n_head\": 16\n },\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.1600,embedding_dim=64,encoder_ff=1024,encoder_num_layer=2,lr=0.0047,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329693.3274555,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1959.9800554410679,\n \"timestamp\": 1719330869,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"481f1fff\",\n \"date\": \"2024-06-25_17-54-29\",\n \"time_this_iter_s\": 114.88935971260071,\n \"time_total_s\": 228.74907898902893,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.15995138350968297,\n \"lr\": 0.004656630423530019,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 114.88935971260071,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.1600,embedding_dim=64,encoder_ff=1024,encoder_num_layer=2,lr=0.0047,n_head=16\"\n },\n \"last_result_time\": 1719330869.3889194,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1961.035730076587,\n \"min\": 1959.9800554410679,\n \"avg\": 1960.5078927588274,\n \"last\": 1959.9800554410679,\n \"last-5-avg\": 1960.5078927588274,\n \"last-10-avg\": 1960.5078927588274\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 114.88935971260071,\n \"min\": 113.85971927642822,\n \"avg\": 114.37453949451447,\n \"last\": 114.88935971260071,\n \"last-5-avg\": 114.37453949451447,\n \"last-10-avg\": 114.37453949451447\n },\n \"time_total_s\": {\n \"max\": 228.74907898902893,\n \"min\": 113.85971927642822,\n \"avg\": 171.30439913272858,\n \"last\": 228.74907898902893,\n \"last-5-avg\": 171.30439913272858,\n \"last-10-avg\": 171.30439913272858\n },\n \"time_since_restore\": {\n \"max\": 114.88935971260071,\n \"min\": 113.85971927642822,\n \"avg\": 114.37453949451447,\n \"last\": 114.88935971260071,\n \"last-5-avg\": 114.37453949451447,\n \"last-10-avg\": 114.37453949451447\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b3d96c9624a49e4094869452946807680d43089d4ea793eb9f9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b3d96c9624a49e4094869452946807680d43089d4ea793eb9f9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c7705a400000047405cb8eb45000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c7705a400000047405cb8eb45000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c7705a400000047406c97f874800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c7705a400000047406c97f874800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c7705a400000047405cb8eb45000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c7705a400000047405cb8eb45000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34383166316666665f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31372d33332d33302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a101a1ee3d5d45707b6114cb3034c146e7e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b3d96c9624a49e4094869452948c0974696d657374616d70944a0fe47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083438316631666666948c0464617465948c13323032342d30362d32355f31372d33362d3437948c1074696d655f746869735f697465725f739447405c7705a40000008c0c74696d655f746f74616c5f739447405c7705a40000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fc47949748fe09c8c026c7294473f7312d4b60ed3e98c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405c7705a40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34383166316666665f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32355f31372d33332d33302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1103a55102964a82888840273d3f2dbac6007362756268317d94288c046c6f7373946836683c43089d4ea793eb9f9e4094869452948c0974696d657374616d70944a35e87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083438316631666666948c0464617465948c13323032342d30362d32355f31372d35342d3239948c1074696d655f746869735f697465725f739447405cb8eb450000008c0c74696d655f746f74616c5f739447406c97f8748000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fc47949748fe09c8c026c7294473f7312d4b60ed3e98c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405cb8eb450000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"2465ee2c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32343635656532635f31315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d33342d3533948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb89fd0cfec8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3089996310219745,\n \"lr\": 0.062282868368169514,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3089996310219745,\n \"lr\": 0.062282868368169514,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.3089996310219745,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.062282868368169514,\n \"n_head\": 8\n },\n \"experiment_tag\": \"11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.3090,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0623,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329807.375336,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2699.211756428396,\n \"timestamp\": 1719329892,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"2465ee2c\",\n \"date\": \"2024-06-25_17-38-12\",\n \"time_this_iter_s\": 85.10484099388123,\n \"time_total_s\": 85.10484099388123,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3089996310219745,\n \"lr\": 0.062282868368169514,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 85.10484099388123,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.3090,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0623,n_head=8\"\n },\n \"last_result_time\": 1719329892.485186,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2699.211756428396,\n \"min\": 2699.211756428396,\n \"avg\": 2699.211756428396,\n \"last\": 2699.211756428396,\n \"last-5-avg\": 2699.211756428396,\n \"last-10-avg\": 2699.211756428396\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 85.10484099388123,\n \"min\": 85.10484099388123,\n \"avg\": 85.10484099388123,\n \"last\": 85.10484099388123,\n \"last-5-avg\": 85.10484099388123,\n \"last-10-avg\": 85.10484099388123\n },\n \"time_total_s\": {\n \"max\": 85.10484099388123,\n \"min\": 85.10484099388123,\n \"avg\": 85.10484099388123,\n \"last\": 85.10484099388123,\n \"last-5-avg\": 85.10484099388123,\n \"last-10-avg\": 85.10484099388123\n },\n \"time_since_restore\": {\n \"max\": 85.10484099388123,\n \"min\": 85.10484099388123,\n \"avg\": 85.10484099388123,\n \"last\": 85.10484099388123,\n \"last-5-avg\": 85.10484099388123,\n \"last-10-avg\": 85.10484099388123\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085bad566b6c16a5409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085bad566b6c16a5409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405546b5b7000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405546b5b7000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405546b5b7000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405546b5b7000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447405546b5b7000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447405546b5b7000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32343635656532635f31315f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d33342d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d69238a42f7cd0b08f42f95515b8d7e000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243085bad566b6c16a54094869452948c0974696d657374616d70944a64e47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083234363565653263948c0464617465948c13323032342d30362d32355f31372d33382d3132948c1074696d655f746869735f697465725f739447405546b5b70000008c0c74696d655f746f74616c5f739447405546b5b70000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd3c6a6636dc9e48c026c7294473fafe38a457c16bc8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405546b5b70000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"ad12346e\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61643132333436655f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33362d3437948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb8eb5008998c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9358999268282086,\n \"lr\": 0.00020838214141938324,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9358999268282086,\n \"lr\": 0.00020838214141938324,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9358999268282086,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00020838214141938324,\n \"n_head\": 4\n },\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9359,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0002,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719329892.630865,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2126.6908641424707,\n \"timestamp\": 1719330099,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"ad12346e\",\n \"date\": \"2024-06-25_17-41-39\",\n \"time_this_iter_s\": 206.83131527900696,\n \"time_total_s\": 206.83131527900696,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9358999268282086,\n \"lr\": 0.00020838214141938324,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 206.83131527900696,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9359,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0002,n_head=4\"\n },\n \"last_result_time\": 1719330099.4666245,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2126.6908641424707,\n \"min\": 2126.6908641424707,\n \"avg\": 2126.6908641424707,\n \"last\": 2126.6908641424707,\n \"last-5-avg\": 2126.6908641424707,\n \"last-10-avg\": 2126.6908641424707\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 206.83131527900696,\n \"min\": 206.83131527900696,\n \"avg\": 206.83131527900696,\n \"last\": 206.83131527900696,\n \"last-5-avg\": 206.83131527900696,\n \"last-10-avg\": 206.83131527900696\n },\n \"time_total_s\": {\n \"max\": 206.83131527900696,\n \"min\": 206.83131527900696,\n \"avg\": 206.83131527900696,\n \"last\": 206.83131527900696,\n \"last-5-avg\": 206.83131527900696,\n \"last-10-avg\": 206.83131527900696\n },\n \"time_since_restore\": {\n \"max\": 206.83131527900696,\n \"min\": 206.83131527900696,\n \"avg\": 206.83131527900696,\n \"last\": 206.83131527900696,\n \"last-5-avg\": 206.83131527900696,\n \"last-10-avg\": 206.83131527900696\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b8619da0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b8619da0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069da9a22800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069da9a22800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069da9a22800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069da9a22800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069da9a22800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069da9a22800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61643132333436655f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33362d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d6a8427ced244b852d454a69b0fff7f400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b8619da04094869452948c0974696d657374616d70944a33e57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086164313233343665948c0464617465948c13323032342d30362d32355f31372d34312d3339948c1074696d655f746869735f697465725f7394474069da9a228000008c0c74696d655f746f74616c5f7394474069da9a228000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fedf2e46741ca558c026c7294473f2b5024f705e0038c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474069da9a228000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"25a9f43a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d3132948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb8eb5008998c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7474706763430264,\n \"lr\": 0.00045083297498032556,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7474706763430264,\n \"lr\": 0.00045083297498032556,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7474706763430264,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00045083297498032556,\n \"n_head\": 16\n },\n \"experiment_tag\": \"13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7475,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0005,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719330099.6124241,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 381.2108863169753,\n \"timestamp\": 1719331634,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"25a9f43a\",\n \"date\": \"2024-06-25_18-07-14\",\n \"time_this_iter_s\": 80.07035231590271,\n \"time_total_s\": 332.0298240184784,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7474706763430264,\n \"lr\": 0.00045083297498032556,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 174.64248299598694,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7475,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0005,n_head=16\"\n },\n \"last_result_time\": 1719331634.3944979,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1284.8956039308564,\n \"min\": 381.2108863169753,\n \"avg\": 652.1886275584304,\n \"last\": 381.2108863169753,\n \"last-5-avg\": 652.1886275584304,\n \"last-10-avg\": 652.1886275584304\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 94.57213068008423,\n \"min\": 77.99471831321716,\n \"avg\": 83.0074560046196,\n \"last\": 80.07035231590271,\n \"last-5-avg\": 83.0074560046196,\n \"last-10-avg\": 83.0074560046196\n },\n \"time_total_s\": {\n \"max\": 332.0298240184784,\n \"min\": 79.39262270927429,\n \"avg\": 205.19231486320496,\n \"last\": 332.0298240184784,\n \"last-5-avg\": 205.19231486320496,\n \"last-10-avg\": 205.19231486320496\n },\n \"time_since_restore\": {\n \"max\": 174.64248299598694,\n \"min\": 77.99471831321716,\n \"avg\": 106.65048867464066,\n \"last\": 174.64248299598694,\n \"last-5-avg\": 106.65048867464066,\n \"last-10-avg\": 106.65048867464066\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.25,\n \"last\": 2,\n \"last-5-avg\": 1.25,\n \"last-10-avg\": 1.25\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432199513944094869452946807680d43087fbfdf1fe42d804094869452946807680d4308d4e9740a968e7a4094869452946807680d430853a954ca5fd377409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432199513944094869452946807680d43087fbfdf1fe42d804094869452946807680d4308d4e9740a968e7a4094869452946807680d430853a954ca5fd377409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053d920bb0000004740537fa977000000474057a49dca0000004740540480a7000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d920bb0000004740537fa977000000474057a49dca0000004740540480a7000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053d920bb000000474063ac651900000047406f7eb3fe000000474074c07a28c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d920bb000000474063ac651900000047406f7eb3fe000000474074c07a28c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053d920bb0000004740537fa977000000474057a49dca000000474065d48f38800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d920bb0000004740537fa977000000474057a49dca000000474065d48f38800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10a129e095eddc25b4d044f32a0b7ba13f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432199513944094869452948c0974696d657374616d70944a82e57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083235613966343361948c0464617465948c13323032342d30362d32355f31372d34322d3539948c1074696d655f746869735f697465725f7394474053d920bb0000008c0c74696d655f746f74616c5f7394474053d920bb0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe7eb479fb397f58c026c7294473f3d8bb8e22cfb9f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d920bb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11e92ab01417c513b2a345f8709b6dc5a0007362756268317d94288c046c6f7373946836683c43087fbfdf1fe42d804094869452948c0974696d657374616d70944a83e87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083235613966343361948c0464617465948c13323032342d30362d32355f31372d35352d3437948c1074696d655f746869735f697465725f73944740537fa9770000008c0c74696d655f746f74616c5f7394474063ac65190000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe7eb479fb397f58c026c7294473f3d8bb8e22cfb9f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740537fa9770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1092c9f175bddcd68a0848129376eec62e7362756268317d94288c046c6f7373946836683c4308d4e9740a968e7a4094869452948c0974696d657374616d70944ae2ea7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083235613966343361948c0464617465948c13323032342d30362d32355f31382d30352d3534948c1074696d655f746869735f697465725f7394474057a49dca0000008c0c74696d655f746f74616c5f739447406f7eb3fe0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe7eb479fb397f58c026c7294473f3d8bb8e22cfb9f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474057a49dca0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32356139663433615f31335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d33382d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11fbd0d64e460991bc9d4e4220c9ebd9cb007362756268317d94288c046c6f7373946836683c430853a954ca5fd3774094869452948c0974696d657374616d70944a32eb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083235613966343361948c0464617465948c13323032342d30362d32355f31382d30372d3134948c1074696d655f746869735f697465725f73944740540480a70000008c0c74696d655f746f74616c5f7394474074c07a28c000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe7eb479fb397f58c026c7294473f3d8bb8e22cfb9f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474065d48f388000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"110f0a27\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31313066306132375f31345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d34312d3339948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb936cf4b1e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.025073968761468723,\n \"lr\": 0.0010259835678295768,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.025073968761468723,\n \"lr\": 0.0010259835678295768,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.025073968761468723,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010259835678295768,\n \"n_head\": 16\n },\n \"experiment_tag\": \"14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.0251,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719330179.1827745,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1952.48307740219,\n \"timestamp\": 1719331057,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"110f0a27\",\n \"date\": \"2024-06-25_17-57-37\",\n \"time_this_iter_s\": 110.16742134094238,\n \"time_total_s\": 220.83409094810486,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.025073968761468723,\n \"lr\": 0.0010259835678295768,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 110.16742134094238,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.0251,embedding_dim=256,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\"\n },\n \"last_result_time\": 1719331057.906955,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1956.1862581508367,\n \"min\": 1952.48307740219,\n \"avg\": 1954.3346677765135,\n \"last\": 1952.48307740219,\n \"last-5-avg\": 1954.3346677765135,\n \"last-10-avg\": 1954.3346677765135\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 110.66666960716248,\n \"min\": 110.16742134094238,\n \"avg\": 110.41704547405243,\n \"last\": 110.16742134094238,\n \"last-5-avg\": 110.41704547405243,\n \"last-10-avg\": 110.41704547405243\n },\n \"time_total_s\": {\n \"max\": 220.83409094810486,\n \"min\": 110.66666960716248,\n \"avg\": 165.75038027763367,\n \"last\": 220.83409094810486,\n \"last-5-avg\": 165.75038027763367,\n \"last-10-avg\": 165.75038027763367\n },\n \"time_since_restore\": {\n \"max\": 110.66666960716248,\n \"min\": 110.16742134094238,\n \"avg\": 110.41704547405243,\n \"last\": 110.16742134094238,\n \"last-5-avg\": 110.41704547405243,\n \"last-10-avg\": 110.41704547405243\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e974babe909e4094869452946807680d43085fafd7abee819e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e974babe909e4094869452946807680d43085fafd7abee819e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405baaaab700000047405b8ab708000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405baaaab700000047405b8ab708000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405baaaab700000047406b9ab0df800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405baaaab700000047406b9ab0df800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405baaaab700000047405b8ab708000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405baaaab700000047405b8ab708000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31313066306132375f31345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d34312d33392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ca83eb928c757b9c114894f700e3c3b900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e974babe909e4094869452948c0974696d657374616d70944af1e57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083131306630613237948c0464617465948c13323032342d30362d32355f31372d34342d3439948c1074696d655f746869735f697465725f739447405baaaab70000008c0c74696d655f746f74616c5f739447405baaaab70000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f99acfd8f3ee8808c026c7294473f50cf4977af16238c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405baaaab70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31313066306132375f31345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31372d34312d33392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11aca660fb96d059b81742d1fa316ebf82007362756268317d94288c046c6f7373946836683c43085fafd7abee819e4094869452948c0974696d657374616d70944af1e87a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083131306630613237948c0464617465948c13323032342d30362d32355f31372d35372d3337948c1074696d655f746869735f697465725f739447405b8ab7080000008c0c74696d655f746f74616c5f739447406b9ab0df8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f99acfd8f3ee8808c026c7294473f50cf4977af16238c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405b8ab7080000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3510e84b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33353130653834625f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34322d3539948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb936cf4b1e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3408951993486181,\n \"lr\": 0.009004430142657121,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3408951993486181,\n \"lr\": 0.009004430142657121,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3408951993486181,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.009004430142657121,\n \"n_head\": 4\n },\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.3409,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0090,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719330290.0214992,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1964.9452173428272,\n \"timestamp\": 1719331131,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 2,\n \"trial_id\": \"3510e84b\",\n \"date\": \"2024-06-25_17-58-51\",\n \"time_this_iter_s\": 73.41431927680969,\n \"time_total_s\": 146.1404869556427,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3408951993486181,\n \"lr\": 0.009004430142657121,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 73.41431927680969,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.3409,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0090,n_head=4\"\n },\n \"last_result_time\": 1719331131.4748592,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1964.9452173428272,\n \"min\": 1964.014622485544,\n \"avg\": 1964.4799199141855,\n \"last\": 1964.9452173428272,\n \"last-5-avg\": 1964.4799199141855,\n \"last-10-avg\": 1964.4799199141855\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.5,\n \"last\": true,\n \"last-5-avg\": 0.5,\n \"last-10-avg\": 0.5\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 73.41431927680969,\n \"min\": 72.72616767883301,\n \"avg\": 73.07024347782135,\n \"last\": 73.41431927680969,\n \"last-5-avg\": 73.07024347782135,\n \"last-10-avg\": 73.07024347782135\n },\n \"time_total_s\": {\n \"max\": 146.1404869556427,\n \"min\": 72.72616767883301,\n \"avg\": 109.43332731723785,\n \"last\": 146.1404869556427,\n \"last-5-avg\": 109.43332731723785,\n \"last-10-avg\": 109.43332731723785\n },\n \"time_since_restore\": {\n \"max\": 73.41431927680969,\n \"min\": 72.72616767883301,\n \"avg\": 73.07024347782135,\n \"last\": 73.41431927680969,\n \"last-5-avg\": 73.07024347782135,\n \"last-10-avg\": 73.07024347782135\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432f90eb09e4094869452946807680d4308381c0ee7c7b39e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432f90eb09e4094869452946807680d4308381c0ee7c7b39e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740522e79880000004740525a8435000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740522e79880000004740525a8435000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740522e7988000000474062447ede800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740522e7988000000474062447ede800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740522e79880000004740525a8435000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740522e79880000004740525a8435000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a4090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33353130653834625f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34322d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1063fb3088b10820947b4c52d91eb57649736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432f90eb09e4094869452948c0974696d657374616d70944a3ae67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083335313065383462948c0464617465948c13323032342d30362d32355f31372d34362d3032948c1074696d655f746869735f697465725f73944740522e79880000008c0c74696d655f746f74616c5f73944740522e79880000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd5d13a192434ae8c026c7294473f8270ea27dac9238c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740522e79880000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33353130653834625f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34322d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1032d8d537008cf58e134bb9d8c30d880d7362756268317d94288c046c6f7373946836683c4308381c0ee7c7b39e4094869452948c0974696d657374616d70944a3be97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083335313065383462948c0464617465948c13323032342d30362d32355f31372d35382d3531948c1074696d655f746869735f697465725f73944740525a84350000008c0c74696d655f746f74616c5f7394474062447ede8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd5d13a192434ae8c026c7294473f8270ea27dac9238c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740525a84350000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a01c9b2d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d3530948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb936cf4b1e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.23338023981015343,\n \"lr\": 0.00010269515886648154,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.23338023981015343,\n \"lr\": 0.00010269515886648154,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.23338023981015343,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00010269515886648154,\n \"n_head\": 4\n },\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.2334,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0001,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719330362.8999166,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 290.2177711246521,\n \"timestamp\": 1719331824,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 4,\n \"trial_id\": \"a01c9b2d\",\n \"date\": \"2024-06-25_18-10-24\",\n \"time_this_iter_s\": 87.97965884208679,\n \"time_total_s\": 344.4578182697296,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.23338023981015343,\n \"lr\": 0.00010269515886648154,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 189.79181909561157,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.2334,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0001,n_head=4\"\n },\n \"last_result_time\": 1719331824.3503153,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 983.9757466954509,\n \"min\": 290.2177711246521,\n \"avg\": 534.5706713143296,\n \"last\": 290.2177711246521,\n \"last-5-avg\": 534.5706713143296,\n \"last-10-avg\": 534.5706713143296\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.25,\n \"last\": true,\n \"last-5-avg\": 0.25,\n \"last-10-avg\": 0.25\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 101.81216025352478,\n \"min\": 70.83729195594788,\n \"avg\": 86.1144545674324,\n \"last\": 87.97965884208679,\n \"last-5-avg\": 86.1144545674324,\n \"last-10-avg\": 86.1144545674324\n },\n \"time_total_s\": {\n \"max\": 344.4578182697296,\n \"min\": 83.82870721817017,\n \"avg\": 209.85767102241516,\n \"last\": 344.4578182697296,\n \"last-5-avg\": 209.85767102241516,\n \"last-10-avg\": 209.85767102241516\n },\n \"time_since_restore\": {\n \"max\": 189.79181909561157,\n \"min\": 83.82870721817017,\n \"avg\": 132.52467143535614,\n \"last\": 189.79181909561157,\n \"last-5-avg\": 132.52467143535614,\n \"last-10-avg\": 132.52467143535614\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430822914854cebf8e4094869452946807680d4308552a95bad1567f4094869452946807680d4308028140809baa764094869452946807680d43084d2693fd7b2372409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430822914854cebf8e4094869452946807680d4308552a95bad1567f4094869452946807680d4308028140809baa764094869452946807680d43084d2693fd7b2372409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054f5098a000000474051b5963100000047405973fa6f000000474055feb2bb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054f5098a000000474051b5963100000047405973fa6f000000474055feb2bb000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054f5098a000000474063554fdd80000047407007a68a800000474075875339400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054f5098a000000474063554fdd80000047407007a68a800000474075875339400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054f5098a000000474063554fdd80000047405973fa6f000000474067b95695000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054f5098a000000474063554fdd80000047405973fa6f000000474067b95695000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d35302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c8ae3bd2cfa83498264691db42891e69736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430822914854cebf8e4094869452948c0974696d657374616d70944a8ee67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086130316339623264948c0464617465948c13323032342d30362d32355f31372d34372d3236948c1074696d655f746869735f697465725f7394474054f5098a0000008c0c74696d655f746f74616c5f7394474054f5098a0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fcddf6758c235208c026c7294473f1aebc16528f5c58c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054f5098a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d35302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10bb086198d988a581a94a4fbe433a685d7362756268317d94288c046c6f7373946836683c4308552a95bad1567f4094869452948c0974696d657374616d70944ad5e67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086130316339623264948c0464617465948c13323032342d30362d32355f31372d34382d3337948c1074696d655f746869735f697465725f7394474051b596310000008c0c74696d655f746f74616c5f7394474063554fdd8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fcddf6758c235208c026c7294473f1aebc16528f5c58c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063554fdd8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d35302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a119f83ae4eac3d058fa948287dc2caf5ed007362756268317d94288c046c6f7373946836683c4308028140809baa764094869452948c0974696d657374616d70944a98eb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086130316339623264948c0464617465948c13323032342d30362d32355f31382d30382d3536948c1074696d655f746869735f697465725f739447405973fa6f0000008c0c74696d655f746f74616c5f739447407007a68a8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fcddf6758c235208c026c7294473f1aebc16528f5c58c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405973fa6f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61303163396232645f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31372d34342d35302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a115a8bbc5bf2511f88d34992ba4b8dfef7007362756268317d94288c046c6f7373946836683c43084d2693fd7b23724094869452948c0974696d657374616d70944af0eb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086130316339623264948c0464617465948c13323032342d30362d32355f31382d31302d3234948c1074696d655f746869735f697465725f7394474055feb2bb0000008c0c74696d655f746f74616c5f73944740758753394000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fcddf6758c235208c026c7294473f1aebc16528f5c58c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067b956950000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"bea15841\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62656131353834315f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31372d34362d3032948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb9823a4e538c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8101220088903347,\n \"lr\": 0.0005780102991375737,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8101220088903347,\n \"lr\": 0.0005780102991375737,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.8101220088903347,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0005780102991375737,\n \"n_head\": 4\n },\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8101,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719332768.2796977,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2008.3096395177165,\n \"timestamp\": 1719332932,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"bea15841\",\n \"date\": \"2024-06-25_18-28-52\",\n \"time_this_iter_s\": 75.03496551513672,\n \"time_total_s\": 164.1780436038971,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8101220088903347,\n \"lr\": 0.0005780102991375737,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 164.1780436038971,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8101,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=4\"\n },\n \"last_result_time\": 1719332932.4666936,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2012.1837220680056,\n \"min\": 2008.3096395177165,\n \"avg\": 2010.246680792861,\n \"last\": 2008.3096395177165,\n \"last-5-avg\": 2010.246680792861,\n \"last-10-avg\": 2010.246680792861\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 89.14307808876038,\n \"min\": 75.03496551513672,\n \"avg\": 82.08902180194855,\n \"last\": 75.03496551513672,\n \"last-5-avg\": 82.08902180194855,\n \"last-10-avg\": 82.08902180194855\n },\n \"time_total_s\": {\n \"max\": 164.1780436038971,\n \"min\": 89.14307808876038,\n \"avg\": 126.66056084632874,\n \"last\": 164.1780436038971,\n \"last-5-avg\": 126.66056084632874,\n \"last-10-avg\": 126.66056084632874\n },\n \"time_since_restore\": {\n \"max\": 164.1780436038971,\n \"min\": 89.14307808876038,\n \"avg\": 126.66056084632874,\n \"last\": 164.1780436038971,\n \"last-5-avg\": 126.66056084632874,\n \"last-10-avg\": 126.66056084632874\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088d46a321bc709f4094869452946807680d4308914824123d619f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088d46a321bc709f4094869452946807680d4308914824123d619f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474056492831000000474052c23ce0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056492831000000474052c23ce0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405649283100000047406485b288800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405649283100000047406485b288800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405649283100000047406485b288800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405649283100000047406485b288800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a4090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62656131353834315f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31372d34362d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a105352ddbd558402981243df8184916b6d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088d46a321bc709f4094869452948c0974696d657374616d70944af9ef7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086265613135383431948c0464617465948c13323032342d30362d32355f31382d32372d3337948c1074696d655f746869735f697465725f73944740564928310000008c0c74696d655f746f74616c5f73944740564928310000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe9ec84fdbe859a8c026c7294473f42f0b3aa7022498c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740564928310000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62656131353834315f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31372d34362d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10be83920c3952d4a97344b9f324a4f52e7362756268317d94288c046c6f7373946836683c4308914824123d619f4094869452948c0974696d657374616d70944a44f07a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086265613135383431948c0464617465948c13323032342d30362d32355f31382d32382d3532948c1074696d655f746869735f697465725f7394474052c23ce00000008c0c74696d655f746f74616c5f739447406485b2888000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe9ec84fdbe859a8c026c7294473f42f0b3aa7022498c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406485b2888000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c2c99680\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d3038948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebbde5539d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5887703154000944,\n \"lr\": 0.0008721653331207079,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5887703154000944,\n \"lr\": 0.0008721653331207079,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.5887703154000944,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0008721653331207079,\n \"n_head\": 1\n },\n \"experiment_tag\": \"18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5888,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719332932.6360667,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2023.2190220149482,\n \"timestamp\": 1719338188,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"c2c99680\",\n \"date\": \"2024-06-25_19-56-29\",\n \"time_this_iter_s\": 439.1456036567688,\n \"time_total_s\": 1790.0054636001587,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5887703154000944,\n \"lr\": 0.0008721653331207079,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 893.1749258041382,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5888,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=1\"\n },\n \"last_result_time\": 1719338189.219069,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2023.2190220149482,\n \"min\": 1982.5428274560163,\n \"avg\": 2001.3316611943283,\n \"last\": 2023.2190220149482,\n \"last-5-avg\": 2001.3316611943283,\n \"last-10-avg\": 2001.3316611943283\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 456.8247263431549,\n \"min\": 439.1456036567688,\n \"avg\": 447.5013659000397,\n \"last\": 439.1456036567688,\n \"last-5-avg\": 447.5013659000397,\n \"last-10-avg\": 447.5013659000397\n },\n \"time_total_s\": {\n \"max\": 1790.0054636001587,\n \"min\": 456.8247263431549,\n \"avg\": 1123.630146920681,\n \"last\": 1790.0054636001587,\n \"last-5-avg\": 1123.630146920681,\n \"last-10-avg\": 1123.630146920681\n },\n \"time_since_restore\": {\n \"max\": 896.8305377960205,\n \"min\": 454.0293221473694,\n \"avg\": 675.2148780226707,\n \"last\": 893.1749258041382,\n \"last-5-avg\": 675.2148780226707,\n \"last-10-avg\": 675.2148780226707\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430824128924c40c9f4094869452946807680d4308d8ebf5da2bfa9e4094869452946807680d4308a9542a357e719f4094869452946807680d43083a9d4e47e09c9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430824128924c40c9f4094869452946807680d4308d8ebf5da2bfa9e4094869452946807680d4308a9542a357e719f4094869452946807680d43083a9d4e47e09c9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c8d321440000047407b8017cdc0000047407c60781a80000047407b725464800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407c8d321440000047407b8017cdc0000047407c60781a80000047407b725464800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c8d321440000047408c06a4f10000004740951b707f20000047409bf80598400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407c8d321440000047408c06a4f10000004740951b707f20000047409bf80598400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c8d321440000047408c06a4f100000047407c60781a80000047408be9663f800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407c8d321440000047408c06a4f100000047407c60781a80000047408be9663f800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c1100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a101c8edb50b935b7a61d419595d7acd718736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430824128924c40c9f4094869452948c0974696d657374616d70944a0df27a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086332633939363830948c0464617465948c13323032342d30362d32355f31382d33362d3239948c1074696d655f746869735f697465725f739447407c8d32144000008c0c74696d655f746f74616c5f739447407c8d32144000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe2d734d82ff7e58c026c7294473f4c9440ca8dff148c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407c8d32144000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10e1b8940c1af27eabef4bf5010b4ec7667362756268317d94288c046c6f7373946836683c4308d8ebf5da2bfa9e4094869452948c0974696d657374616d70944ac5f37a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086332633939363830948c0464617465948c13323032342d30362d32355f31382d34332d3439948c1074696d655f746869735f697465725f739447407b8017cdc000008c0c74696d655f746f74616c5f739447408c06a4f10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe2d734d82ff7e58c026c7294473f4c9440ca8dff148c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c06a4f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d30382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1135863e593a8482982843ef83852573c9007362756268317d94288c046c6f7373946836683c4308a9542a357e719f4094869452948c0974696d657374616d70944a15037b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086332633939363830948c0464617465948c13323032342d30362d32355f31392d34392d3130948c1074696d655f746869735f697465725f739447407c60781a8000008c0c74696d655f746f74616c5f73944740951b707f2000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe2d734d82ff7e58c026c7294473f4c9440ca8dff148c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407c60781a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63326339393638305f31385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32362d30382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1021b63c16e40a7298204def415d0d94067362756268317d94288c046c6f7373946836683c43083a9d4e47e09c9f4094869452948c0974696d657374616d70944acc047b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086332633939363830948c0464617465948c13323032342d30362d32355f31392d35362d3239948c1074696d655f746869735f697465725f739447407b7254648000008c0c74696d655f746f74616c5f739447409bf805984000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe2d734d82ff7e58c026c7294473f4c9440ca8dff148c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408be9663f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"43bba37c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d3532948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebbde5539d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.4036073673456261,\n \"lr\": 0.0007661776725543005,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.4036073673456261,\n \"lr\": 0.0007661776725543005,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.4036073673456261,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0007661776725543005,\n \"n_head\": 1\n },\n \"experiment_tag\": \"19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4036,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0008,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719333829.6209524,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1962.8120477631337,\n \"timestamp\": 1719340670,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"43bba37c\",\n \"date\": \"2024-06-25_20-37-50\",\n \"time_this_iter_s\": 147.67359066009521,\n \"time_total_s\": 1221.8980810642242,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.4036073673456261,\n \"lr\": 0.0007661776725543005,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 603.0734503269196,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4036,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0008,n_head=1\"\n },\n \"last_result_time\": 1719340670.7245317,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1972.7257733682948,\n \"min\": 1961.9788803941622,\n \"avg\": 1966.0090920155444,\n \"last\": 1962.8120477631337,\n \"last-5-avg\": 1966.325843534695,\n \"last-10-avg\": 1966.0090920155444\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 161.8538646697998,\n \"min\": 147.0123507976532,\n \"avg\": 152.737260133028,\n \"last\": 147.67359066009521,\n \"last-5-avg\": 150.12170810699462,\n \"last-10-avg\": 152.73726013302803\n },\n \"time_total_s\": {\n \"max\": 1221.8980810642242,\n \"min\": 161.8538646697998,\n \"avg\": 695.531242519617,\n \"last\": 1221.8980810642242,\n \"last-5-avg\": 924.2763486385345,\n \"last-10-avg\": 695.5312425196171\n },\n \"time_since_restore\": {\n \"max\": 603.0734503269196,\n \"min\": 160.8864643573761,\n \"avg\": 308.6877292096615,\n \"last\": 603.0734503269196,\n \"last-5-avg\": 367.2716856956482,\n \"last-10-avg\": 308.6877292096615\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 2.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430889442231e7d29e4094869452946807680d4308fe7ebf1f56b69e4094869452946807680d4308381c0e7758b49e4094869452946807680d430802814000afb59e4094869452946807680d4308cce572893fab9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f5feaa79e4094869452946807680d430863b158bc38bb9e4094869452946807680d4308ee76bb0da3be9e4094869452946807680d430889442231e7d29e4094869452946807680d4308fe7ebf1f56b69e4094869452946807680d4308381c0e7758b49e4094869452946807680d430802814000afb59e4094869452946807680d4308cce572893fab9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474062711f758000004740641c5dea80000047406260652d80000047406270088e800000474062758e0e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740643b52dc0000004740627bdea280000047406432126c000000474062711f758000004740641c5dea80000047406260652d80000047406270088e800000474062758e0e000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740835698d80000004740885db052a0000047408cf5c99e000000474090c8e5e0d000004740931797a2900000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740643b52dc0000004740735b98bf40000047407d74a1f54000004740835698d80000004740885db052a0000047408cf5c99e000000474090c8e5e0d000004740931797a2900000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740735198f0c000004740641c5dea8000004740733e618c00000047407c7665d3400000474082d8966d200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740643b52dc0000004740735b98bf40000047406432126c0000004740735198f0c000004740641c5dea8000004740733e618c00000047407c7665d3400000474082d8966d200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595fb1e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c55bb4c2568adfa6d54834ade0808d70736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f5feaa79e4094869452948c0974696d657374616d70944a67f47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f31382d34362d3331948c1074696d655f746869735f697465725f73944740643b52dc0000008c0c74696d655f746f74616c5f73944740643b52dc0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740643b52dc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118c9b38b9a32c22987742418adc523bfb007362756268317d94288c046c6f7373946836683c430863b158bc38bb9e4094869452948c0974696d657374616d70944afbf47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f31382d34382d3539948c1074696d655f746869735f697465725f73944740627bdea28000008c0c74696d655f746f74616c5f73944740735b98bf4000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740735b98bf4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11556bfc02404457ad8f4a07c98b89dc83007362756268317d94288c046c6f7373946836683c4308ee76bb0da3be9e4094869452948c0974696d657374616d70944a6e057b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f31392d35392d3130948c1074696d655f746869735f697465725f739447406432126c0000008c0c74696d655f746f74616c5f739447407d74a1f54000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406432126c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a115a68d41d442743a97541c3eb24d52f92007362756268317d94288c046c6f7373946836683c430889442231e7d29e4094869452948c0974696d657374616d70944a02067b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d30312d3338948c1074696d655f746869735f697465725f7394474062711f758000008c0c74696d655f746f74616c5f73944740835698d80000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740735198f0c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1024dd1969cdf9cbb17b4e4994e75700317362756268317d94288c046c6f7373946836683c4308fe7ebf1f56b69e4094869452948c0974696d657374616d70944ac40c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d33302d3238948c1074696d655f746869735f697465725f73944740641c5dea8000008c0c74696d655f746f74616c5f73944740885db052a000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740641c5dea8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a101be42d7b0b232c97b2421babd3c09e087362756268317d94288c046c6f7373946836683c4308381c0e7758b49e4094869452948c0974696d657374616d70944a570d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d33322d3535948c1074696d655f746869735f697465725f739447406260652d8000008c0c74696d655f746f74616c5f739447408cf5c99e0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740733e618c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1055798b272905eb9bf84a5c121809c9137362756268317d94288c046c6f7373946836683c430802814000afb59e4094869452948c0974696d657374616d70944aea0d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d33352d3233948c1074696d655f746869735f697465725f739447406270088e8000008c0c74696d655f746f74616c5f7394474090c8e5e0d000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407c7665d34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34336262613337635f31395f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31382d32382d35322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11fbb129ac075b9a9a344ecce4395bca9d007362756268317d94288c046c6f7373946836683c4308cce572893fab9e4094869452948c0974696d657374616d70944a7e0e7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083433626261333763948c0464617465948c13323032342d30362d32355f32302d33372d3530948c1074696d655f746869735f697465725f7394474062758e0e0000008c0c74696d655f746f74616c5f73944740931797a29000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9d4b3fecb24d28c026c7294473f491b2a05f539228c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474082d8966d2000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6c8b476a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d3439948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebcc08782328c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5088357248512263,\n \"lr\": 0.010524289583233754,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5088357248512263,\n \"lr\": 0.010524289583233754,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.5088357248512263,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.010524289583233754,\n \"n_head\": 16\n },\n \"experiment_tag\": \"20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.5088,embedding_dim=64,encoder_ff=1024,encoder_num_layer=8,lr=0.0105,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719334139.5021868,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1991.5076505405696,\n \"timestamp\": 1719338738,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"6c8b476a\",\n \"date\": \"2024-06-25_20-05-38\",\n \"time_this_iter_s\": 113.23560690879822,\n \"time_total_s\": 480.9753620624542,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5088357248512263,\n \"lr\": 0.010524289583233754,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 239.98935389518738,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.5088,embedding_dim=64,encoder_ff=1024,encoder_num_layer=8,lr=0.0105,n_head=16\"\n },\n \"last_result_time\": 1719338738.6413836,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2006.8072533795214,\n \"min\": 1991.5076505405696,\n \"avg\": 1997.4594356506825,\n \"last\": 1991.5076505405696,\n \"last-5-avg\": 1997.4594356506827,\n \"last-10-avg\": 1997.4594356506827\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 127.51717782020569,\n \"min\": 113.23560690879822,\n \"avg\": 120.24384051561356,\n \"last\": 113.23560690879822,\n \"last-5-avg\": 120.24384051561356,\n \"last-10-avg\": 120.24384051561356\n },\n \"time_total_s\": {\n \"max\": 480.9753620624542,\n \"min\": 127.51717782020569,\n \"avg\": 304.3045758008957,\n \"last\": 480.9753620624542,\n \"last-5-avg\": 304.3045758008957,\n \"last-10-avg\": 304.3045758008957\n },\n \"time_since_restore\": {\n \"max\": 240.98600816726685,\n \"min\": 126.75374698638916,\n \"avg\": 183.81157171726227,\n \"last\": 239.98935389518738,\n \"last-5-avg\": 183.81157171726227,\n \"last-10-avg\": 183.81157171726227\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1a03a5b9f4094869452946807680d430828140a75fc2c9f4094869452946807680d4308f0f7fbed1a319f4094869452946807680d43082c168bd5071e9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1a03a5b9f4094869452946807680d430828140a75fc2c9f4094869452946807680d4308f0f7fbed1a319f4094869452946807680d43082c168bd5071e9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405fe1197100000047405c5e015100000047405fb03d6400000047405c4f142f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405fe1197100000047405c5e015100000047405fb03d6400000047405c4f142f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405fe1197100000047406e1f8d61000000474076fbd60980000047407e0f9b15400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405fe1197100000047406e1f8d61000000474076fbd60980000047407e0f9b15400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405fe1197100000047406e1f8d6100000047405fb03d6400000047406dffa8c9800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405fe1197100000047406e1f8d6100000047405fb03d6400000047406dffa8c9800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d34392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11803e749eadb9749b79460273979bdcab00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1a03a5b9f4094869452948c0974696d657374616d70944a7bf57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083663386234373661948c0464617465948c13323032342d30362d32355f31382d35312d3037948c1074696d655f746869735f697465725f739447405fe119710000008c0c74696d655f746f74616c5f739447405fe119710000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe04861dba8b8168c026c7294473f858dc23c96c75d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fe119710000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d34392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11fccc6197e14f14be294ffea124b8adb9007362756268317d94288c046c6f7373946836683c430828140a75fc2c9f4094869452948c0974696d657374616d70944aecf57a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083663386234373661948c0464617465948c13323032342d30362d32355f31382d35332d3030948c1074696d655f746869735f697465725f739447405c5e01510000008c0c74696d655f746f74616c5f739447406e1f8d610000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe04861dba8b8168c026c7294473f858dc23c96c75d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e1f8d610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d34392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105ca15e0bab76d6a61c457fae0a0690687362756268317d94288c046c6f7373946836683c4308f0f7fbed1a319f4094869452948c0974696d657374616d70944a81067b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083663386234373661948c0464617465948c13323032342d30362d32355f32302d30332d3435948c1074696d655f746869735f697465725f739447405fb03d640000008c0c74696d655f746f74616c5f7394474076fbd6098000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe04861dba8b8168c026c7294473f858dc23c96c75d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fb03d640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36633862343736615f32305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32355f31382d34332d34392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10085a31f812052289c447ecf15e9e87147362756268317d94288c046c6f7373946836683c43082c168bd5071e9f4094869452948c0974696d657374616d70944af2067b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083663386234373661948c0464617465948c13323032342d30362d32355f32302d30352d3338948c1074696d655f746869735f697465725f739447405c4f142f0000008c0c74696d655f746f74616c5f739447407e0f9b154000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe04861dba8b8168c026c7294473f858dc23c96c75d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406dffa8c98000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6743cdee\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36373433636465655f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31382d34382d3539948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebd0beabbc18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4436137502039823,\n \"lr\": 0.07179226263764402,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4436137502039823,\n \"lr\": 0.07179226263764402,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.4436137502039823,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.07179226263764402,\n \"n_head\": 8\n },\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4436,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0718,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719334380.648466,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2680.254179226132,\n \"timestamp\": 1719334648,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"6743cdee\",\n \"date\": \"2024-06-25_18-57-29\",\n \"time_this_iter_s\": 127.1407482624054,\n \"time_total_s\": 268.34629464149475,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4436137502039823,\n \"lr\": 0.07179226263764402,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 268.34629464149475,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4436,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0718,n_head=8\"\n },\n \"last_result_time\": 1719334649.0042667,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3811.964426596334,\n \"min\": 2680.254179226132,\n \"avg\": 3246.1093029112326,\n \"last\": 2680.254179226132,\n \"last-5-avg\": 3246.1093029112326,\n \"last-10-avg\": 3246.1093029112326\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 141.20554637908936,\n \"min\": 127.1407482624054,\n \"avg\": 134.17314732074738,\n \"last\": 127.1407482624054,\n \"last-5-avg\": 134.17314732074738,\n \"last-10-avg\": 134.17314732074738\n },\n \"time_total_s\": {\n \"max\": 268.34629464149475,\n \"min\": 141.20554637908936,\n \"avg\": 204.77592051029205,\n \"last\": 268.34629464149475,\n \"last-5-avg\": 204.77592051029205,\n \"last-10-avg\": 204.77592051029205\n },\n \"time_since_restore\": {\n \"max\": 268.34629464149475,\n \"min\": 141.20554637908936,\n \"avg\": 204.77592051029205,\n \"last\": 268.34629464149475,\n \"last-5-avg\": 204.77592051029205,\n \"last-10-avg\": 204.77592051029205\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552c9edc7ad4094869452946807680d43081e8fc72382f0a4409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552c9edc7ad4094869452946807680d43081e8fc72382f0a4409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061a693d600000047405fc90205000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061a693d600000047405fc90205000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061a693d6000000474070c58a6c400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061a693d6000000474070c58a6c400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061a693d6000000474070c58a6c400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474061a693d6000000474070c58a6c400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36373433636465655f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31382d34382d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1030324741ea99cb8426455c335ab8d75d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552c9edc7ad4094869452948c0974696d657374616d70944a79f67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083637343363646565948c0464617465948c13323032342d30362d32355f31382d35352d3231948c1074696d655f746869735f697465725f7394474061a693d60000008c0c74696d655f746f74616c5f7394474061a693d60000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdc642aed4ba62c8c026c7294473fb260fa4c2270268c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061a693d60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36373433636465655f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32355f31382d34382d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10abdc9a77d96eacb24f45169ee215a2007362756268317d94288c046c6f7373946836683c43081e8fc72382f0a44094869452948c0974696d657374616d70944af8f67a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083637343363646565948c0464617465948c13323032342d30362d32355f31382d35372d3239948c1074696d655f746869735f697465725f739447405fc902050000008c0c74696d655f746f74616c5f7394474070c58a6c4000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdc642aed4ba62c8c026c7294473fb260fa4c2270268c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070c58a6c4000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0f9cc97d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d3030948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebd577452378c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.005508735010543275,\n \"lr\": 0.0011880094129501908,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.005508735010543275,\n \"lr\": 0.0011880094129501908,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.005508735010543275,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0011880094129501908,\n \"n_head\": 1\n },\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0055,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0012,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719334649.1537328,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1956.4829832062007,\n \"timestamp\": 1719345747,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"0f9cc97d\",\n \"date\": \"2024-06-25_22-02-27\",\n \"time_this_iter_s\": 506.25228786468506,\n \"time_total_s\": 7130.941356182098,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.005508735010543275,\n \"lr\": 0.0011880094129501908,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 5076.989426612854,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0055,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0012,n_head=1\"\n },\n \"last_result_time\": 1719345747.9423904,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1970.2912184347317,\n \"min\": 1951.9356997031866,\n \"avg\": 1956.8511505641873,\n \"last\": 1956.4829832062007,\n \"last-5-avg\": 1954.9646307517226,\n \"last-10-avg\": 1954.5448684331939\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 522.4360599517822,\n \"min\": 505.6786599159241,\n \"avg\": 509.352954013007,\n \"last\": 506.25228786468506,\n \"last-5-avg\": 506.09470949172976,\n \"last-10-avg\": 507.6989426612854\n },\n \"time_total_s\": {\n \"max\": 7130.941356182098,\n \"min\": 519.6532871723175,\n \"avg\": 3834.4753139189315,\n \"last\": 7130.941356182098,\n \"last-5-avg\": 6118.492047595978,\n \"last-10-avg\": 4853.56500992775\n },\n \"time_since_restore\": {\n \"max\": 5076.989426612854,\n \"min\": 519.6532871723175,\n \"avg\": 2220.8551683255605,\n \"last\": 5076.989426612854,\n \"last-5-avg\": 4064.5401180267336,\n \"last-10-avg\": 2799.613080358505\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.357142857142857,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089fcfe773fa859e4094869452946807680d43088fc7e3911a849e4094869452946807680d4308f8fbfd3e21919e4094869452946807680d430887c3e110268e9e4094869452946807680d4308994c2693ee919e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028be7f9e4094869452946807680d43083a9d4e27ca839e4094869452946807680d4308bfdfefd79d8b9e4094869452946807680d43089bcd6613ce8b9e4094869452946807680d430883c160508c8f9e4094869452946807680d43089fcfe773fa859e4094869452946807680d43088fc7e3911a849e4094869452946807680d4308f8fbfd3e21919e4094869452946807680d430887c3e110268e9e4094869452946807680d4308994c2693ee919e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407f9d4d0480000047407f9bdb4600000047407fa734e200000047407fa32d1b00000047407fa4095f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474080537d0d00000047407fa48b5a40000047407fa336da80000047407f9ea8f140000047407f9adbca80000047407f9d4d0480000047407f9bdb4600000047407fa734e200000047407fa32d1b00000047407fa4095f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3f24c929800004740b5ec0a46f800004740b7e67d951800004740b9e0b066c800004740bbdaf0fcb80000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740a420c6a69000004740a8155811d800004740ac09beed2800004740affd940b5000004740b1f877c25000004740b3f24c929800004740b5ec0a46f800004740b7e67d951800004740b9e0b066c800004740bbdaf0fcb80000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a7d8b1c1e000004740abcc2d2aa000004740afc113c6e000004740b1dabcb52000004740b3d4fd4b100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474080537d0d00000047409012e15d100000474097fbaf13b0000047409fe359500000004740a3e508215000004740a7d8b1c1e000004740abcc2d2aa000004740afc113c6e000004740b1dabcb52000004740b3d4fd4b100000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954a340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11bc8b62e8c3edbcb2c8485d28b207aeb100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d268349a08909e4094869452948c0974696d657374616d70944a00f97a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f31392d30362d3038948c1074696d655f746869735f697465725f73944740803d39eea000008c0c74696d655f746f74616c5f73944740803d39eea000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740803d39eea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105e13c0c82c9e3191cf421fa8c4e1fc307362756268317d94288c046c6f7373946836683c4308a9542a352ac99e4094869452948c0974696d657374616d70944afafa7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f31392d31342d3334948c1074696d655f746869735f697465725f739447407f9ed96ec000008c0c74696d655f746f74616c5f73944740900653530000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740900653530000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1047a51823437053b9eb45d1bfde1b56417362756268317d94288c046c6f7373946836683c4308d4e974fab0899e4094869452948c0974696d657374616d70944afc087b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32302d31342d3231948c1074696d655f746869735f697465725f739447408051e4044000008c0c74696d655f746f74616c5f73944740982f45552000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408051e4044000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11fe5eef75c2c2fb9c0b4a0a747000a89f007362756268317d94288c046c6f7373946836683c4308d4e974dafac69e4094869452948c0974696d657374616d70944af60a7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32302d32322d3437948c1074696d655f746869735f697465725f739447407fa225c60000008c0c74696d655f746f74616c5f73944740a00be7635000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090117b73a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10085c6792f9ded8bf46472e09e7339a767362756268317d94288c046c6f7373946836683c430841201028be7f9e4094869452948c0974696d657374616d70944a88107b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32302d34362d3333948c1074696d655f746869735f697465725f7394474080537d0d0000008c0c74696d655f746f74616c5f73944740a420c6a69000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080537d0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1068d58297224d9a964f43f4e1c1d90f797362756268317d94288c046c6f7373946836683c43083a9d4e27ca839e4094869452948c0974696d657374616d70944a83127b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32302d35342d3539948c1074696d655f746869735f697465725f739447407fa48b5a4000008c0c74696d655f746f74616c5f73944740a8155811d800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409012e15d1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10d78dd9d3647e568eb845a94a734b6b4b7362756268317d94288c046c6f7373946836683c4308bfdfefd79d8b9e4094869452948c0974696d657374616d70944a7d147b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d30332d3235948c1074696d655f746869735f697465725f739447407fa336da8000008c0c74696d655f746f74616c5f73944740ac09beed2800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097fbaf13b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11e00c723a18786c94ee4853bb68c682c6007362756268317d94288c046c6f7373946836683c43089bcd6613ce8b9e4094869452948c0974696d657374616d70944a77167b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d31312d3531948c1074696d655f746869735f697465725f739447407f9ea8f14000008c0c74696d655f746f74616c5f73944740affd940b5000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409fe359500000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a114c9987b028f3149ab84de430cd82a0aa007362756268317d94288c046c6f7373946836683c430883c160508c8f9e4094869452948c0974696d657374616d70944a71187b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d32302d3137948c1074696d655f746869735f697465725f739447407f9adbca8000008c0c74696d655f746f74616c5f73944740b1f877c25000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3e508215000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a100e8a22064078bc9d22409ef1e05347527362756268317d94288c046c6f7373946836683c43089fcfe773fa859e4094869452948c0974696d657374616d70944a6a1a7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d32382d3433948c1074696d655f746869735f697465725f739447407f9d4d048000008c0c74696d655f746f74616c5f73944740b3f24c929800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a7d8b1c1e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11f07707441e5ecb8e5043ef37cdf3579f007362756268317d94288c046c6f7373946836683c43088fc7e3911a849e4094869452948c0974696d657374616d70944a641c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d33372d3039948c1074696d655f746869735f697465725f739447407f9bdb460000008c0c74696d655f746f74616c5f73944740b5ec0a46f800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740abcc2d2aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1095be09bc9c1548877342e6ddc1583d0b7362756268317d94288c046c6f7373946836683c4308f8fbfd3e21919e4094869452948c0974696d657374616d70944a5f1e7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d34352d3335948c1074696d655f746869735f697465725f739447407fa734e20000008c0c74696d655f746f74616c5f73944740b7e67d951800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740afc113c6e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10c47a732ff00386986d4175a68c1701057362756268317d94288c046c6f7373946836683c430887c3e110268e9e4094869452948c0974696d657374616d70944a59207b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32312d35342d3031948c1074696d655f746869735f697465725f739447407fa32d1b0000008c0c74696d655f746f74616c5f73944740b9e0b066c800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b1dabcb52000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663963633937645f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31382d35332d30302f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10638046ba80165599f44a08949e6b85357362756268317d94288c046c6f7373946836683c4308994c2693ee919e4094869452948c0974696d657374616d70944a53227b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083066396363393764948c0464617465948c13323032342d30362d32355f32322d30322d3237948c1074696d655f746869735f697465725f739447407fa4095f0000008c0c74696d655f746f74616c5f73944740bbdaf0fcb800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473f769053cb66dd808c026c7294473f5376df64dc8c7c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3d4fd4b1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5eb1e282\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d3239948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebda2f220858c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2842529108982538,\n \"lr\": 0.00015364900402465778,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2842529108982538,\n \"lr\": 0.00015364900402465778,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2842529108982538,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00015364900402465778,\n \"n_head\": 4\n },\n \"experiment_tag\": \"23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2843,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0002,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719335674.8936594,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 183.96574522003414,\n \"timestamp\": 1719346234,\n \"checkpoint_dir_name\": \"checkpoint_000017\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 18,\n \"trial_id\": \"5eb1e282\",\n \"date\": \"2024-06-25_22-10-34\",\n \"time_this_iter_s\": 47.40534067153931,\n \"time_total_s\": 894.9221906661987,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2842529108982538,\n \"lr\": 0.00015364900402465778,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 486.2922348976135,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2843,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0002,n_head=4\"\n },\n \"last_result_time\": 1719346234.4968047,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1030.0586158572219,\n \"min\": 183.96574522003414,\n \"avg\": 322.085730137996,\n \"last\": 183.96574522003414,\n \"last-5-avg\": 195.48832729069267,\n \"last-10-avg\": 213.65420443317083\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 18,\n \"min\": 1,\n \"avg\": 9.5,\n \"last\": 18,\n \"last-5-avg\": 16.0,\n \"last-10-avg\": 13.5\n },\n \"time_this_iter_s\": {\n \"max\": 61.87126088142395,\n \"min\": 46.741618633270264,\n \"avg\": 49.71789948145548,\n \"last\": 47.40534067153931,\n \"last-5-avg\": 47.24765267372131,\n \"last-10-avg\": 48.62922348976135\n },\n \"time_total_s\": {\n \"max\": 894.9221906661987,\n \"min\": 60.84843850135803,\n \"avg\": 485.0399955908457,\n \"last\": 894.9221906661987,\n \"last-5-avg\": 800.4915899276733,\n \"last-10-avg\": 682.4233734607697\n },\n \"time_since_restore\": {\n \"max\": 486.2922348976135,\n \"min\": 60.84843850135803,\n \"avg\": 221.83922640482584,\n \"last\": 486.2922348976135,\n \"last-5-avg\": 391.8616341590881,\n \"last-10-avg\": 273.79341769218445\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.388888888888888,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308180c06c30e90694094869452946807680d4308e4f178bcd9c1684094869452946807680d4308bfdfef77d742684094869452946807680d430847a3d1887a9a684094869452946807680d4308140a8562e7fe66409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd96da0e704094869452946807680d4308241289a404126e4094869452946807680d430845229168ebcd6c4094869452946807680d43085128142a096d6b4094869452946807680d43082e97cb2588786a4094869452946807680d4308180c06c30e90694094869452946807680d4308e4f178bcd9c1684094869452946807680d4308bfdfef77d742684094869452946807680d430847a3d1887a9a684094869452946807680d4308140a8562e7fe66409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474047e31db20000004740475eed5c00000047404794970400000047404793fb24000000474047b3e234000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404eb3e57200000047404792ce3800000047404797ce0e000000474047919be200000047404796caf0000000474047e31db20000004740475eed5c00000047404794970400000047404793fb24000000474047b3e234000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408613aa8a00000047408789995fc0000047408902e2d000000047408a7c228240000047408bf760a5800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407d6090fac00000474080297560e00000474081a2f241c000004740831c0bffe000004740849578aee0000047408613aa8a00000047408789995fc0000047408902e2d000000047408a7c228240000047408bf760a5800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740729d40c7800000474075891e730000004740787bb15380000047407b6e30b800000047407e64acfe800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404eb3e57200000047405b2359d500000047406377a06e0000004740695c076680000047406f41ba228000004740729d40c7800000474075891e730000004740787bb15380000047407b6e30b800000047407e64acfe800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1195d20293345c8a99de4f658c432f75ee00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082e97cb053c18904094869452948c0974696d657374616d70944a37fb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f31392d31352d3335948c1074696d655f746869735f697465725f739447404e6c99a20000008c0c74696d655f746f74616c5f739447404e6c99a20000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404e6c99a20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1178af4dae568327b5074207261e5053d2007362756268317d94288c046c6f7373946836683c4308201008043b90814094869452948c0974696d657374616d70944a67fb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f31392d31362d3233948c1074696d655f746869735f697465725f7394474047da1acc0000008c0c74696d655f746f74616c5f739447405b235a370000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405b235a370000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1188f94f4311288da1e14082c0ef818cb8007362756268317d94288c046c6f7373946836683c43084d2693a981ce7b4094869452948c0974696d657374616d70944a350b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32332d3439948c1074696d655f746869735f697465725f739447404eef857a0000008c0c74696d655f746f74616c5f73944740654d8e7a0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404eef857a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a102651890a9afad186f34145110bb9e22f7362756268317d94288c046c6f7373946836683c43085bad568b4f1c784094869452948c0974696d657374616d70944a640b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32342d3336948c1074696d655f746869735f697465725f7394474047b3f4240000008c0c74696d655f746f74616c5f739447406b3a8b830000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405b51bccf0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11d26c790b9ccacf9ac248298dcb6f6bee007362756268317d94288c046c6f7373946836683c4308140a85a2cef1754094869452948c0974696d657374616d70944a940b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32352d3234948c1074696d655f746869735f697465725f7394474047fd1bc00000008c0c74696d655f746f74616c5f73944740709ce9398000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474063a825578000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1055e673ebcf0b81bede4bfa3c05941c5e7362756268317d94288c046c6f7373946836683c4308f67abd3e7007744094869452948c0974696d657374616d70944ac40b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32362d3132948c1074696d655f746869735f697465725f7394474047b75a200000008c0c74696d655f746f74616c5f739447407393d47d8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406995fbdf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a108c30c8a2a1ec26aa4d45bb6fa954dc1d7362756268317d94288c046c6f7373946836683c43086fb7dbfd5d57724094869452948c0974696d657374616d70944af30b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32362d3539948c1074696d655f746869735f697465725f7394474047f5514c0000008c0c74696d655f746f74616c5f7394474076927ea70000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f9350328000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1047ecf3292ecafbaf8043f4325d7111457362756268317d94288c046c6f7373946836683c4308e270384c3013714094869452948c0974696d657374616d70944a230c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32302d32372d3437948c1074696d655f746869735f697465725f7394474047bcad2c0000008c0c74696d655f746f74616c5f73944740798a144c8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072c13dbec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a1076123843a8ac16adcf4931a9534560767362756268317d94288c046c6f7373946836683c4308369bcd96da0e704094869452948c0974696d657374616d70944a91227b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30332d3239948c1074696d655f746869735f697465725f739447404eb3e5720000008c0c74696d655f746f74616c5f739447407d6090fac000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404eb3e5720000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c8b346056ef247af62461e359ba9e3ed007362756268317d94288c046c6f7373946836683c4308241289a404126e4094869452948c0974696d657374616d70944ac0227b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30342d3136948c1074696d655f746869735f697465725f739447404792ce380000008c0c74696d655f746f74616c5f7394474080297560e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405b2359d50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a114bae079ae08a7393eb42144a99fde4e9007362756268317d94288c046c6f7373946836683c430845229168ebcd6c4094869452948c0974696d657374616d70944aef227b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30352d3033948c1074696d655f746869735f697465725f739447404797ce0e0000008c0c74696d655f746f74616c5f7394474081a2f241c000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406377a06e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11f00e26ed3e9b8eaf074cdf1ffa7501dd007362756268317d94288c046c6f7373946836683c43085128142a096d6b4094869452948c0974696d657374616d70944a1f237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30352d3531948c1074696d655f746869735f697465725f7394474047919be20000008c0c74696d655f746f74616c5f73944740831c0bffe000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740695c07668000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11fe873f03ff0f78ad294ca6bd93705bf8007362756268317d94288c046c6f7373946836683c43082e97cb2588786a4094869452948c0974696d657374616d70944a4e237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30362d3338948c1074696d655f746869735f697465725f739447404796caf00000008c0c74696d655f746f74616c5f73944740849578aee000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f41ba228000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a1124e339c8fc2638a8374fbe2521a165f2007362756268317d94288c046c6f7373946836683c4308180c06c30e90694094869452948c0974696d657374616d70944a7e237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30372d3236948c1074696d655f746869735f697465725f7394474047e31db20000008c0c74696d655f746f74616c5f739447408613aa8a0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740729d40c78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a113d2d0972ce2ffa8ef048bd410c626484007362756268317d94288c046c6f7373946836683c4308e4f178bcd9c1684094869452948c0974696d657374616d70944aac237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30382d3132948c1074696d655f746869735f697465725f73944740475eed5c0000008c0c74696d655f746f74616c5f739447408789995fc000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474075891e730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a10a143eb21091fa9a2394734ed33e86c357362756268317d94288c046c6f7373946836683c4308bfdfef77d742684094869452948c0974696d657374616d70944adb237b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30382d3539948c1074696d655f746869735f697465725f73944740479497040000008c0c74696d655f746f74616c5f739447408902e2d00000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740787bb1538000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a11b5a2db847af6a690174b20e00c776398007362756268317d94288c046c6f7373946836683c430847a3d1887a9a684094869452948c0974696d657374616d70944a0b247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d30392d3437948c1074696d655f746869735f697465725f739447404793fb240000008c0c74696d655f746f74616c5f739447408a7c22824000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b6e30b80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35656231653238325f32335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31382d35372d32392f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10f8f9a9758b204aba2e454a28a0bd42257362756268317d94288c046c6f7373946836683c4308140a8562e7fe664094869452948c0974696d657374616d70944a3a247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083565623165323832948c0464617465948c13323032342d30362d32355f32322d31302d3334948c1074696d655f746869735f697465725f7394474047b3e2340000008c0c74696d655f746f74616c5f739447408bf760a58000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd231331f06738a8c026c7294473f24239ae50ae97e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e64acfe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6be79717\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36626537393731375f32345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31342d3334948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebe858154548c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.7446531774853204,\n \"lr\": 0.006000257122673396,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.7446531774853204,\n \"lr\": 0.006000257122673396,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7446531774853204,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.006000257122673396,\n \"n_head\": 8\n },\n \"experiment_tag\": \"24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7447,embedding_dim=64,encoder_ff=2048,encoder_num_layer=1,lr=0.0060,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719335783.6048226,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2003.3902054433747,\n \"timestamp\": 1719335912,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"6be79717\",\n \"date\": \"2024-06-25_19-18-32\",\n \"time_this_iter_s\": 57.25079274177551,\n \"time_total_s\": 128.72498559951782,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.7446531774853204,\n \"lr\": 0.006000257122673396,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 128.72498559951782,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7447,embedding_dim=64,encoder_ff=2048,encoder_num_layer=1,lr=0.0060,n_head=8\"\n },\n \"last_result_time\": 1719335912.3383458,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2020.6805025836613,\n \"min\": 2003.3902054433747,\n \"avg\": 2012.035354013518,\n \"last\": 2003.3902054433747,\n \"last-5-avg\": 2012.035354013518,\n \"last-10-avg\": 2012.035354013518\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 71.47419285774231,\n \"min\": 57.25079274177551,\n \"avg\": 64.36249279975891,\n \"last\": 57.25079274177551,\n \"last-5-avg\": 64.36249279975891,\n \"last-10-avg\": 64.36249279975891\n },\n \"time_total_s\": {\n \"max\": 128.72498559951782,\n \"min\": 71.47419285774231,\n \"avg\": 100.09958922863007,\n \"last\": 128.72498559951782,\n \"last-5-avg\": 100.09958922863007,\n \"last-10-avg\": 100.09958922863007\n },\n \"time_since_restore\": {\n \"max\": 128.72498559951782,\n \"min\": 71.47419285774231,\n \"avg\": 100.09958922863007,\n \"last\": 128.72498559951782,\n \"last-5-avg\": 100.09958922863007,\n \"last-10-avg\": 100.09958922863007\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ad56abd5b8929f4094869452946807680d4308100804928f4d9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ad56abd5b8929f4094869452946807680d4308100804928f4d9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051de592d00000047404ca019fa000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051de592d00000047404ca019fa000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051de592d000000474060173315000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051de592d000000474060173315000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051de592d000000474060173315000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051de592d000000474060173315000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36626537393731375f32345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31342d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a117534ee679e09c7a75841a69709c52f9900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ad56abd5b8929f4094869452948c0974696d657374616d70944aaffb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083662653739373137948c0464617465948c13323032342d30362d32355f31392d31372d3335948c1074696d655f746869735f697465725f7394474051de592d0000008c0c74696d655f746f74616c5f7394474051de592d0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe7d432e6852e928c026c7294473f7893b9c1c067128c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051de592d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36626537393731375f32345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31342d33342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ef0301a808ba10b9e348ae9d26f051ed007362756268317d94288c046c6f7373946836683c4308100804928f4d9f4094869452948c0974696d657374616d70944ae8fb7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083662653739373137948c0464617465948c13323032342d30362d32355f31392d31382d3332948c1074696d655f746869735f697465725f739447404ca019fa0000008c0c74696d655f746f74616c5f73944740601733150000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe7d432e6852e928c026c7294473f7893b9c1c067128c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740601733150000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"82396cf3\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38323339366366335f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31392d31362d3233948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebed10938d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9507029678825294,\n \"lr\": 0.00025487621898754583,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9507029678825294,\n \"lr\": 0.00025487621898754583,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9507029678825294,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00025487621898754583,\n \"n_head\": 4\n },\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9507,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719335912.4933662,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2187.193873608206,\n \"timestamp\": 1719337142,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"82396cf3\",\n \"date\": \"2024-06-25_19-39-03\",\n \"time_this_iter_s\": 608.1205008029938,\n \"time_total_s\": 1230.5634942054749,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9507029678825294,\n \"lr\": 0.00025487621898754583,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1230.5634942054749,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9507,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=4\"\n },\n \"last_result_time\": 1719337143.0662968,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2187.193873608206,\n \"min\": 2178.1833553764764,\n \"avg\": 2182.688614492341,\n \"last\": 2187.193873608206,\n \"last-5-avg\": 2182.688614492341,\n \"last-10-avg\": 2182.688614492341\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 622.4429934024811,\n \"min\": 608.1205008029938,\n \"avg\": 615.2817471027374,\n \"last\": 608.1205008029938,\n \"last-5-avg\": 615.2817471027374,\n \"last-10-avg\": 615.2817471027374\n },\n \"time_total_s\": {\n \"max\": 1230.5634942054749,\n \"min\": 622.4429934024811,\n \"avg\": 926.503243803978,\n \"last\": 1230.5634942054749,\n \"last-5-avg\": 926.503243803978,\n \"last-10-avg\": 926.503243803978\n },\n \"time_since_restore\": {\n \"max\": 1230.5634942054749,\n \"min\": 622.4429934024811,\n \"avg\": 926.503243803978,\n \"last\": 1230.5634942054749,\n \"last-5-avg\": 926.503243803978,\n \"last-10-avg\": 926.503243803978\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080683c1e05d04a14094869452946807680d43089bcd66436316a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080683c1e05d04a14094869452946807680d43089bcd66436316a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474083738b4020000047408300f6c9200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474083738b4020000047408300f6c9200000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474083738b402000004740933a4104a00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474083738b402000004740933a4104a00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474083738b402000004740933a4104a00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474083738b402000004740933a4104a00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38323339366366335f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31392d31362d32332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10b0521178b5d8959c1040a702210f1421736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080683c1e05d04a14094869452948c0974696d657374616d70944a56fe7a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083832333936636633948c0464617465948c13323032342d30362d32355f31392d32382d3534948c1074696d655f746869735f697465725f7394474083738b402000008c0c74696d655f746f74616c5f7394474083738b402000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fee6c28a1687fd08c026c7294473f30b41d066b9e998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083738b402000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38323339366366335f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f31392d31362d32332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1109d9a6b3fe1045b69f4feea938dd89bf007362756268317d94288c046c6f7373946836683c43089bcd66436316a14094869452948c0974696d657374616d70944ab6007b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083832333936636633948c0464617465948c13323032342d30362d32355f31392d33392d3033948c1074696d655f746869735f697465725f739447408300f6c92000008c0c74696d655f746f74616c5f73944740933a4104a000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fee6c28a1687fd08c026c7294473f30b41d066b9e998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740933a4104a000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e31d7ca7\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65333164376361375f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31382d3332948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebed10938d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7500609138892806,\n \"lr\": 0.0713230632683364,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7500609138892806,\n \"lr\": 0.0713230632683364,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7500609138892806,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0713230632683364,\n \"n_head\": 4\n },\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7501,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0713,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719337143.2143147,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2698.886155496432,\n \"timestamp\": 1719337295,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 2,\n \"trial_id\": \"e31d7ca7\",\n \"date\": \"2024-06-25_19-41-35\",\n \"time_this_iter_s\": 69.29531860351562,\n \"time_total_s\": 152.63765025138855,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7500609138892806,\n \"lr\": 0.0713230632683364,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 152.63765025138855,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7501,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0713,n_head=4\"\n },\n \"last_result_time\": 1719337295.8805537,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3842.66859736405,\n \"min\": 2698.886155496432,\n \"avg\": 3270.777376430241,\n \"last\": 2698.886155496432,\n \"last-5-avg\": 3270.777376430241,\n \"last-10-avg\": 3270.777376430241\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.5,\n \"last\": true,\n \"last-5-avg\": 0.5,\n \"last-10-avg\": 0.5\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 83.34233164787292,\n \"min\": 69.29531860351562,\n \"avg\": 76.31882512569427,\n \"last\": 69.29531860351562,\n \"last-5-avg\": 76.31882512569427,\n \"last-10-avg\": 76.31882512569427\n },\n \"time_total_s\": {\n \"max\": 152.63765025138855,\n \"min\": 83.34233164787292,\n \"avg\": 117.98999094963074,\n \"last\": 152.63765025138855,\n \"last-5-avg\": 117.98999094963074,\n \"last-10-avg\": 117.98999094963074\n },\n \"time_since_restore\": {\n \"max\": 152.63765025138855,\n \"min\": 83.34233164787292,\n \"avg\": 117.98999094963074,\n \"last\": 152.63765025138855,\n \"last-5-avg\": 117.98999094963074,\n \"last-10-avg\": 117.98999094963074\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c964525605ae4094869452946807680d4308b1582cb6c515a5409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c964525605ae4094869452946807680d4308b1582cb6c515a5409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054d5e8c300000047405152e680000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d5e8c300000047405152e680000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054d5e8c30000004740631467a1800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d5e8c30000004740631467a1800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054d5e8c30000004740631467a1800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d5e8c30000004740631467a1800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65333164376361375f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31382d33322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1069f0f04dc7e8f8a8d14373899995645a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c964525605ae4094869452948c0974696d657374616d70944a0a017b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086533316437636137948c0464617465948c13323032342d30362d32355f31392d34302d3236948c1074696d655f746869735f697465725f7394474054d5e8c30000008c0c74696d655f746f74616c5f7394474054d5e8c30000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe8007fbee531d48c026c7294473fb2423a703023a28c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054d5e8c30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65333164376361375f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31392d31382d33322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1116b3c5101b040fad064e3d871bb62198007362756268317d94288c046c6f7373946836683c4308b1582cb6c515a54094869452948c0974696d657374616d70944a4f017b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086533316437636137948c0464617465948c13323032342d30362d32355f31392d34312d3335948c1074696d655f746869735f697465725f739447405152e6800000008c0c74696d655f746f74616c5f73944740631467a18000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe8007fbee531d48c026c7294473fb2423a703023a28c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740631467a18000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"18c11cbc\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d3033948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ebfff24893c8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3688667410196246,\n \"lr\": 0.0018036063294034547,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3688667410196246,\n \"lr\": 0.0018036063294034547,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3688667410196246,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0018036063294034547,\n \"n_head\": 8\n },\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.3689,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0018,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719346234.668183,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 118.33789474006713,\n \"timestamp\": 1719357871,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"18c11cbc\",\n \"date\": \"2024-06-26_01-24-31\",\n \"time_this_iter_s\": 59.315247774124146,\n \"time_total_s\": 1226.7515268325806,\n \"pid\": 2850562,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.3688667410196246,\n \"lr\": 0.0018036063294034547,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 606.2512559890747,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.3689,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0018,n_head=8\"\n },\n \"last_result_time\": 1719357871.9733982,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 266.66766681821326,\n \"min\": 118.33789474006713,\n \"avg\": 143.6234760126729,\n \"last\": 118.33789474006713,\n \"last-5-avg\": 120.82310969134953,\n \"last-10-avg\": 123.46259958913008\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 74.13704776763916,\n \"min\": 58.23622250556946,\n \"avg\": 61.33757634162903,\n \"last\": 59.315247774124146,\n \"last-5-avg\": 59.27494025230408,\n \"last-10-avg\": 60.62512559890747\n },\n \"time_total_s\": {\n \"max\": 1226.7515268325806,\n \"min\": 74.13704776763916,\n \"avg\": 654.1219100713729,\n \"last\": 1226.7515268325806,\n \"last-5-avg\": 1108.3144157409668,\n \"last-10-avg\": 960.0894476175308\n },\n \"time_since_restore\": {\n \"max\": 606.2512559890747,\n \"min\": 72.75415802001953,\n \"avg\": 265.71221474409106,\n \"last\": 606.2512559890747,\n \"last-5-avg\": 487.81414489746095,\n \"last-10-avg\": 339.58917677402496\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d8ebf5c27a5c5e4094869452946807680d4308613018cc31075f4094869452946807680d4308241289b4d7615e4094869452946807680d4308040281d040ac5d4094869452946807680d43080a854211a0955d409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430897cbe50acf00604094869452946807680d4308e2703894b34f604094869452946807680d43089fcfe793d4635f4094869452946807680d430843a150183a005f4094869452946807680d43080a854241979b5e4094869452946807680d4308d8ebf5c27a5c5e4094869452946807680d4308613018cc31075f4094869452946807680d4308241289b4d7615e4094869452946807680d4308040281d040ac5d4094869452946807680d43080a854211a0955d409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404dcea81600000047404d92bc7200000047404d8f0b3e00000047404d972c6600000047404da85a0a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405230442000000047404dac917e00000047404da1a58400000047404dadc47e00000047404d93af3200000047404dcea81600000047404d92bc7200000047404d8f0b3e00000047404d972c6600000047404da85a0a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408eefee3e800000474090648d02d0000047409151055cc000004740923dbebff000004740932b0190400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474085aa091200000047408784d229e000004740895eec8220000047408b39c8ca00000047408d1303bd20000047408eefee3e800000474090648d02d0000047409151055cc000004740923dbebff000004740932b0190400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407717db6100000047407aca32ef40000047407e7c1457000000474081177cf1e00000474082f20292800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405230442000000047406083466f800000474067ebafd080000047406f5720f00000004740735e065e40000047407717db6100000047407aca32ef40000047407e7c1457000000474081177cf1e00000474082f20292800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1086df3ed6b22978aaa74314407424f10b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd66c3aeaa704094869452948c0974696d657374616d70944a84247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31312d3438948c1074696d655f746869735f697465725f739447405288c5640000008c0c74696d655f746f74616c5f739447405288c5640000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405288c5640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a000894b3dda7f875b4e024ae8b9f2eb007362756268317d94288c046c6f7373946836683c430853a9548a88fb674094869452948c0974696d657374616d70944abf247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31322d3437948c1074696d655f746869735f697465725f739447404d912d960000008c0c74696d655f746f74616c5f7394474060a8ae178000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474060a8ae178000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11ef4b086337798fab724707bc8d770398007362756268317d94288c046c6f7373946836683c4308180c06031189654094869452948c0974696d657374616d70944afb247b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31332d3437948c1074696d655f746869735f697465725f739447404dc3c7900000008c0c74696d655f746f74616c5f7394474068199ffb8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474068199ffb8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10c0cac13ebaaa329b3049d64165106b4b7362756268317d94288c046c6f7373946836683c430828140af519bc644094869452948c0974696d657374616d70944a37257b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31342d3437948c1074696d655f746869735f697465725f739447404dd443c80000008c0c74696d655f746f74616c5f739447406f8eb0ed8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f8eb0ed8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a116d61ff6fc4f453a2604803a0673145a3007362756268317d94288c046c6f7373946836683c4308dced763babae624094869452948c0974696d657374616d70944a73257b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32355f32322d31352d3437948c1074696d655f746869735f697465725f739447404e16ee200000008c0c74696d655f746f74616c5f73944740738a363ac000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740738a363ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10f26bae67b6730cb51f4cc81fe59f67167362756268317d94288c046c6f7373946836683c4308369bcd3ec5d9614094869452948c0974696d657374616d70944a5e457b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33312d3538948c1074696d655f746869735f697465725f73944740525eacfc0000008c0c74696d655f746f74616c5f739447407821e179c000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740525eacfc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10c04ca19083252abc3d4f3c39852a7e727362756268317d94288c046c6f7373946836683c4308c26030d0cd73624094869452948c0974696d657374616d70944a98457b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33322d3536948c1074696d655f746869735f697465725f739447404d1e3c8a0000008c0c74696d655f746f74616c5f739447407bc5a90b0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406076e5a08000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10aa1b24d1c873da9cde48140f766316467362756268317d94288c046c6f7373946836683c4308b1582c7eef1d614094869452948c0974696d657374616d70944ad3457b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33332d3535948c1074696d655f746869735f697465725f739447404d8a674c0000008c0c74696d655f746f74616c5f739447407f76f5f48000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067d97f738000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a109112222aaa942e97504068bbe7cbc45d7362756268317d94288c046c6f7373946836683c4308e27038f485ac604094869452948c0974696d657374616d70944a0d467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33342d3533948c1074696d655f746869735f697465725f739447404d32a3dc0000008c0c74696d655f746f74616c5f73944740818ea5380000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f26286a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a119785aa279b54399f9a40e1bc294f0ff3007362756268317d94288c046c6f7373946836683c43080683c160395e604094869452948c0974696d657374616d70944a48467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30302d33352d3532948c1074696d655f746869735f697465725f739447404d55b5600000008c0c74696d655f746f74616c5f739447408364008e0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740733dcae14000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11df99e3d8c62135b4a14e96ee86bb889b007362756268317d94288c046c6f7373946836683c430897cbe50acf00604094869452948c0974696d657374616d70944a9a4f7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31352d3338948c1074696d655f746869735f697465725f73944740523044200000008c0c74696d655f746f74616c5f7394474085aa09120000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740523044200000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11c09cc703c01eecb8294d5a9db423d3a1007362756268317d94288c046c6f7373946836683c4308e2703894b34f604094869452948c0974696d657374616d70944ad54f7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31362d3337948c1074696d655f746869735f697465725f739447404dac917e0000008c0c74696d655f746f74616c5f739447408784d229e000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406083466f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11508686547d02c2817449c27b146b35b3007362756268317d94288c046c6f7373946836683c43089fcfe793d4635f4094869452948c0974696d657374616d70944a11507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31372d3337948c1074696d655f746869735f697465725f739447404da1a5840000008c0c74696d655f746f74616c5f73944740895eec822000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067ebafd08000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a116cbb66f88fca9b852f40838bb78628f4007362756268317d94288c046c6f7373946836683c430843a150183a005f4094869452948c0974696d657374616d70944a4c507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31382d3336948c1074696d655f746869735f697465725f739447404dadc47e0000008c0c74696d655f746f74616c5f739447408b39c8ca0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f5720f00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a11613624b5cce4d2b99b4d25d68d3f1d8b007362756268317d94288c046c6f7373946836683c43080a854241979b5e4094869452948c0974696d657374616d70944a87507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d31392d3335948c1074696d655f746869735f697465725f739447404d93af320000008c0c74696d655f746f74616c5f739447408d1303bd2000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740735e065e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a10938eba92221ca199b44bc0aef16e165b7362756268317d94288c046c6f7373946836683c4308d8ebf5c27a5c5e4094869452948c0974696d657374616d70944ac3507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32302d3335948c1074696d655f746869735f697465725f739447404dcea8160000008c0c74696d655f746f74616c5f739447408eefee3e8000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407717db610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a10d774e2adcfce7da9b04371b86194f5047362756268317d94288c046c6f7373946836683c4308613018cc31075f4094869452948c0974696d657374616d70944afe507b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32312d3334948c1074696d655f746869735f697465725f739447404d92bc720000008c0c74696d655f746f74616c5f7394474090648d02d000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407aca32ef4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a103a52109f48a6a791e44e1b0991e471477362756268317d94288c046c6f7373946836683c4308241289b4d7615e4094869452948c0974696d657374616d70944a39517b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32322d3333948c1074696d655f746869735f697465725f739447404d8f0b3e0000008c0c74696d655f746f74616c5f739447409151055cc000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e7c14570000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a1015dc357caba8f7a13b4ebd0ba57182407362756268317d94288c046c6f7373946836683c4308040281d040ac5d4094869452948c0974696d657374616d70944a74517b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32332d3332948c1074696d655f746869735f697465725f739447404d972c660000008c0c74696d655f746f74616c5f73944740923dbebff000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081177cf1e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31386331316362635f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31392d33392d30332f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a1147920dc8f570e8b19e4e6779415f42a8007362756268317d94288c046c6f7373946836683c43080a854211a0955d4094869452948c0974696d657374616d70944aaf517b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083138633131636263948c0464617465948c13323032342d30362d32365f30312d32342d3331948c1074696d655f746869735f697465725f739447404da85a0a0000008c0c74696d655f746f74616c5f73944740932b01904000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fd79b833f50ba9a8c026c7294473f5d8cdf8cc701de8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474082f202928000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3ab2f301\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d3334948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ec8d7e1c03a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.034481700426631456,\n \"lr\": 0.0010186128360476897,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.034481700426631456,\n \"lr\": 0.0010186128360476897,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.034481700426631456,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010186128360476897,\n \"n_head\": 1\n },\n \"experiment_tag\": \"28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.0345,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719346547.487432,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 84.81797225832001,\n \"timestamp\": 1719358398,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"3ab2f301\",\n \"date\": \"2024-06-26_01-33-18\",\n \"time_this_iter_s\": 51.372178077697754,\n \"time_total_s\": 1072.982276916504,\n \"pid\": 2850562,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.034481700426631456,\n \"lr\": 0.0010186128360476897,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 525.9760255813599,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.0345,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=1\"\n },\n \"last_result_time\": 1719358398.1699922,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 217.46355960875985,\n \"min\": 84.81797225832001,\n \"avg\": 111.01648353816957,\n \"last\": 84.81797225832001,\n \"last-5-avg\": 88.37300739438516,\n \"last-10-avg\": 90.88470410925197\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 65.41611504554749,\n \"min\": 50.784724712371826,\n \"avg\": 53.6491138458252,\n \"last\": 51.372178077697754,\n \"last-5-avg\": 51.40114240646362,\n \"last-10-avg\": 52.59760255813599\n },\n \"time_total_s\": {\n \"max\": 1072.982276916504,\n \"min\": 65.41611504554749,\n \"avg\": 574.7836294054985,\n \"last\": 1072.982276916504,\n \"last-5-avg\": 970.4215782165527,\n \"last-10-avg\": 842.11748483181\n },\n \"time_since_restore\": {\n \"max\": 525.9760255813599,\n \"min\": 64.502512216568,\n \"avg\": 232.20214306116105,\n \"last\": 525.9760255813599,\n \"last-5-avg\": 423.4153268814087,\n \"last-10-avg\": 295.11123349666593\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308abd56af55780574094869452946807680d4308f67abd5e1ade554094869452946807680d4308cce572191604564094869452946807680d430871381cae7ae0554094869452946807680d430843a150a8593455409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d0e7f3b9ce9f584094869452946807680d4308f2783c7ebf5f574094869452946807680d4308fcfd7e1f86b2574094869452946807680d43083e9fcfa7c9dd564094869452946807680d430843a15028fb2e564094869452946807680d4308abd56af55780574094869452946807680d4308f67abd5e1ade554094869452946807680d4308cce572191604564094869452946807680d430871381cae7ae0554094869452946807680d430843a150a8593455409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474049ccd45e000000474049ebdd980000004740498cc3e20000004740498ba1cc000000474049afa388000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740502029290000004740496e97f2000000474049d276600000004740499660bc0000004740496471dc000000474049ccd45e000000474049ebdd980000004740498cc3e20000004740498ba1cc000000474049afa388000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408b1c9d4720000047408cbb5b20a0000047408e54275ec0000047408fece17b800000474090c3edda000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740831c11f2a00000474084b2fb71c000004740865022d7c00000474087e988e38000004740897fd00140000047408b1c9d4720000047408cbb5b20a0000047408e54275ec0000047408fece17b800000474090c3edda000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740740920f3400000474077469ca640000047407a78352280000047407da9a95c0000004740806fcee6800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405020292900000047405cd77522000000474064e0582900000047406b45f058000000474070cf86678000004740740920f3400000474077469ca640000047407a78352280000047407da9a95c0000004740806fcee6800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059587490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10e8ed94ab740a45ae324a3111f342bd41736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d8ebf57ad52e6b4094869452948c0974696d657374616d70944ab4257b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d31362d3532948c1074696d655f746869735f697465725f73944740505aa1a10000008c0c74696d655f746f74616c5f73944740505aa1a10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740505aa1a10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a102fede7cdb9c96a8d2144477b65b563337362756268317d94288c046c6f7373946836683c43086130184c0a7b644094869452948c0974696d657374616d70944ae8257b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d31372d3435948c1074696d655f746869735f697465725f739447404a336ca00000008c0c74696d655f746f74616c5f739447405d7457f10000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d7457f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1140a5e00664cf47862e44f66032ca9e9c007362756268317d94288c046c6f7373946836683c430893c964529e70614094869452948c0974696d657374616d70944a1d267b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d31382d3337948c1074696d655f746869735f697465725f739447404a1a97f60000008c0c74696d655f746f74616c5f739447406540d1f60000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406540d1f60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1058db2733e21f6db671481e20128b04797362756268317d94288c046c6f7373946836683c43087fbfdf4ffd745f4094869452948c0974696d657374616d70944a52267b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d31392d3330948c1074696d655f746869735f697465725f739447404a8bc79c0000008c0c74696d655f746f74616c5f739447406be3c3dd0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406be3c3dd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a110132d6caf4940790b5401c1c6f6270bb007362756268317d94288c046c6f7373946836683c43088bc562f16a5d5d4094869452948c0974696d657374616d70944a87267b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32355f32322d32302d3233948c1074696d655f746869735f697465725f739447404a990f700000008c0c74696d655f746f74616c5f73944740714503dc8000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714503dc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113c614213f41e10ab864c5182885dc6f9007362756268317d94288c046c6f7373946836683c4308894422f1949e5c4094869452948c0974696d657374616d70944a89467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d33362d3537948c1074696d655f746869735f697465725f73944740505018840000008c0c74696d655f746f74616c5f73944740755909fd8000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740505018840000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11b0b7fbae3a25b0b0e1426175363775cf007362756268317d94288c046c6f7373946836683c430893c964d2f24f5b4094869452948c0974696d657374616d70944abd467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d33372d3439948c1074696d655f746869735f697465725f7394474049bf61580000008c0c74696d655f746f74616c5f739447407890f6288000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d2fc9300000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a110ee569d210e17ba781414ebdd6974df0007362756268317d94288c046c6f7373946836683c430843a15068e24c5a4094869452948c0974696d657374616d70944af0467b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d33382d3430948c1074696d655f746869735f697465725f7394474049bf9ac40000008c0c74696d655f746f74616c5f739447407bc8e9810000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406507cb490000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10da33af97d2baa297f64dc751c8d7d27a7362756268317d94288c046c6f7373946836683c4308100804a23aa55d4094869452948c0974696d657374616d70944a23477b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d33392d3331948c1074696d655f746869735f697465725f739447404987e6840000008c0c74696d655f746f74616c5f739447407ef9e6518000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b69c4ea0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1018334bbd4a62dc974f4049e30037562e7362756268317d94288c046c6f7373946836683c43082c168b25daf6584094869452948c0974696d657374616d70944a57477b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30302d34302d3233948c1074696d655f746869735f697465725f7394474049b19a4c0000008c0c74696d655f746f74616c5f7394474081180ccd8000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070eb15be8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a10d94fee9fcf871d9a2d4bc8368f829f327362756268317d94288c046c6f7373946836683c4308d0e7f3b9ce9f584094869452948c0974696d657374616d70944af0517b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32352d3336948c1074696d655f746869735f697465725f73944740502029290000008c0c74696d655f746f74616c5f73944740831c11f2a000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740502029290000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a101d55dd00b02e91ba9f4d9dc2d447b2387362756268317d94288c046c6f7373946836683c4308f2783c7ebf5f574094869452948c0974696d657374616d70944a23527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32362d3237948c1074696d655f746869735f697465725f73944740496e97f20000008c0c74696d655f746f74616c5f7394474084b2fb71c000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cd775220000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a108b607ff288319d88e9491b307a617c547362756268317d94288c046c6f7373946836683c4308fcfd7e1f86b2574094869452948c0974696d657374616d70944a57527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32372d3139948c1074696d655f746869735f697465725f7394474049d276600000008c0c74696d655f746f74616c5f73944740865022d7c000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064e058290000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10f8312aa627f59fa458496df894d64f087362756268317d94288c046c6f7373946836683c43083e9fcfa7c9dd564094869452948c0974696d657374616d70944a8a527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32382d3130948c1074696d655f746869735f697465725f73944740499660bc0000008c0c74696d655f746f74616c5f7394474087e988e38000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b45f0580000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a101c4d5ed7924e63920a4809ae3bcd0d197362756268317d94288c046c6f7373946836683c430843a15028fb2e564094869452948c0974696d657374616d70944abd527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32392d3031948c1074696d655f746869735f697465725f73944740496471dc0000008c0c74696d655f746f74616c5f73944740897fd0014000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070cf86678000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a109380808904b901aafa42edbf9fe1513c7362756268317d94288c046c6f7373946836683c4308abd56af55780574094869452948c0974696d657374616d70944af0527b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d32392d3532948c1074696d655f746869735f697465725f7394474049ccd45e0000008c0c74696d655f746f74616c5f739447408b1c9d472000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740740920f34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a111c21b0db9c483bba1245d7f6ed0624d4007362756268317d94288c046c6f7373946836683c4308f67abd5e1ade554094869452948c0974696d657374616d70944a24537b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d33302d3434948c1074696d655f746869735f697465725f7394474049ebdd980000008c0c74696d655f746f74616c5f739447408cbb5b20a000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077469ca64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10696a9c34166e88864a42e14741b4af2e7362756268317d94288c046c6f7373946836683c4308cce572191604564094869452948c0974696d657374616d70944a57537b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d33312d3335948c1074696d655f746869735f697465725f73944740498cc3e20000008c0c74696d655f746f74616c5f739447408e54275ec000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a7835228000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a11ab454fccca6de7be48460b4ecd666cfa007362756268317d94288c046c6f7373946836683c430871381cae7ae0554094869452948c0974696d657374616d70944a8a537b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d33322d3236948c1074696d655f746869735f697465725f73944740498ba1cc0000008c0c74696d655f746f74616c5f739447408fece17b8000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da9a95c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33616232663330315f32385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f32322d31302d33342f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11c2289f66b1a5fb8e3745534de55c89d4007362756268317d94288c046c6f7373946836683c430843a150a85934554094869452948c0974696d657374616d70944abe537b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083361623266333031948c0464617465948c13323032342d30362d32365f30312d33332d3138948c1074696d655f746869735f697465725f7394474049afa3880000008c0c74696d655f746f74616c5f7394474090c3edda0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fa1a795df4923d08c026c7294473f50b05f345becb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740806fcee68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"40101b9a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d3437948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ec923518d8b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8983976265900149,\n \"lr\": 0.039339947723305395,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8983976265900149,\n \"lr\": 0.039339947723305395,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.8983976265900149,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.039339947723305395,\n \"n_head\": 1\n },\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.8984,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0393,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719346823.9898968,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2031.5720868448573,\n \"timestamp\": 1719348338,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"40101b9a\",\n \"date\": \"2024-06-25_22-45-38\",\n \"time_this_iter_s\": 300.0205228328705,\n \"time_total_s\": 1514.9287722110748,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8983976265900149,\n \"lr\": 0.039339947723305395,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1514.9287722110748,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.8984,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0393,n_head=1\"\n },\n \"last_result_time\": 1719348338.9425833,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4106.712271622785,\n \"min\": 2031.5720868448573,\n \"avg\": 2792.4098417507375,\n \"last\": 2031.5720868448573,\n \"last-5-avg\": 2792.409841750738,\n \"last-10-avg\": 2792.409841750738\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 313.700572013855,\n \"min\": 300.0205228328705,\n \"avg\": 302.98575444221495,\n \"last\": 300.0205228328705,\n \"last-5-avg\": 302.98575444221495,\n \"last-10-avg\": 302.98575444221495\n },\n \"time_total_s\": {\n \"max\": 1514.9287722110748,\n \"min\": 313.700572013855,\n \"avg\": 914.4032258033753,\n \"last\": 1514.9287722110748,\n \"last-5-avg\": 914.4032258033752,\n \"last-10-avg\": 914.4032258033752\n },\n \"time_since_restore\": {\n \"max\": 1514.9287722110748,\n \"min\": 313.700572013855,\n \"avg\": 914.4032258033753,\n \"last\": 1514.9287722110748,\n \"last-5-avg\": 914.4032258033752,\n \"last-10-avg\": 914.4032258033752\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bbdd6e57b60ab04094869452946807680d43083e9fcfa72d74a84094869452946807680d4308080402e157a1a34094869452946807680d43088d46a311020aa14094869452946807680d4308894422d149be9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bbdd6e57b60ab04094869452946807680d43083e9fcfa72d74a84094869452946807680d4308080402e157a1a34094869452946807680d43088d46a311020aa14094869452946807680d4308894422d149be9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740739b358b000000474072c7fbec800000474072c14525c00000474072ca1193400000474072c0540fc00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740739b358b000000474072c7fbec800000474072c14525c00000474072ca1193400000474072c0540fc00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740739b358b0000004740833198bbc0000047408c923b4ea00000474092fba20c200000474097abb710100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740739b358b0000004740833198bbc0000047408c923b4ea00000474092fba20c200000474097abb710100000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740739b358b0000004740833198bbc0000047408c923b4ea00000474092fba20c200000474097abb710100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740739b358b0000004740833198bbc0000047408c923b4ea00000474092fba20c200000474097abb710100000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954e140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10466204a4ea70b689744ef652d6f7e478736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bbdd6e57b60ab04094869452948c0974696d657374616d70944ac1277b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d32352d3337948c1074696d655f746869735f697465725f73944740739b358b0000008c0c74696d655f746f74616c5f73944740739b358b0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740739b358b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a109d9c39eefbe09e9c564bf1f9a07b40327362756268317d94288c046c6f7373946836683c43083e9fcfa72d74a84094869452948c0974696d657374616d70944aed287b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d33302d3338948c1074696d655f746869735f697465725f7394474072c7fbec8000008c0c74696d655f746f74616c5f73944740833198bbc000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740833198bbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c5592afb394617b1fe42039a7b0872297362756268317d94288c046c6f7373946836683c4308080402e157a1a34094869452948c0974696d657374616d70944a192a7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d33352d3338948c1074696d655f746869735f697465725f7394474072c14525c000008c0c74696d655f746f74616c5f739447408c923b4ea000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c923b4ea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a103e648eca43fcfebd824735f6a5de520d7362756268317d94288c046c6f7373946836683c43088d46a311020aa14094869452948c0974696d657374616d70944a462b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d34302d3338948c1074696d655f746869735f697465725f7394474072ca11934000008c0c74696d655f746f74616c5f7394474092fba20c2000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474092fba20c2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34303130316239615f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d31352d34372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11e83d97333973ffa71d4c11b616163ec9007362756268317d94288c046c6f7373946836683c4308894422d149be9f4094869452948c0974696d657374616d70944a722c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083430313031623961948c0464617465948c13323032342d30362d32355f32322d34352d3338948c1074696d655f746869735f697465725f7394474072c0540fc000008c0c74696d655f746f74616c5f7394474097abb7101000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fecbfac612042a28c026c7294473fa4245d99cbbf9f8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097abb7101000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"de1e9134\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d3233948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ec96ee4bc5f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.12892236942851165,\n \"lr\": 0.005626677279957184,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.12892236942851165,\n \"lr\": 0.005626677279957184,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.12892236942851165,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.005626677279957184,\n \"n_head\": 1\n },\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.1289,embedding_dim=16,encoder_ff=1024,encoder_num_layer=4,lr=0.0056,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719348339.0969658,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1957.9578991987573,\n \"timestamp\": 1719355501,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"de1e9134\",\n \"date\": \"2024-06-26_00-45-01\",\n \"time_this_iter_s\": 52.88777208328247,\n \"time_total_s\": 560.1831469535828,\n \"pid\": 2850562,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.12892236942851165,\n \"lr\": 0.005626677279957184,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 278.3368046283722,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.1289,embedding_dim=16,encoder_ff=1024,encoder_num_layer=4,lr=0.0056,n_head=1\"\n },\n \"last_result_time\": 1719355501.903357,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1966.5979321096827,\n \"min\": 1954.8947446327509,\n \"avg\": 1957.8368239996003,\n \"last\": 1957.9578991987573,\n \"last-5-avg\": 1957.8378904327633,\n \"last-10-avg\": 1957.8368239996005\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 67.86075568199158,\n \"min\": 52.848015785217285,\n \"avg\": 56.01831469535828,\n \"last\": 52.88777208328247,\n \"last-5-avg\": 55.66736092567444,\n \"last-10-avg\": 56.01831469535828\n },\n \"time_total_s\": {\n \"max\": 560.1831469535828,\n \"min\": 67.86075568199158,\n \"avg\": 314.47027125358585,\n \"last\": 560.1831469535828,\n \"last-5-avg\": 454.1982753276825,\n \"last-10-avg\": 314.4702712535858\n },\n \"time_since_restore\": {\n \"max\": 281.84634232521057,\n \"min\": 66.45859718322754,\n \"avg\": 173.5471000909805,\n \"last\": 278.3368046283722,\n \"last-5-avg\": 172.35193300247192,\n \"last-10-avg\": 173.54710009098054\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532998c198c9e4094869452946807680d430847a3d14879a99e4094869452946807680d430845229188ed949e4094869452946807680d4308f2783cbe6c929e4094869452946807680d43081c0e87e3d4979e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542af5cb929e4094869452946807680d430843a1504864ba9e4094869452946807680d4308bfdfef37948b9e4094869452946807680d430893c96472978f9e4094869452946807680d430863b1582c5b8c9e4094869452946807680d43086532998c198c9e4094869452946807680d430847a3d14879a99e4094869452946807680d430845229188ed949e4094869452946807680d4308f2783cbe6c929e4094869452946807680d43081c0e87e3d4979e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740509d59a800000047404a6c8bc800000047404a7374e400000047404a9ec5ea00000047404a71a284000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474050f7169f00000047404ab327b400000047404ab51a8a00000047404ab256f400000047404ae38e820000004740509d59a800000047404a6c8bc800000047404a7374e400000047404a9ec5ea00000047404a71a284000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474075c4e10840000047407912728140000047407c60e11dc0000047407fb4b9db000000474081817715c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474050f7169f00000047405e50aa79000000474065d59bdf00000047406c82319c0000004740719d8a9e400000474075c4e10840000047407912728140000047407c60e11dc0000047407fb4b9db000000474081817715c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740509d59a800000047405dd39f8c00000047406586acff00000047406c2e5e7980000047407165638d400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474050f7169f00000047405e50aa79000000474065d59bdf00000047406c82319c0000004740719d8a9e4000004740509d59a800000047405dd39f8c00000047406586acff00000047406c2e5e7980000047407165638d400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a117e99e52d3a1ad38e0d44aea7c54e25dc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542af5cb929e4094869452948c0974696d657374616d70944ab62c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d34362d3436948c1074696d655f746869735f697465725f7394474050f7169f0000008c0c74696d655f746f74616c5f7394474050f7169f0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050f7169f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11e0766b93104e69aa2a4ce8efe19787dc007362756268317d94288c046c6f7373946836683c430843a1504864ba9e4094869452948c0974696d657374616d70944aec2c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d34372d3430948c1074696d655f746869735f697465725f739447404ab327b40000008c0c74696d655f746f74616c5f739447405e50aa790000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405e50aa790000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1172f8bcad354c3998c04ca697a29c22d1007362756268317d94288c046c6f7373946836683c4308bfdfef37948b9e4094869452948c0974696d657374616d70944a212d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d34382d3333948c1074696d655f746869735f697465725f739447404ab51a8a0000008c0c74696d655f746f74616c5f7394474065d59bdf0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474065d59bdf0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1029599fd908f38f99194dfe050a975e4b7362756268317d94288c046c6f7373946836683c430893c96472978f9e4094869452948c0974696d657374616d70944a572d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d34392d3237948c1074696d655f746869735f697465725f739447404ab256f40000008c0c74696d655f746f74616c5f739447406c82319c0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c82319c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a108717ed70f9eab9802a4cfc2b28770c597362756268317d94288c046c6f7373946836683c430863b1582c5b8c9e4094869452948c0974696d657374616d70944a8c2d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32355f32322d35302d3230948c1074696d655f746869735f697465725f739447404ae38e820000008c0c74696d655f746f74616c5f73944740719d8a9e4000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740719d8a9e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11a1d04c24c760538f2248b1b0ce71ab9a007362756268317d94288c046c6f7373946836683c43086532998c198c9e4094869452948c0974696d657374616d70944a99477b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34312d3330948c1074696d655f746869735f697465725f73944740509d59a80000008c0c74696d655f746f74616c5f7394474075c4e1084000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740509d59a80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100f0006703543e68bd642176c71a376337362756268317d94288c046c6f7373946836683c430847a3d14879a99e4094869452948c0974696d657374616d70944ace477b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34322d3232948c1074696d655f746869735f697465725f739447404a6c8bc80000008c0c74696d655f746f74616c5f73944740791272814000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405dd39f8c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10846da0a32c220f9d3b4fdaea935a21477362756268317d94288c046c6f7373946836683c430845229188ed949e4094869452948c0974696d657374616d70944a03487b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34332d3135948c1074696d655f746869735f697465725f739447404a7374e40000008c0c74696d655f746f74616c5f739447407c60e11dc000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406586acff0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10f3fa414a50a891a01a4c61ba0c7c707b7362756268317d94288c046c6f7373946836683c4308f2783cbe6c929e4094869452948c0974696d657374616d70944a38487b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34342d3039948c1074696d655f746869735f697465725f739447404a9ec5ea0000008c0c74696d655f746f74616c5f739447407fb4b9db0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c2e5e798000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64653165393133345f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f32322d32302d32332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1058e700d0973d4caa6949f5ee7039cd737362756268317d94288c046c6f7373946836683c43081c0e87e3d4979e4094869452948c0974696d657374616d70944a6d487b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086465316539313334948c0464617465948c13323032342d30362d32365f30302d34352d3031948c1074696d655f746869735f697465725f739447404a71a2840000008c0c74696d655f746f74616c5f7394474081817715c000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fc0808738358a748c026c7294473f770bffae70e5368c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407165638d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0f80a6d7\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d3339948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ecafb428f1a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.023920599186226577,\n \"lr\": 0.0024687399238039302,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.023920599186226577,\n \"lr\": 0.0024687399238039302,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.023920599186226577,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0024687399238039302,\n \"n_head\": 16\n },\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0239,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0025,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719348621.1283247,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1959.91755063515,\n \"timestamp\": 1719357265,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"0f80a6d7\",\n \"date\": \"2024-06-26_01-14-25\",\n \"time_this_iter_s\": 349.87603521347046,\n \"time_total_s\": 3527.171615600586,\n \"pid\": 2850562,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.023920599186226577,\n \"lr\": 0.0024687399238039302,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1763.417979001999,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0239,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0025,n_head=16\"\n },\n \"last_result_time\": 1719357265.5030398,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1986.2198524775467,\n \"min\": 1955.6729476808564,\n \"avg\": 1965.4819975124567,\n \"last\": 1959.91755063515,\n \"last-5-avg\": 1962.4524979238436,\n \"last-10-avg\": 1965.4819975124567\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.1,\n \"last\": true,\n \"last-5-avg\": 0.2,\n \"last-10-avg\": 0.1\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 365.2865264415741,\n \"min\": 349.18421268463135,\n \"avg\": 352.71716156005857,\n \"last\": 349.87603521347046,\n \"last-5-avg\": 352.68359580039976,\n \"last-10-avg\": 352.71716156005857\n },\n \"time_total_s\": {\n \"max\": 3527.171615600586,\n \"min\": 363.18635082244873,\n \"avg\": 1945.676479148865,\n \"last\": 3527.171615600586,\n \"last-5-avg\": 2827.933716440201,\n \"last-10-avg\": 1945.6764791488647\n },\n \"time_since_restore\": {\n \"max\": 1763.753636598587,\n \"min\": 363.18635082244873,\n \"avg\": 1063.7996608495712,\n \"last\": 1763.417979001999,\n \"last-5-avg\": 1064.1800798416139,\n \"last-10-avg\": 1063.7996608495712\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430867b3d96c98cf9e4094869452946807680d4308ca643219b18e9e4094869452946807680d4308d0e7f339fd959e4094869452946807680d4308bd5eaf771abd9e4094869452946807680d430893c96492ab9f9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430808040221e1089f4094869452946807680d4308fa7c3e7f32ee9e4094869452946807680d430808040241bdb39e4094869452946807680d4308d4e9745ab38e9e4094869452946807680d43080e87c3a1b6909e4094869452946807680d430867b3d96c98cf9e4094869452946807680d4308ca643219b18e9e4094869452946807680d4308d0e7f339fd959e4094869452946807680d4308bd5eaf771abd9e4094869452946807680d430893c96492ab9f9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076d4959cc00000474075d2f289000000474075db6648c00000474075d5bd5ec00000474075de043d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474076b2fb4b000000474075e4b866c00000474075d9fe77c00000474075e767ddc00000474075e2f4de000000474076d4959cc00000474075d2f289000000474075db6648c00000474075d5bd5ec00000474075de043d800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a0a214904000004740a35c72e16000004740a617dfaa7800004740a8d297565000004740ab8e57de000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474076b2fb4b0000004740864bd9d8e000004740909c6c8a600000474096164681d0000047409b8f03b95000004740a0a214904000004740a35c72e16000004740a617dfaa7800004740a8d297565000004740ab8e57de000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076d4959cc0000047408653c412e00000474090a0bb9ba00000474096162af350000047409b8dac02b00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474076b2fb4b0000004740864bd9d8e000004740909c6c8a600000474096164681d0000047409b8f03b9500000474076d4959cc0000047408653c412e00000474090a0bb9ba00000474096162af350000047409b8dac02b00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059514260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1161e27b7800fdc1924e4b3679cc099dd800736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430808040221e1089f4094869452948c0974696d657374616d70944af72e7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32322d35362d3234948c1074696d655f746869735f697465725f7394474076b2fb4b0000008c0c74696d655f746f74616c5f7394474076b2fb4b0000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076b2fb4b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a101bd69a0e219bcbaedd476198d47ebf7f7362756268317d94288c046c6f7373946836683c4308fa7c3e7f32ee9e4094869452948c0974696d657374616d70944a56307b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32332d30322d3134948c1074696d655f746869735f697465725f7394474075e4b866c000008c0c74696d655f746f74616c5f73944740864bd9d8e000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740864bd9d8e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a103c1ee8c2549795b4c943114c6667993c7362756268317d94288c046c6f7373946836683c430808040241bdb39e4094869452948c0974696d657374616d70944ab3317b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32332d30382d3034948c1074696d655f746869735f697465725f7394474075d9fe77c000008c0c74696d655f746f74616c5f73944740909c6c8a6000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740909c6c8a6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ec8e63351823f2892247c258a97ee73d7362756268317d94288c046c6f7373946836683c4308d4e9745ab38e9e4094869452948c0974696d657374616d70944a12337b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32332d31332d3534948c1074696d655f746869735f697465725f7394474075e767ddc000008c0c74696d655f746f74616c5f7394474096164681d000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096164681d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1067d6c95952ced697984797b362b8927d7362756268317d94288c046c6f7373946836683c43080e87c3a1b6909e4094869452948c0974696d657374616d70944a70347b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32355f32332d31392d3434948c1074696d655f746869735f697465725f7394474075e2f4de0000008c0c74696d655f746f74616c5f739447409b8f03b95000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409b8f03b95000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1188174b41c08d35aff24e950105dea5c6007362756268317d94288c046c6f7373946836683c430867b3d96c98cf9e4094869452948c0974696d657374616d70944ada497b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30302d35312d3037948c1074696d655f746869735f697465725f7394474076d4959cc000008c0c74696d655f746f74616c5f73944740a0a214904000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076d4959cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1057cce3d9822a14a9614bea04201a966b7362756268317d94288c046c6f7373946836683c4308ca643219b18e9e4094869452948c0974696d657374616d70944a384b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30302d35362d3536948c1074696d655f746869735f697465725f7394474075d2f2890000008c0c74696d655f746f74616c5f73944740a35c72e16000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408653c412e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102a5c119bf60755beb2446b96b09e55537362756268317d94288c046c6f7373946836683c4308d0e7f339fd959e4094869452948c0974696d657374616d70944a954c7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30312d30322d3436948c1074696d655f746869735f697465725f7394474075db6648c000008c0c74696d655f746f74616c5f73944740a617dfaa7800008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090a0bb9ba000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a9087b4978719e871e443c6bfcdaf6e0007362756268317d94288c046c6f7373946836683c4308bd5eaf771abd9e4094869452948c0974696d657374616d70944af34d7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30312d30382d3335948c1074696d655f746869735f697465725f7394474075d5bd5ec000008c0c74696d655f746f74616c5f73944740a8d297565000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096162af35000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30663830613664375f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d34352d33392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10bcc31758fd28c490b547d6435831d4687362756268317d94288c046c6f7373946836683c430893c96492ab9f9e4094869452948c0974696d657374616d70944a514f7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083066383061366437948c0464617465948c13323032342d30362d32365f30312d31342d3235948c1074696d655f746869735f697465725f7394474075de043d8000008c0c74696d655f746f74616c5f73944740ab8e57de0000008c03706964944a027f2b008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f987ea43cd280408c026c7294473f643952a785ac188c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409b8dac02b000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"fe083630\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d3231948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99ecb46c1710d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7814344084863447,\n \"lr\": 0.030816743385966763,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7814344084863447,\n \"lr\": 0.030816743385966763,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7814344084863447,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.030816743385966763,\n \"n_head\": 2\n },\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.7814,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=8,lr=0.0308,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719350385.0636432,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1961.6992687315453,\n \"timestamp\": 1719354625,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"fe083630\",\n \"date\": \"2024-06-26_00-30-25\",\n \"time_this_iter_s\": 845.8089480400085,\n \"time_total_s\": 4240.718232393265,\n \"pid\": 2195253,\n \"hostname\": \"r8i6n2\",\n \"node_ip\": \"10.159.28.60\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7814344084863447,\n \"lr\": 0.030816743385966763,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 4240.718232393265,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.7814,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=8,lr=0.0308,n_head=2\"\n },\n \"last_result_time\": 1719354625.8083603,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4034.1917479507565,\n \"min\": 1961.6992687315453,\n \"avg\": 2624.951602004645,\n \"last\": 1961.6992687315453,\n \"last-5-avg\": 2624.9516020046444,\n \"last-10-avg\": 2624.9516020046444\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 858.9566829204559,\n \"min\": 845.1621363162994,\n \"avg\": 848.143646478653,\n \"last\": 845.8089480400085,\n \"last-5-avg\": 848.143646478653,\n \"last-10-avg\": 848.143646478653\n },\n \"time_total_s\": {\n \"max\": 4240.718232393265,\n \"min\": 858.9566829204559,\n \"avg\": 2549.6743980884553,\n \"last\": 4240.718232393265,\n \"last-5-avg\": 2549.6743980884553,\n \"last-10-avg\": 2549.6743980884553\n },\n \"time_since_restore\": {\n \"max\": 4240.718232393265,\n \"min\": 858.9566829204559,\n \"avg\": 2549.6743980884553,\n \"last\": 4240.718232393265,\n \"last-5-avg\": 2549.6743980884553,\n \"last-10-avg\": 2549.6743980884553\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082693c92c6284af4094869452946807680d4308ecf57a5da882a64094869452946807680d4308ee76bb157c7ea14094869452946807680d4308b55aade62e619f4094869452946807680d430869341a0dcca69e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082693c92c6284af4094869452946807680d4308ecf57a5da882a64094869452946807680d4308ee76bb157c7ea14094869452946807680d4308b55aade62e619f4094869452946807680d430869341a0dcca69e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ad7a74960000047408a694c0e20000047408a6c66b640000047408a69ec2920000047408a6e78b9c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad7a74960000047408a694c0e20000047408a6c66b640000047408a69ec2920000047408a6e78b9c00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ad7a74960000047409aa079abc000004740a3eb56837000004740aa85d18db800004740b090b7de140000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad7a74960000047409aa079abc000004740a3eb56837000004740aa85d18db800004740b090b7de140000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ad7a74960000047409aa079abc000004740a3eb56837000004740aa85d18db800004740b090b7de140000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad7a74960000047409aa079abc000004740a3eb56837000004740aa85d18db800004740b090b7de140000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a112ec45172fa7983bffa44a44d0e218ae900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082693c92c6284af4094869452948c0974696d657374616d70944acb377b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32355f32332d33342d3034948c1074696d655f746869735f697465725f739447408ad7a7496000008c0c74696d655f746f74616c5f739447408ad7a7496000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408ad7a7496000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10955cd877237e09ba474c31d05669167a7362756268317d94288c046c6f7373946836683c4308ecf57a5da882a64094869452948c0974696d657374616d70944a183b7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32355f32332d34382d3039948c1074696d655f746869735f697465725f739447408a694c0e2000008c0c74696d655f746f74616c5f739447409aa079abc000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409aa079abc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1034ac3c87313821b8c74393a0b5d49d377362756268317d94288c046c6f7373946836683c4308ee76bb157c7ea14094869452948c0974696d657374616d70944a663e7b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32365f30302d30322d3134948c1074696d655f746869735f697465725f739447408a6c66b64000008c0c74696d655f746f74616c5f73944740a3eb56837000008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a3eb56837000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11cc60ea54f385009b774823ed0f83bb96007362756268317d94288c046c6f7373946836683c4308b55aade62e619f4094869452948c0974696d657374616d70944ab3417b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32365f30302d31362d3139948c1074696d655f746869735f697465725f739447408a69ec292000008c0c74696d655f746f74616c5f73944740aa85d18db800008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740aa85d18db800008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66653038333633305f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32355f32322d35302d32312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a105c998f80b0fad298484f48365ecb77397362756268317d94288c046c6f7373946836683c430869341a0dcca69e4094869452948c0974696d657374616d70944a01457b668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086665303833363330948c0464617465948c13323032342d30362d32365f30302d33302d3235948c1074696d655f746869735f697465725f739447408a6e78b9c000008c0c74696d655f746f74616c5f73944740b090b7de1400008c03706964944a357f21008c08686f73746e616d65948c06723869366e32948c076e6f64655f6970948c0c31302e3135392e32382e3630948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe90182bb8d5fe48c026c7294473f9f8e6ca40c3d078c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b090b7de1400008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": 401634.092423264,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 30888.675180912018,
- "_iteration": 300268,
- "_has_errored": false,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719328200.4031954,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-25_17-10-00",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719328200.4031954,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json b/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
deleted file mode 100644
index e8df413..0000000
--- a/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
+++ /dev/null
@@ -1,292 +0,0 @@
-{
- "trial_data": [
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"45b0a7c2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.584365221617647,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0009124143820205934,\n \"n_head\": 4\n },\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719490508.6228406,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1972.5077211875616,\n \"timestamp\": 1719493830,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"45b0a7c2\",\n \"date\": \"2024-06-27_15-10-30\",\n \"time_this_iter_s\": 103.25011920928955,\n \"time_total_s\": 208.27817273139954,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 103.25011920928955,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\"\n },\n \"last_result_time\": 1719493830.9373674,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1976.3005707507998,\n \"min\": 1972.5077211875616,\n \"avg\": 1974.4041459691807,\n \"last\": 1972.5077211875616,\n \"last-5-avg\": 1974.4041459691807,\n \"last-10-avg\": 1974.4041459691807\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 105.02805352210999,\n \"min\": 103.25011920928955,\n \"avg\": 104.13908636569977,\n \"last\": 103.25011920928955,\n \"last-5-avg\": 104.13908636569977,\n \"last-10-avg\": 104.13908636569977\n },\n \"time_total_s\": {\n \"max\": 208.27817273139954,\n \"min\": 105.02805352210999,\n \"avg\": 156.65311312675476,\n \"last\": 208.27817273139954,\n \"last-5-avg\": 156.65311312675476,\n \"last-10-avg\": 156.65311312675476\n },\n \"time_since_restore\": {\n \"max\": 105.02805352210999,\n \"min\": 103.25011920928955,\n \"avg\": 104.13908636569977,\n \"last\": 103.25011920928955,\n \"last-5-avg\": 104.13908636569977,\n \"last-10-avg\": 104.13908636569977\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba100000047406a08e6ca800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba100000047406a08e6ca800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a113c6fbb16b58384927645bec95b012a9000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452948c0974696d657374616d70944a35587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31342d31362d3533948c1074696d655f746869735f697465725f739447405a41cba10000008c0c74696d655f746f74616c5f739447405a41cba10000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405a41cba10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ea25f9540c135f8745418a65e48727e1007362756268317d94288c046c6f7373946836683c4308412010e807d29e4094869452948c0974696d657374616d70944ac6647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31352d31302d3330948c1074696d655f746869735f697465725f7394474059d001f40000008c0c74696d655f746f74616c5f739447406a08e6ca8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474059d001f40000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b6132594\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d3038948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0012413894518875446,\n \"n_head\": 1\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719490613.826301,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1968.0043185977486,\n \"timestamp\": 1719493918,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"b6132594\",\n \"date\": \"2024-06-27_15-11-58\",\n \"time_this_iter_s\": 87.441162109375,\n \"time_total_s\": 176.20621371269226,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 87.441162109375,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\"\n },\n \"last_result_time\": 1719493918.5302434,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1968.0043185977486,\n \"min\": 1965.450800377553,\n \"avg\": 1966.7275594876508,\n \"last\": 1968.0043185977486,\n \"last-5-avg\": 1966.7275594876508,\n \"last-10-avg\": 1966.7275594876508\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 88.76505160331726,\n \"min\": 87.441162109375,\n \"avg\": 88.10310685634613,\n \"last\": 87.441162109375,\n \"last-5-avg\": 88.10310685634613,\n \"last-10-avg\": 88.10310685634613\n },\n \"time_total_s\": {\n \"max\": 176.20621371269226,\n \"min\": 88.76505160331726,\n \"avg\": 132.48563265800476,\n \"last\": 176.20621371269226,\n \"last-5-avg\": 132.48563265800476,\n \"last-10-avg\": 132.48563265800476\n },\n \"time_since_restore\": {\n \"max\": 88.76505160331726,\n \"min\": 87.441162109375,\n \"avg\": 88.10310685634613,\n \"last\": 87.441162109375,\n \"last-5-avg\": 88.10310685634613,\n \"last-10-avg\": 88.10310685634613\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b00000047406606994d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b00000047406606994d800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111e84a36d5a19a88bd14ee9284acc31f100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452948c0974696d657374616d70944a8e587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31342d31382d3232948c1074696d655f746869735f697465725f739447405630f69b0000008c0c74696d655f746f74616c5f739447405630f69b0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405630f69b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10de109954f878ee95d74215d96a0295337362756268317d94288c046c6f7373946836683c43086130186c04c09e4094869452948c0974696d657374616d70944a1e657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31352d31312d3538948c1074696d655f746869735f697465725f7394474055dc3c000000008c0c74696d655f746f74616c5f739447406606994d8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474055dc3c000000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c590a939\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d3533948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.8825060164596403,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00022475452906788255,\n \"n_head\": 1\n },\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719490702.7429175,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2052.7300347756213,\n \"timestamp\": 1719490908,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"c590a939\",\n \"date\": \"2024-06-27_14-21-48\",\n \"time_this_iter_s\": 205.80420541763306,\n \"time_total_s\": 205.80420541763306,\n \"pid\": 35196,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 205.80420541763306,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\"\n },\n \"last_result_time\": 1719490908.552439,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2052.7300347756213,\n \"min\": 2052.7300347756213,\n \"avg\": 2052.7300347756213,\n \"last\": 2052.7300347756213,\n \"last-5-avg\": 2052.7300347756213,\n \"last-10-avg\": 2052.7300347756213\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"time_total_s\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"time_since_restore\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103b01b1502ffadfb00647a0c00583dc74736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a04094869452948c0974696d657374616d70944a5c597d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086335393061393339948c0464617465948c13323032342d30362d32375f31342d32312d3438948c1074696d655f746869735f697465725f7394474069b9bc0d0000008c0c74696d655f746f74616c5f7394474069b9bc0d0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec3d7d41e6f4e28c026c7294473f2d7582b435fe4f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b9bc0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"46437290\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d3232948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.701917375344629,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.07215703780021865,\n \"n_head\": 1\n },\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719490908.697507,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 4868.725482129676,\n \"timestamp\": 1719491306,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"46437290\",\n \"date\": \"2024-06-27_14-28-26\",\n \"time_this_iter_s\": 398.2001099586487,\n \"time_total_s\": 398.2001099586487,\n \"pid\": 35196,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 398.2001099586487,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\"\n },\n \"last_result_time\": 1719491306.9027562,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4868.725482129676,\n \"min\": 4868.725482129676,\n \"avg\": 4868.725482129676,\n \"last\": 4868.725482129676,\n \"last-5-avg\": 4868.725482129676,\n \"last-10-avg\": 4868.725482129676\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"time_total_s\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"time_since_restore\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c12dd6b8aaaa93bb62427cb698a7559700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b34094869452948c0974696d657374616d70944aea5a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083436343337323930948c0464617465948c13323032342d30362d32375f31342d32382d3236948c1074696d655f746869735f697465725f7394474078e333a68000008c0c74696d655f746f74616c5f7394474078e333a68000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe6761b6d732dc78c026c7294473fb278e2358736788c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078e333a68000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e4c88f47\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d3438948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f563b53b3be8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3870437260805145,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00016963815672588173,\n \"n_head\": 16\n },\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491307.0472715,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 282.4288875549797,\n \"timestamp\": 1719495202,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"e4c88f47\",\n \"date\": \"2024-06-27_15-33-22\",\n \"time_this_iter_s\": 110.45332741737366,\n \"time_total_s\": 480.6276955604553,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 234.34683394432068,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\"\n },\n \"last_result_time\": 1719495202.6587071,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 719.9917376660925,\n \"min\": 282.4288875549797,\n \"avg\": 455.0858845147561,\n \"last\": 282.4288875549797,\n \"last-5-avg\": 455.0858845147561,\n \"last-10-avg\": 455.0858845147561\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 123.89350652694702,\n \"min\": 110.45332741737366,\n \"avg\": 120.15692389011383,\n \"last\": 110.45332741737366,\n \"last-5-avg\": 120.15692389011383,\n \"last-10-avg\": 120.15692389011383\n },\n \"time_total_s\": {\n \"max\": 480.6276955604553,\n \"min\": 123.22117924690247,\n \"avg\": 305.0760261416435,\n \"last\": 480.6276955604553,\n \"last-5-avg\": 305.0760261416435,\n \"last-10-avg\": 305.0760261416435\n },\n \"time_since_restore\": {\n \"max\": 234.34683394432068,\n \"min\": 123.05968236923218,\n \"avg\": 151.1303005218506,\n \"last\": 234.34683394432068,\n \"last-5-avg\": 151.1303005218506,\n \"last-10-avg\": 151.1303005218506\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.25,\n \"last\": 2,\n \"last-5-avg\": 1.25,\n \"last-10-avg\": 1.25\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595bb100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104c77b5abfd90699cb84d152dc00f417e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452948c0974696d657374616d70944a665b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31342d33302d3330948c1074696d655f746869735f697465725f739447405ece27cd0000008c0c74696d655f746f74616c5f739447405ece27cd0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ece27cd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10d27b88bbebd8d58dc1469a77477d351b7362756268317d94288c046c6f7373946836683c43085fafd72b2a887c4094869452948c0974696d657374616d70944a99657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d31342d3031948c1074696d655f746869735f697465725f739447405ec3d1d60000008c0c74696d655f746f74616c5f739447406ec8fcd18000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ec3d1d60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10f0e928167e46ffb8084370d8221676417362756268317d94288c046c6f7373946836683c4308a3d168149a96764094869452948c0974696d657374616d70944ab4697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33312d3332948c1074696d655f746869735f697465725f739447405ef92f360000008c0c74696d655f746f74616c5f739447407722ca364000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ef92f360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f18d23723b6daa7134e9f35c1a37bc4007362756268317d94288c046c6f7373946836683c4308ca6432b9dca6714094869452948c0974696d657374616d70944a226a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33332d3232948c1074696d655f746869735f697465725f739447405b9d03510000008c0c74696d655f746f74616c5f739447407e0a0b0a8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406d4b19438000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c02405fc\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d3237948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5686abeffa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0017624805585372257,\n \"n_head\": 2\n },\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491430.417824,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1978.1414919875738,\n \"timestamp\": 1719494127,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"c02405fc\",\n \"date\": \"2024-06-27_15-15-27\",\n \"time_this_iter_s\": 85.28851962089539,\n \"time_total_s\": 170.36695647239685,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 85.28851962089539,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\"\n },\n \"last_result_time\": 1719494127.176625,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1978.1414919875738,\n \"min\": 1977.4159521868849,\n \"avg\": 1977.7787220872292,\n \"last\": 1978.1414919875738,\n \"last-5-avg\": 1977.7787220872292,\n \"last-10-avg\": 1977.7787220872292\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.28851962089539,\n \"min\": 85.07843685150146,\n \"avg\": 85.18347823619843,\n \"last\": 85.28851962089539,\n \"last-5-avg\": 85.18347823619843,\n \"last-10-avg\": 85.18347823619843\n },\n \"time_total_s\": {\n \"max\": 170.36695647239685,\n \"min\": 85.07843685150146,\n \"avg\": 127.72269666194916,\n \"last\": 170.36695647239685,\n \"last-5-avg\": 127.72269666194916,\n \"last-10-avg\": 127.72269666194916\n },\n \"time_since_restore\": {\n \"max\": 85.28851962089539,\n \"min\": 85.07843685150146,\n \"avg\": 85.18347823619843,\n \"last\": 85.28851962089539,\n \"last-5-avg\": 85.18347823619843,\n \"last-10-avg\": 85.18347823619843\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c0000004740654bbe1b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c0000004740654bbe1b800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1192ffe0ed0a7a69bc0d4ce4786ab3f4bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452948c0974696d657374616d70944abb5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31342d33312d3535948c1074696d655f746869735f697465725f739447405545051c0000008c0c74696d655f746f74616c5f739447405545051c0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405545051c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105a68de780ad8cda8d449c289f37ac50e7362756268317d94288c046c6f7373946836683c43081a8d46e390e89e4094869452948c0974696d657374616d70944aef657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31352d31352d3237948c1074696d655f746869735f697465725f739447405552771b0000008c0c74696d655f746f74616c5f73944740654bbe1b8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405552771b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"fbff5866\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d3330948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.4230793088582453,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00288155269334617,\n \"n_head\": 8\n },\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491515.6681583,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 162.7404464361236,\n \"timestamp\": 1719496142,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"fbff5866\",\n \"date\": \"2024-06-27_15-49-02\",\n \"time_this_iter_s\": 51.523138761520386,\n \"time_total_s\": 467.1599063873291,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 220.28046131134033,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\"\n },\n \"last_result_time\": 1719496142.7300203,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 393.9815991018701,\n \"min\": 162.7404464361236,\n \"avg\": 220.9229281718337,\n \"last\": 162.7404464361236,\n \"last-5-avg\": 180.14905679056966,\n \"last-10-avg\": 220.9229281718337\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 65.51874613761902,\n \"min\": 51.523138761520386,\n \"avg\": 58.39498829841614,\n \"last\": 51.523138761520386,\n \"last-5-avg\": 54.39381432533264,\n \"last-10-avg\": 58.39498829841614\n },\n \"time_total_s\": {\n \"max\": 467.1599063873291,\n \"min\": 64.76905679702759,\n \"avg\": 274.53264632821083,\n \"last\": 467.1599063873291,\n \"last-5-avg\": 361.20269522666933,\n \"last-10-avg\": 274.53264632821083\n },\n \"time_since_restore\": {\n \"max\": 220.28046131134033,\n \"min\": 64.76905679702759,\n \"avg\": 110.42484095692635,\n \"last\": 220.28046131134033,\n \"last-5-avg\": 137.64157857894898,\n \"last-10-avg\": 110.42484095692635\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 1.875,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 1.875\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452946807680d4308cce57259e836704094869452946807680d4308914824b231a76a4094869452946807680d43088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb46000000474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a0000004740604935ae800000474068661b5180000047406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb4600000047405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595ef1e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a106e0c6f652d30f7aadf47ad952148fd24736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452948c0974696d657374616d70944afc5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31342d33332d3030948c1074696d655f746869735f697465725f739447405031383a0000008c0c74696d655f746f74616c5f739447405031383a0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405031383a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11eba4e86305715a9f9646b44c07def4ce007362756268317d94288c046c6f7373946836683c4308cce57259e836704094869452948c0974696d657374616d70944a30667d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d31362d3332948c1074696d655f746869735f697465725f73944740506133230000008c0c74696d655f746f74616c5f73944740604935ae8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740506133230000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cfbcb84a82684892314ac8ce230bae087362756268317d94288c046c6f7373946836683c4308914824b231a76a4094869452948c0974696d657374616d70944a636a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33342d3237948c1074696d655f746869735f697465725f739447405039cb460000008c0c74696d655f746f74616c5f7394474068661b518000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405039cb460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1036ef889b861193a9964c173aa67baa177362756268317d94288c046c6f7373946836683c43088bc5627102d0694094869452948c0974696d657374616d70944a976a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33352d3139948c1074696d655f746869735f697465725f7394474049d824620000008c0c74696d655f746f74616c5f739447406edc246a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d25dd770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1080894f10ecfd28a0244edee4d3965f1c7362756268317d94288c046c6f7373946836683c4308994c26332407674094869452948c0974696d657374616d70944a336d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34362d3237948c1074696d655f746869735f697465725f7394474050562bfe0000008c0c74696d655f746f74616c5f7394474073839d348000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050562bfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1057c802a79407239aa947d68a8e3314237362756268317d94288c046c6f7373946836683c43088d46a3d1ba4f664094869452948c0974696d657374616d70944a676d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34372d3139948c1074696d655f746869735f697465725f7394474049f15b3c0000008c0c74696d655f746f74616c5f7394474076c1c89c0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d4ed99c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c6615b73f76f04a1104124e0dc2429eb007362756268317d94288c046c6f7373946836683c430857abd52a4619654094869452948c0974696d657374616d70944a9b6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34382d3131948c1074696d655f746869735f697465725f7394474049c33cba0000008c0c74696d655f746f74616c5f7394474079fa30334000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474065183bfc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1038fb1a86d6b4d18392407d4fcda3df427362756268317d94288c046c6f7373946836683c4308e672b9bcb157644094869452948c0974696d657374616d70944ace6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34392d3032948c1074696d655f746869735f697465725f7394474049c2f6360000008c0c74696d655f746f74616c5f739447407d328efa0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b88f98a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5dabf7aa\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.001905027104926316,\n \"n_head\": 8\n },\n \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491580.5904746,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1978.6859784464198,\n \"timestamp\": 1719494473,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"5dabf7aa\",\n \"date\": \"2024-06-27_15-21-13\",\n \"time_this_iter_s\": 280.56061816215515,\n \"time_total_s\": 560.0860278606415,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 280.56061816215515,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\"\n },\n \"last_result_time\": 1719494473.5581014,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1978.6859784464198,\n \"min\": 1977.4477678434116,\n \"avg\": 1978.0668731449157,\n \"last\": 1978.6859784464198,\n \"last-5-avg\": 1978.0668731449157,\n \"last-10-avg\": 1978.0668731449157\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 280.56061816215515,\n \"min\": 279.5254096984863,\n \"avg\": 280.04301393032074,\n \"last\": 280.56061816215515,\n \"last-5-avg\": 280.04301393032074,\n \"last-10-avg\": 280.04301393032074\n },\n \"time_total_s\": {\n \"max\": 560.0860278606415,\n \"min\": 279.5254096984863,\n \"avg\": 419.8057187795639,\n \"last\": 560.0860278606415,\n \"last-5-avg\": 419.8057187795639,\n \"last-10-avg\": 419.8057187795639\n },\n \"time_since_restore\": {\n \"max\": 280.56061816215515,\n \"min\": 279.5254096984863,\n \"avg\": 280.04301393032074,\n \"last\": 280.56061816215515,\n \"last-5-avg\": 280.04301393032074,\n \"last-10-avg\": 280.04301393032074\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047408180b02f600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047408180b02f600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f87213f1b4d005900742fde1eb4fe67f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452948c0974696d657374616d70944a145d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31342d33372d3430948c1074696d655f746869735f697465725f73944740717868140000008c0c74696d655f746f74616c5f73944740717868140000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740717868140000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118055c0777e6d5aa2134f02da4fbe7bcf007362756268317d94288c046c6f7373946836683c430889442271beea9e4094869452948c0974696d657374616d70944a49677d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31352d32312d3133948c1074696d655f746869735f697465725f739447407188f84ac000008c0c74696d655f746f74616c5f739447408180b02f6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407188f84ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"111ed79d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31313165643739645f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33332d3030948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.18892533975584302,\n \"lr\": 0.0023772931833339287,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.18892533975584302,\n \"lr\": 0.0023772931833339287,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.18892533975584302,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0023772931833339287,\n \"n_head\": 2\n },\n \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.1889,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0024,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491860.263491,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"111ed79d\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3c9a1c0c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.019401170360006482,\n \"n_head\": 2\n },\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719491882.9045873,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 4021.740253598671,\n \"timestamp\": 1719492153,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"3c9a1c0c\",\n \"date\": \"2024-06-27_14-42-33\",\n \"time_this_iter_s\": 270.95838141441345,\n \"time_total_s\": 270.95838141441345,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 270.95838141441345,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\"\n },\n \"last_result_time\": 1719492153.868094,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4021.740253598671,\n \"min\": 4021.740253598671,\n \"avg\": 4021.740253598671,\n \"last\": 4021.740253598671,\n \"last-5-avg\": 4021.740253598671,\n \"last-10-avg\": 4021.740253598671\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"time_total_s\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"time_since_restore\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10976d91b6840d659928409e187109ca03736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf4094869452948c0974696d657374616d70944a395e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083363396131633063948c0464617465948c13323032342d30362d32375f31342d34322d3333948c1074696d655f746869735f697465725f7394474070ef5587c000008c0c74696d655f746f74616c5f7394474070ef5587c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd366fa0a507ad08c026c7294473f93dde680cd292d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474070ef5587c000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"d2831dee\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d3032948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0014072769080781988,\n \"n_head\": 8\n },\n \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719492154.0292606,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.4441956046999,\n \"timestamp\": 1719495922,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 4,\n \"trial_id\": \"d2831dee\",\n \"date\": \"2024-06-27_15-45-22\",\n \"time_this_iter_s\": 294.4752688407898,\n \"time_total_s\": 1219.263512134552,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 602.716100692749,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\"\n },\n \"last_result_time\": 1719495922.2748032,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1960.276611328125,\n \"min\": 1955.4441956046999,\n \"avg\": 1957.426397128368,\n \"last\": 1955.4441956046999,\n \"last-5-avg\": 1957.426397128368,\n \"last-10-avg\": 1957.426397128368\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.25,\n \"last\": true,\n \"last-5-avg\": 0.25,\n \"last-10-avg\": 0.25\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 309.7399287223816,\n \"min\": 294.4752688407898,\n \"avg\": 304.815878033638,\n \"last\": 294.4752688407898,\n \"last-5-avg\": 304.815878033638,\n \"last-10-avg\": 304.815878033638\n },\n \"time_total_s\": {\n \"max\": 1219.263512134552,\n \"min\": 306.8074827194214,\n \"avg\": 766.8516623973846,\n \"last\": 1219.263512134552,\n \"last-5-avg\": 766.8516623973846,\n \"last-10-avg\": 766.8516623973846\n },\n \"time_since_restore\": {\n \"max\": 602.716100692749,\n \"min\": 306.8074827194214,\n \"avg\": 381.8760859966278,\n \"last\": 602.716100692749,\n \"last-5-avg\": 381.8760859966278,\n \"last-10-avg\": 381.8760859966278\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.25,\n \"last\": 2,\n \"last-5-avg\": 1.25,\n \"last-10-avg\": 1.25\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c4100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a783fb95532ae38cbf49a1fa200f96cc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452948c0974696d657374616d70944a6c5f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31342d34372d3430948c1074696d655f746869735f697465725f73944740732ceb730000008c0c74696d655f746f74616c5f73944740732ceb730000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740732ceb730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a117515e55621a71686a34799b8eb1972cf007362756268317d94288c046c6f7373946836683c430832994ce6ea8e9e4094869452948c0974696d657374616d70944a7f687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d32362d3233948c1074696d655f746869735f697465725f73944740735bd6bf8000008c0c74696d655f746f74616c5f73944740834461194000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740735bd6bf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e818a640d756059bbb4171b0363654ac007362756268317d94288c046c6f7373946836683c4308000000401ba19e4094869452948c0974696d657374616d70944acb6b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34302d3237948c1074696d655f746869735f697465725f739447407343da728000008c0c74696d655f746f74616c5f739447408ce64e528000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407343da728000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a116a4601abae70208d3e45345c0b1c1887007362756268317d94288c046c6f7373946836683c4308da6c36dbc68d9e4094869452948c0974696d657374616d70944af26c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34352d3232948c1074696d655f746869735f697465725f7394474072679ab38000008c0c74696d655f746f74616c5f73944740930d0dd62000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d5ba930000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"41e4bd86\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d3334948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5768bfafe68c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9072626058636482,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.003236929771052812,\n \"n_head\": 4\n },\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719492460.9907658,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2134.4770325187624,\n \"timestamp\": 1719493181,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"41e4bd86\",\n \"date\": \"2024-06-27_14-59-41\",\n \"time_this_iter_s\": 720.7119467258453,\n \"time_total_s\": 720.7119467258453,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 720.7119467258453,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\"\n },\n \"last_result_time\": 1719493181.7069414,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2134.4770325187624,\n \"min\": 2134.4770325187624,\n \"avg\": 2134.4770325187624,\n \"last\": 2134.4770325187624,\n \"last-5-avg\": 2134.4770325187624,\n \"last-10-avg\": 2134.4770325187624\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"time_total_s\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"time_since_restore\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109f0caf03a0b06d94524b60ad90719d39736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca04094869452948c0974696d657374616d70944a3d627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083431653462643836948c0464617465948c13323032342d30362d32375f31342d35392d3431948c1074696d655f746869735f697465725f739447408685b2112000008c0c74696d655f746f74616c5f739447408685b2112000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fed084b96a22dee8c026c7294473f6a8455703223d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408685b2112000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7509f383\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f57b41e036a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.8871532583599777,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.038469373500283253,\n \"n_head\": 4\n },\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493181.853968,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2070.736326202633,\n \"timestamp\": 1719493262,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"7509f383\",\n \"date\": \"2024-06-27_15-01-02\",\n \"time_this_iter_s\": 80.20380187034607,\n \"time_total_s\": 80.20380187034607,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 80.20380187034607,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\"\n },\n \"last_result_time\": 1719493262.0619996,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2070.736326202633,\n \"min\": 2070.736326202633,\n \"avg\": 2070.736326202633,\n \"last\": 2070.736326202633,\n \"last-5-avg\": 2070.736326202633,\n \"last-10-avg\": 2070.736326202633\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"time_total_s\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"time_since_restore\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1032cc220607bddabfd44a92669b0d775f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da04094869452948c0974696d657374616d70944a8e627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083735303966333833948c0464617465948c13323032342d30362d32375f31352d30312d3032948c1074696d655f746869735f697465725f73944740540d0b170000008c0c74696d655f746f74616c5f73944740540d0b170000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fec638f3ae6452a8c026c7294473fa3b241fa29a3838c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740540d0b170000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a33ea899\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d3431948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f584acd6eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.8014267791772675,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.06443936649826909,\n \"n_head\": 16\n },\n \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493262.2053053,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2313.215312807579,\n \"timestamp\": 1719493332,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"a33ea899\",\n \"date\": \"2024-06-27_15-02-12\",\n \"time_this_iter_s\": 69.87668585777283,\n \"time_total_s\": 69.87668585777283,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 69.87668585777283,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\"\n },\n \"last_result_time\": 1719493332.0863225,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2313.215312807579,\n \"min\": 2313.215312807579,\n \"avg\": 2313.215312807579,\n \"last\": 2313.215312807579,\n \"last-5-avg\": 2313.215312807579,\n \"last-10-avg\": 2313.215312807579\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"time_total_s\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"time_since_restore\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f3e2180ed4edd9fb849d067b18235c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a24094869452948c0974696d657374616d70944ad4627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086133336561383939948c0464617465948c13323032342d30362d32375f31352d30322d3132948c1074696d655f746869735f697465725f7394474051781b9f0000008c0c74696d655f746f74616c5f7394474051781b9f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe9a549c5d68f2d8c026c7294473fb07f192baf5db88c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051781b9f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"09d4c8af\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d3032948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9176352757258278,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.014441526763377911,\n \"n_head\": 8\n },\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493332.2268174,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2470.2349593996064,\n \"timestamp\": 1719493562,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"09d4c8af\",\n \"date\": \"2024-06-27_15-06-02\",\n \"time_this_iter_s\": 230.70093512535095,\n \"time_total_s\": 230.70093512535095,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 230.70093512535095,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\"\n },\n \"last_result_time\": 1719493562.9323318,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2470.2349593996064,\n \"min\": 2470.2349593996064,\n \"avg\": 2470.2349593996064,\n \"last\": 2470.2349593996064,\n \"last-5-avg\": 2470.2349593996064,\n \"last-10-avg\": 2470.2349593996064\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"time_total_s\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"time_since_restore\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11208e8ec7f58b4e87b94de6d22bd0b8ce00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca34094869452948c0974696d657374616d70944aba637d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083039643463386166948c0464617465948c13323032342d30362d32375f31352d30362d3032948c1074696d655f746869735f697465725f739447406cd66e0f8000008c0c74696d655f746f74616c5f739447406cd66e0f8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fed5d44a75cbf798c026c7294473f8d9384e93960e78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd66e0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c04d8657\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d3132948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.37340656523341487,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0007457945749126396,\n \"n_head\": 16\n },\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493563.076852,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 110.44758017232098,\n \"timestamp\": 1719496719,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"c04d8657\",\n \"date\": \"2024-06-27_15-58-39\",\n \"time_this_iter_s\": 56.147799015045166,\n \"time_total_s\": 830.8587915897369,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 577.0165183544159,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\"\n },\n \"last_result_time\": 1719496719.9374166,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 248.8490186075526,\n \"min\": 110.44758017232098,\n \"avg\": 137.22185923787688,\n \"last\": 110.44758017232098,\n \"last-5-avg\": 113.1776301046056,\n \"last-10-avg\": 120.02354793398402\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 70.9636754989624,\n \"min\": 55.55129075050354,\n \"avg\": 59.34705654212407,\n \"last\": 56.147799015045166,\n \"last-5-avg\": 56.29258027076721,\n \"last-10-avg\": 57.70165183544159\n },\n \"time_total_s\": {\n \"max\": 830.8587915897369,\n \"min\": 69.30736112594604,\n \"avg\": 459.8840977464403,\n \"last\": 830.8587915897369,\n \"last-5-avg\": 718.5756688594818,\n \"last-10-avg\": 577.7882562637329\n },\n \"time_since_restore\": {\n \"max\": 577.0165183544159,\n \"min\": 69.30736112594604,\n \"avg\": 263.7166109085083,\n \"last\": 577.0165183544159,\n \"last-5-avg\": 464.7333956241608,\n \"last-10-avg\": 323.9459830284119\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.428571428571428,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308994c263b6698604094869452946807680d43081e8fc75326ea5f4094869452946807680d4308f2783cd68f11604094869452946807680d43081c0e87d376535e4094869452946807680d430845229158b1045f4094869452946807680d43086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047404c17e1ee00000047404bda150a00000047404c43c9ac00000047404c195ada00000047404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740744c7221400000474077cf6e5f00000047407b4ab10040000047407ed32a35c000004740812b2ac8800000474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047405fc7d1ae000000474066da6e1980000047406deb608480000047407278db9d8000004740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953f340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11dd5b24d2d93e6783374112ef3b91cbf300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412292b1b6f4094869452948c0974696d657374616d70944a00647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d30372d3132948c1074696d655f746869735f697465725f739447405153abce0000008c0c74696d655f746f74616c5f739447405153abce0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405153abce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a408935f221cd5b1ad4c7a25cd3d8581007362756268317d94288c046c6f7373946836683c43087fbfdf2fe311664094869452948c0974696d657374616d70944ac6687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32372d3334948c1074696d655f746869735f697465725f7394474051bdacdc0000008c0c74696d655f746f74616c5f739447406188ac550000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bdacdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1112771e74ce80af8c0d4c434e13357ac0007362756268317d94288c046c6f7373946836683c4308e270381cb132634094869452948c0974696d657374616d70944aff687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32382d3331948c1074696d655f746869735f697465725f739447404c66cbec0000008c0c74696d655f746f74616c5f7394474068a25f500000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ff112d20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10aba75b99c438efb6a0492d6dfa2571607362756268317d94288c046c6f7373946836683c4308f4f97c161cbc614094869452948c0974696d657374616d70944a38697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32392d3238948c1074696d655f746869735f697465725f739447404c62525c0000008c0c74696d655f746f74616c5f739447406fbaf3e70000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067111e000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111fb52005e9f9a29ed64131370322e2c1007362756268317d94288c046c6f7373946836683c4308994c263b6698604094869452948c0974696d657374616d70944a156e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35302d3133948c1074696d655f746869735f697465725f7394474051bbe0b70000008c0c74696d655f746f74616c5f73944740744c72214000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bbe0b70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1080c12b4a61ae8b899c4083305ad408197362756268317d94288c046c6f7373946836683c43081e8fc75326ea5f4094869452948c0974696d657374616d70944a4d6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35312d3039948c1074696d655f746869735f697465725f739447404c17e1ee0000008c0c74696d655f746f74616c5f7394474077cf6e5f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fc7d1ae0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a114ae1ae639ac7bbb78f4a811d169424a9007362756268317d94288c046c6f7373946836683c4308f2783cd68f11604094869452948c0974696d657374616d70944a856e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35322d3035948c1074696d655f746869735f697465725f739447404bda150a0000008c0c74696d655f746f74616c5f739447407b4ab1004000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474066da6e198000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1039a11ff5b96e2087fc456dc6fe24f8447362756268317d94288c046c6f7373946836683c43081c0e87d376535e4094869452948c0974696d657374616d70944abe6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3032948c1074696d655f746869735f697465725f739447404c43c9ac0000008c0c74696d655f746f74616c5f739447407ed32a35c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406deb60848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a111459b7b8bfbad1a03042701d36636fa8007362756268317d94288c046c6f7373946836683c430845229158b1045f4094869452948c0974696d657374616d70944af66e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3538948c1074696d655f746869735f697465725f739447404c195ada0000008c0c74696d655f746f74616c5f73944740812b2ac88000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407278db9d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10a3064cff5bcd30b4f743357f1ea7fa357362756268317d94288c046c6f7373946836683c43086d369b2da6f25c4094869452948c0974696d657374616d70944a2f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35342d3535948c1074696d655f746869735f697465725f739447404c8e46140000008c0c74696d655f746f74616c5f7394474082f40f29c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740760aa4600000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11f9e5eff624c122a5dc426fd92b9a28cd007362756268317d94288c046c6f7373946836683c4308ea743a3d12625c4094869452948c0974696d657374616d70944a676f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35352d3531948c1074696d655f746869735f697465725f739447404c0f0b300000008c0c74696d655f746f74616c5f7394474084b4ffdcc000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740798c85c60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10cbb311ca9a3b2891a846912da62bea587362756268317d94288c046c6f7373946836683c4308fcfd7eef8e135c4094869452948c0974696d657374616d70944a9f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35362d3437948c1074696d655f746869735f697465725f739447404bc690b20000008c0c74696d655f746f74616c5f73944740867168e7e000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d0557dc4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a101eb2daab938c8e9ea24a6e906e45227b7362756268317d94288c046c6f7373946836683c43089d4ea7f3ea735c4094869452948c0974696d657374616d70944ad76f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35372d3433948c1074696d655f746869735f697465725f739447404c4473500000008c0c74696d655f746f74616c5f739447408835b01ce000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408046f3232000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11521a40032cbbd581544e6a9fe42e21ac007362756268317d94288c046c6f7373946836683c43083a9d4e27a59c5b4094869452948c0974696d657374616d70944a0f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35382d3339948c1074696d655f746869735f697465725f739447404c12eb140000008c0c74696d655f746f74616c5f7394474089f6dece2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740820821d46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0d034d62\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.5738068254184514,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.009136259111296272,\n \"n_head\": 1\n },\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719493632.5349383,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2003.1058138148992,\n \"timestamp\": 1719493727,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 1,\n \"trial_id\": \"0d034d62\",\n \"date\": \"2024-06-27_15-08-47\",\n \"time_this_iter_s\": 94.90786528587341,\n \"time_total_s\": 94.90786528587341,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 94.90786528587341,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\"\n },\n \"last_result_time\": 1719493727.527742,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.1058138148992,\n \"min\": 2003.1058138148992,\n \"avg\": 2003.1058138148992,\n \"last\": 2003.1058138148992,\n \"last-5-avg\": 2003.1058138148992,\n \"last-10-avg\": 2003.1058138148992\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"time_total_s\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"time_since_restore\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1196eb870286f1b296fa47346d6b3c4f8e00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f4094869452948c0974696d657374616d70944a5f647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083064303334643632948c0464617465948c13323032342d30362d32375f31352d30382d3437948c1074696d655f746869735f697465725f7394474057ba1a770000008c0c74696d655f746f74616c5f7394474057ba1a770000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe25ca021ac9a428c026c7294473f82b607f0b9f5188c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474057ba1a770000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5fd6b12b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d3132948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.2066693100484649,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.01811726031464282,\n \"n_head\": 16\n },\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719496720.1025338,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1969.885332723302,\n \"timestamp\": 1719506123,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"5fd6b12b\",\n \"date\": \"2024-06-27_18-35-23\",\n \"time_this_iter_s\": 65.11498975753784,\n \"time_total_s\": 561.8182802200317,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 273.4639325141907,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\"\n },\n \"last_result_time\": 1719506123.1407225,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1987.5899369848057,\n \"min\": 1958.9930592934916,\n \"avg\": 1971.1198558056449,\n \"last\": 1969.885332723302,\n \"last-5-avg\": 1970.0656546044538,\n \"last-10-avg\": 1971.1198558056449\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.29838418960571,\n \"min\": 64.60036778450012,\n \"avg\": 70.22728502750397,\n \"last\": 65.11498975753784,\n \"last-5-avg\": 67.74021034240722,\n \"last-10-avg\": 70.22728502750397\n },\n \"time_total_s\": {\n \"max\": 561.8182802200317,\n \"min\": 79.29838418960571,\n \"avg\": 324.09919169545174,\n \"last\": 561.8182802200317,\n \"last-5-avg\": 429.1680102825165,\n \"last-10-avg\": 324.09919169545174\n },\n \"time_since_restore\": {\n \"max\": 273.4639325141907,\n \"min\": 78.57935905456543,\n \"avg\": 143.78755047917366,\n \"last\": 273.4639325141907,\n \"last-5-avg\": 169.5769582271576,\n \"last-10-avg\": 143.78755047917366\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 2.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452946807680d4308954aa52207b09e4094869452946807680d4308d0e7f37922bc9e4094869452946807680d4308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba0000004740504f53ba000000474053a514380000004740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a00000047406be3c05600000047407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a000000474053a51438000000474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595f41e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1181cd0a43dc40b5a37c47dbcb7182039f00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452948c0974696d657374616d70944a5f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31352d35392d3539948c1074696d655f746869735f697465725f7394474053d318ba0000008c0c74696d655f746f74616c5f7394474053d318ba0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d318ba0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a100e2d552d42ecfca595407c91d7ee43737362756268317d94288c046c6f7373946836683c4308954aa52207b09e4094869452948c0974696d657374616d70944aa0707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31362d30312d3034948c1074696d655f746869735f697465725f73944740504f53ba0000008c0c74696d655f746f74616c5f739447406211363a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406211363a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11238dd934b40707a5ff475f674122cee4007362756268317d94288c046c6f7373946836683c4308d0e7f37922bc9e4094869452948c0974696d657374616d70944a78877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33382d3332948c1074696d655f746869735f697465725f7394474053a514380000008c0c74696d655f746f74616c5f739447406be3c0560000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053a514380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1006d995992fd63e9b9147c72f48c92e067362756268317d94288c046c6f7373946836683c4308241289e4f89b9e4094869452948c0974696d657374616d70944ab9877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33392d3337948c1074696d655f746869735f697465725f73944740504f2cf60000008c0c74696d655f746f74616c5f739447407205ab688000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061fa20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a113118b59a16243ba2e24eba12e9b219cc007362756268317d94288c046c6f7373946836683c4308954aa5e2e6dc9e4094869452948c0974696d657374616d70944a08947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33322d3038948c1074696d655f746869735f697465725f7394474053b4f6550000008c0c74696d655f746f74616c5f7394474076f2e8fdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053b4f6550000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1124efd32f9ac5e58bee43863e8f4eabd6007362756268317d94288c046c6f7373946836683c430877bbdd2e50f19e4094869452948c0974696d657374616d70944a49947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33332d3133948c1074696d655f746869735f697465725f7394474050266c6d0000008c0c74696d655f746f74616c5f739447407afc84190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061edb1610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10286e8e17921befa2af47b35fb409640c7362756268317d94288c046c6f7373946836683c43086130189c95b79e4094869452948c0974696d657374616d70944a8a947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33342d3138948c1074696d655f746869735f697465725f73944740503af2520000008c0c74696d655f746f74616c5f739447407f0b40ad8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406a0b2a8a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1196fdab0ee11a9bb6b54970f22601e9bd007362756268317d94288c046c6f7373946836683c4308a552a9948ac79e4094869452948c0974696d657374616d70944acb947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33352d3233948c1074696d655f746869735f697465725f7394474050475bfe0000008c0c74696d655f746f74616c5f73944740818e8bd68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474071176c448000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"ce13f5b5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d3430948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5bd401cad78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.5002709319790926,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010079586534441948,\n \"n_head\": 16\n },\n \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719496864.8002517,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1991.1704995463213,\n \"timestamp\": 1719504722,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"ce13f5b5\",\n \"date\": \"2024-06-27_18-12-02\",\n \"time_this_iter_s\": 964.2863810062408,\n \"time_total_s\": 3892.4453825950623,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1945.1886711120605,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\"\n },\n \"last_result_time\": 1719504722.915773,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1991.1704995463213,\n \"min\": 1978.954319751169,\n \"avg\": 1984.8804563987912,\n \"last\": 1991.1704995463213,\n \"last-5-avg\": 1984.8804563987912,\n \"last-10-avg\": 1984.8804563987912\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 980.9022901058197,\n \"min\": 964.2863810062408,\n \"avg\": 973.1113456487656,\n \"last\": 964.2863810062408,\n \"last-5-avg\": 973.1113456487656,\n \"last-10-avg\": 973.1113456487656\n },\n \"time_total_s\": {\n \"max\": 3892.4453825950623,\n \"min\": 980.2613203525543,\n \"avg\": 2437.03060400486,\n \"last\": 3892.4453825950623,\n \"last-5-avg\": 2437.03060400486,\n \"last-10-avg\": 2437.03060400486\n },\n \"time_since_restore\": {\n \"max\": 1947.2567114830017,\n \"min\": 980.2613203525543,\n \"avg\": 1463.402248263359,\n \"last\": 1945.1886711120605,\n \"last-5-avg\": 1463.402248263359,\n \"last-10-avg\": 1463.402248263359\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c2100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1169b63d49a85adb9e684c27f89c14fec800736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452948c0974696d657374616d70944a74747d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d31372d3235948c1074696d655f746869735f697465725f739447408ea2172f2000008c0c74696d655f746f74616c5f739447408ea2172f2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea2172f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c2da57fb5e0b2bae3b415864726d8a7d7362756268317d94288c046c6f7373946836683c4308ca643239d1eb9e4094869452948c0974696d657374616d70944a3b787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d33332d3332948c1074696d655f746869735f697465725f739447408e37f68fa000008c0c74696d655f746f74616c5f739447409e6d06df6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e6d06df6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a106f2c38839b8502a3b4466a3e33b3a1237362756268317d94288c046c6f7373946836683c4308341a8d8647f29e4094869452948c0974696d657374616d70944a8e8b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31372d35352d3538948c1074696d655f746869735f697465725f739447408ea737e3e000008c0c74696d655f746f74616c5f73944740a6e05168a800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea737e3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11c34f3deba39435a56c4d2ba27abf648c007362756268317d94288c046c6f7373946836683c4308bbdd6e97ae1c9f4094869452948c0974696d657374616d70944a528f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31382d31322d3032948c1074696d655f746869735f697465725f739447408e224a822000008c0c74696d655f746f74616c5f73944740ae68e4093000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e64c1330000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"2ab41427\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32616234313432375f32305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d30312d3034948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5c1f6709518c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8248444707020037,\n \"lr\": 0.027832194286055118,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8248444707020037,\n \"lr\": 0.027832194286055118,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.8248444707020037,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.027832194286055118,\n \"n_head\": 16\n },\n \"experiment_tag\": \"20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8248,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0278,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719498812.2108629,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"2ab41427\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0cf80c0\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d3332948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00028375287963234745,\n \"n_head\": 8\n },\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719498835.0865815,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.0447209876354,\n \"timestamp\": 1719506988,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"e0cf80c0\",\n \"date\": \"2024-06-27_18-49-48\",\n \"time_this_iter_s\": 85.16450333595276,\n \"time_total_s\": 1230.8309977054596,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 864.8040487766266,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\"\n },\n \"last_result_time\": 1719506988.1626651,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1958.7154714028666,\n \"min\": 1952.5803078478716,\n \"avg\": 1954.5011126386303,\n \"last\": 1954.0447209876354,\n \"last-5-avg\": 1954.853268024114,\n \"last-10-avg\": 1954.4361224317176\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 99.29927706718445,\n \"min\": 83.9807825088501,\n \"avg\": 87.91649983610425,\n \"last\": 85.16450333595276,\n \"last-5-avg\": 85.2326253414154,\n \"last-10-avg\": 86.48040487766266\n },\n \"time_total_s\": {\n \"max\": 1230.8309977054596,\n \"min\": 97.99486684799194,\n \"avg\": 671.6741531746728,\n \"last\": 1230.8309977054596,\n \"last-5-avg\": 1060.3308013439178,\n \"last-10-avg\": 847.6165752887725\n },\n \"time_since_restore\": {\n \"max\": 864.8040487766266,\n \"min\": 97.99486684799194,\n \"avg\": 384.2298111745289,\n \"last\": 864.8040487766266,\n \"last-5-avg\": 694.3038524150849,\n \"last-10-avg\": 481.5896263599396\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.357142857142857,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2a3889e4094869452946807680d4308ecf57addfa869e4094869452946807680d4308a552a99424859e4094869452946807680d430863b1580c208a9e4094869452946807680d430843a150087e899e4094869452946807680d4308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c390970000004740553e575a00000047405541866e00000047405522c6a700000047405542cfd80000004740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407d115287c0000047408130742f200000474083d8a4fce000004740867cfdd1c000004740892557ccc0000047408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c3909700000047406700f3f8800000474070d0db97c00000474076198d4180000047407b6a41378000004740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953e340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1099988fa5adfa6399e54ab9cbf986636d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd8616889e4094869452948c0974696d657374616d70944ab5787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33352d3333948c1074696d655f746869735f697465725f73944740587fabe60000008c0c74696d655f746f74616c5f73944740587fabe60000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740587fabe60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a03b95519d1df882f045b3343f4879fe007362756268317d94288c046c6f7373946836683c4308da6c36fbf18e9e4094869452948c0974696d657374616d70944a09797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33362d3537948c1074696d655f746869735f697465725f7394474054fec5240000008c0c74696d655f746f74616c5f7394474066bf38850000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474066bf38850000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11847444e2e0faba9fb3480fceb4f6adc5007362756268317d94288c046c6f7373946836683c4308cce5725931849e4094869452948c0974696d657374616d70944ab68f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31332d3432948c1074696d655f746869735f697465725f7394474058d3275b0000008c0c74696d655f746f74616c5f73944740719466194000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058d3275b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a108c97b8d668e99a99b4412d5e1f1cdf4a7362756268317d94288c046c6f7373946836683c4308994c2633648f9e4094869452948c0974696d657374616d70944a0b907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31352d3037948c1074696d655f746869735f697465725f73944740553021230000008c0c74696d655f746f74616c5f7394474076e06e620000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406701a43f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10a96ade37253b888aec461ffb42eda12c7362756268317d94288c046c6f7373946836683c4308140a85a2a3889e4094869452948c0974696d657374616d70944a2e957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33372d3032948c1074696d655f746869735f697465725f7394474058c390970000008c0c74696d655f746f74616c5f739447407d115287c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058c390970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113de23693740cc5b8cf4f59f68675e1ec007362756268317d94288c046c6f7373946836683c4308ecf57addfa869e4094869452948c0974696d657374616d70944a83957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33382d3237948c1074696d655f746869735f697465725f73944740553e575a0000008c0c74696d655f746f74616c5f739447408130742f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406700f3f88000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11102b83c10aacc3b685437e180f6b4fc6007362756268317d94288c046c6f7373946836683c4308a552a99424859e4094869452948c0974696d657374616d70944ad8957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33392d3532948c1074696d655f746869735f697465725f739447405541866e0000008c0c74696d655f746f74616c5f7394474083d8a4fce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070d0db97c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1154b7d57809cd5c8cfc412ddb850e10e3007362756268317d94288c046c6f7373946836683c430863b1580c208a9e4094869452948c0974696d657374616d70944a2c967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34312d3136948c1074696d655f746869735f697465725f739447405522c6a70000008c0c74696d655f746f74616c5f73944740867cfdd1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076198d418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a103281b7e034534aba2d47ad55de14252b7362756268317d94288c046c6f7373946836683c430843a150087e899e4094869452948c0974696d657374616d70944a81967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34322d3431948c1074696d655f746869735f697465725f739447405542cfd80000008c0c74696d655f746f74616c5f73944740892557ccc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b6a41378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b555af8c21d0849a2c4359c65a8c9c567362756268317d94288c046c6f7373946836683c4308b1582cf6df8e9e4094869452948c0974696d657374616d70944ad7967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34342d3037948c1074696d655f746869735f697465725f73944740554448640000008c0c74696d655f746f74616c5f739447408bcde0d94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740805da9a84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a119651625fb1227bbe6e4f86ca926659d3007362756268317d94288c046c6f7373946836683c4308241289a4dc9a9e4094869452948c0974696d657374616d70944a2c977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34352d3332948c1074696d655f746869735f697465725f73944740556780dc0000008c0c74696d655f746f74616c5f739447408e7ad0f4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740830a99c3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10c3828a38ea435597384c73f20eb2da647362756268317d94288c046c6f7373946836683c4308ca643219d4849e4094869452948c0974696d657374616d70944a81977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34362d3537948c1074696d655f746869735f697465725f73944740552dee400000008c0c74696d655f746f74616c5f739447409090475e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b0578bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10cd7812371b1420a1f04cc0c685d9916b7362756268317d94288c046c6f7373946836683c4308e270383c52829e4094869452948c0974696d657374616d70944ad6977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34382d3232948c1074696d655f746869735f697465725f73944740556631f20000008c0c74696d655f746f74616c5f7394474091e6aa7d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740885d1dca0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11fef80822178813bb63461b50fd452e9d007362756268317d94288c046c6f7373946836683c43085bad56cb2d889e4094869452948c0974696d657374616d70944a2c987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34392d3438948c1074696d655f746869735f697465725f73944740554a87390000008c0c74696d655f746f74616c5f73944740933b52f11000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b066eb12000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"849f9246\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.08464538523322317,\n \"n_head\": 8\n },\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719499017.2258291,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2193.2057009719488,\n \"timestamp\": 1719499162,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"849f9246\",\n \"date\": \"2024-06-27_16-39-22\",\n \"time_this_iter_s\": 66.90322375297546,\n \"time_total_s\": 145.48451900482178,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 145.48451900482178,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\"\n },\n \"last_result_time\": 1719499162.7195077,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3133.156076986959,\n \"min\": 2193.2057009719488,\n \"avg\": 2663.180888979454,\n \"last\": 2193.2057009719488,\n \"last-5-avg\": 2663.180888979454,\n \"last-10-avg\": 2663.180888979454\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 78.58129525184631,\n \"min\": 66.90322375297546,\n \"avg\": 72.74225950241089,\n \"last\": 66.90322375297546,\n \"last-5-avg\": 72.74225950241089,\n \"last-10-avg\": 72.74225950241089\n },\n \"time_total_s\": {\n \"max\": 145.48451900482178,\n \"min\": 78.58129525184631,\n \"avg\": 112.03290712833405,\n \"last\": 145.48451900482178,\n \"last-5-avg\": 112.03290712833405,\n \"last-10-avg\": 112.03290712833405\n },\n \"time_since_restore\": {\n \"max\": 145.48451900482178,\n \"min\": 78.58129525184631,\n \"avg\": 112.03290712833405,\n \"last\": 145.48451900482178,\n \"last-5-avg\": 112.03290712833405,\n \"last-10-avg\": 112.03290712833405\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f1000000474050b9ce6b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f1000000474050b9ce6b000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11709e50429faae7958540abf94690f6d200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452948c0974696d657374616d70944a57797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33382d3135948c1074696d655f746869735f697465725f7394474053a533f10000008c0c74696d655f746f74616c5f7394474053a533f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053a533f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10bbe09b0662d59b9cd842ad087d714b127362756268317d94288c046c6f7373946836683c43088d46a3516922a14094869452948c0974696d657374616d70944a9a797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33392d3232948c1074696d655f746869735f697465725f7394474050b9ce6b0000008c0c74696d655f746f74616c5f73944740622f812e0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740622f812e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"52268eca\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d3537948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.7819934077823693,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00395752526712301,\n \"n_head\": 1\n },\n \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719499162.8859532,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2037.3184742364358,\n \"timestamp\": 1719499413,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"52268eca\",\n \"date\": \"2024-06-27_16-43-33\",\n \"time_this_iter_s\": 118.6520447731018,\n \"time_total_s\": 250.68081068992615,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 250.68081068992615,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\"\n },\n \"last_result_time\": 1719499413.576802,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2042.3615145946112,\n \"min\": 2037.3184742364358,\n \"avg\": 2039.8399944155235,\n \"last\": 2037.3184742364358,\n \"last-5-avg\": 2039.8399944155235,\n \"last-10-avg\": 2039.8399944155235\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 132.02876591682434,\n \"min\": 118.6520447731018,\n \"avg\": 125.34040534496307,\n \"last\": 118.6520447731018,\n \"last-5-avg\": 125.34040534496307,\n \"last-10-avg\": 125.34040534496307\n },\n \"time_total_s\": {\n \"max\": 250.68081068992615,\n \"min\": 132.02876591682434,\n \"avg\": 191.35478830337524,\n \"last\": 250.68081068992615,\n \"last-5-avg\": 191.35478830337524,\n \"last-10-avg\": 191.35478830337524\n },\n \"time_since_restore\": {\n \"max\": 250.68081068992615,\n \"min\": 132.02876591682434,\n \"avg\": 191.35478830337524,\n \"last\": 250.68081068992615,\n \"last-5-avg\": 191.35478830337524,\n \"last-10-avg\": 191.35478830337524\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047405da9bb1a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047405da9bb1a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a110f93e2a18bcae2ab8b4162fab8acc5fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452948c0974696d657374616d70944a1e7a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34312d3334948c1074696d655f746869735f697465725f739447406080eba68000008c0c74696d655f746f74616c5f739447406080eba68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406080eba68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1058299e5e05630cb5ca42bcf77634c7617362756268317d94288c046c6f7373946836683c430871381c1e46d59f4094869452948c0974696d657374616d70944a957a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34332d3333948c1074696d655f746869735f697465725f739447405da9bb1a0000008c0c74696d655f746f74616c5f739447406f55c9338000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f55c9338000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1cd059c8\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d3232948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.28239791341845644,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010916820440167283,\n \"n_head\": 1\n },\n \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719499413.7188365,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2025.7421327125369,\n \"timestamp\": 1719500447,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"1cd059c8\",\n \"date\": \"2024-06-27_17-00-47\",\n \"time_this_iter_s\": 508.4716944694519,\n \"time_total_s\": 1033.8679287433624,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1033.8679287433624,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\"\n },\n \"last_result_time\": 1719500447.597481,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2025.7421327125369,\n \"min\": 2012.1308699480192,\n \"avg\": 2018.9365013302781,\n \"last\": 2025.7421327125369,\n \"last-5-avg\": 2018.9365013302781,\n \"last-10-avg\": 2018.9365013302781\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 525.3962342739105,\n \"min\": 508.4716944694519,\n \"avg\": 516.9339643716812,\n \"last\": 508.4716944694519,\n \"last-5-avg\": 516.9339643716812,\n \"last-10-avg\": 516.9339643716812\n },\n \"time_total_s\": {\n \"max\": 1033.8679287433624,\n \"min\": 525.3962342739105,\n \"avg\": 779.6320815086365,\n \"last\": 1033.8679287433624,\n \"last-5-avg\": 779.6320815086365,\n \"last-10-avg\": 779.6320815086365\n },\n \"time_since_restore\": {\n \"max\": 1033.8679287433624,\n \"min\": 525.3962342739105,\n \"avg\": 779.6320815086365,\n \"last\": 1033.8679287433624,\n \"last-5-avg\": 779.6320815086365,\n \"last-10-avg\": 779.6320815086365\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce0000047407fc78c0f800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce0000047407fc78c0f800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1001a3457e84b0b09316417cb45000d44b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452948c0974696d657374616d70944aa27c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31362d35322d3139948c1074696d655f746869735f697465725f73944740806b2b7ce000008c0c74696d655f746f74616c5f73944740806b2b7ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740806b2b7ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1159fff1ea586a8c9a2c4a40e612c53b9a007362756268317d94288c046c6f7373946836683c43088d46a3f1f7a69f4094869452948c0974696d657374616d70944a9f7e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31372d30302d3437948c1074696d655f746869735f697465725f739447407fc78c0f8000008c0c74696d655f746f74616c5f73944740902778c25000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740902778c25000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b7bc0828\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d3333948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e7ae037438c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.012132296191722286,\n \"n_head\": 2\n },\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719500447.739386,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1968.0494442436639,\n \"timestamp\": 1719508546,\n \"checkpoint_dir_name\": \"checkpoint_000017\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 18,\n \"trial_id\": \"b7bc0828\",\n \"date\": \"2024-06-27_19-15-46\",\n \"time_this_iter_s\": 154.52800750732422,\n \"time_total_s\": 2823.5459802150726,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1558.1138837337494,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\"\n },\n \"last_result_time\": 1719508546.484786,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1999.236413670337,\n \"min\": 1960.5562071312131,\n \"avg\": 1973.3295261386393,\n \"last\": 1968.0494442436639,\n \"last-5-avg\": 1978.2473732775586,\n \"last-10-avg\": 1976.9785678172673\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 18,\n \"min\": 1,\n \"avg\": 9.5,\n \"last\": 18,\n \"last-5-avg\": 16.0,\n \"last-10-avg\": 13.5\n },\n \"time_this_iter_s\": {\n \"max\": 168.71964645385742,\n \"min\": 153.99702858924866,\n \"avg\": 156.86366556750406,\n \"last\": 154.52800750732422,\n \"last-5-avg\": 154.40012302398682,\n \"last-10-avg\": 155.81138837337494\n },\n \"time_total_s\": {\n \"max\": 2823.5459802150726,\n \"min\": 168.4553461074829,\n \"avg\": 1502.8267165289983,\n \"last\": 2823.5459802150726,\n \"last-5-avg\": 2514.838827705383,\n \"last-10-avg\": 2128.7060168504713\n },\n \"time_since_restore\": {\n \"max\": 1558.1138837337494,\n \"min\": 168.00890111923218,\n \"avg\": 692.0542412334017,\n \"last\": 1558.1138837337494,\n \"last-5-avg\": 1249.40673122406,\n \"last-10-avg\": 863.2739203691483\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.388888888888888,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a552a9741de19e4094869452946807680d4308c4e1705815e19e4094869452946807680d430802814060cef59e4094869452946807680d43082c168b05f7ed9e4094869452946807680d430847a3d1c839b49e4094869452946807680d4308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb000000474063561c0a000000474063538739800000474063486db600000047406351460100000047406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847409665c394e00000474098d0871620000047409b3af7fd50000047409da405b41000004740a007173a1800004740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb0000004740742b327a80000047407dd4f617400000474083bc967920000047408890e7f960000047408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c66c0446196fc1a47b419e7d5e22b48d00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebf3f74ad9e4094869452948c0974696d657374616d70944a487f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30332d3336948c1074696d655f746869735f697465725f73944740650e92320000008c0c74696d655f746f74616c5f73944740650e92320000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650e92320000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1142d7100ffdc214b4ed435a24abc30681007362756268317d94288c046c6f7373946836683c4308d0e7f359fab39e4094869452948c0974696d657374616d70944ae27f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30362d3131948c1074696d655f746869735f697465725f739447406359dfef0000008c0c74696d655f746f74616c5f73944740743439108000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740743439108000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e3c8cbb052046cb942426a6907a610067362756268317d94288c046c6f7373946836683c430889442231b1fe9e4094869452948c0974696d657374616d70944ab3907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d31372d3536948c1074696d655f746869735f697465725f73944740651707580000008c0c74696d655f746f74616c5f739447407ebfbcbc8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740651707580000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a114b2f0b8b0c186792df49598ceb7a7899007362756268317d94288c046c6f7373946836683c430873b95c8e39a29e4094869452948c0974696d657374616d70944a4e917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32302d3330948c1074696d655f746869735f697465725f73944740635044d18000008c0c74696d655f746f74616c5f739447408433ef92a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407433a614c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e7e764d89c75b2a8b74064b347e7544f7362756268317d94288c046c6f7373946836683c43086bb55aedd8ad9e4094869452948c0974696d657374616d70944ae9917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32332d3035948c1074696d655f746869735f697465725f739447406359b3890000008c0c74696d655f746f74616c5f73944740890a5c74e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407de07fd94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1030b88e6119f411a60943b41a5069721a7362756268317d94288c046c6f7373946836683c4308381c0ea79d149f4094869452948c0974696d657374616d70944a84927d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32352d3430948c1074696d655f746869735f697465725f73944740635de9290000008c0c74696d655f746f74616c5f739447408de1d6bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083c7ba36e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10086f9e8ace640389df4b51ee59409c137362756268317d94288c046c6f7373946836683c4308e0eff7bb76b09e4094869452948c0974696d657374616d70944a1e937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32382d3134948c1074696d655f746869735f697465725f73944740634e0bca8000008c0c74696d655f746f74616c5f73944740915aacd8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740889b3d298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102c9bea5d8b7fa7bd5b423c8098614e7c7362756268317d94288c046c6f7373946836683c4308080402a14ea39e4094869452948c0974696d657374616d70944ab9937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d33302d3439948c1074696d655f746869735f697465725f7394474063586cf50000008c0c74696d655f746f74616c5f7394474093c5ba778000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d715866c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a107128193e1d86c480d34809d9fd7abe577362756268317d94288c046c6f7373946836683c4308a552a9741de19e4094869452948c0974696d657374616d70944ad4987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35322d3336948c1074696d655f746869735f697465725f73944740650048eb0000008c0c74696d655f746f74616c5f739447409665c394e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650048eb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10bc529c9aa04a4fbe6048c87e33ce75157362756268317d94288c046c6f7373946836683c4308c4e1705815e19e4094869452948c0974696d657374616d70944a6e997d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35352d3131948c1074696d655f746869735f697465725f7394474063561c0a0000008c0c74696d655f746f74616c5f7394474098d087162000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740742b327a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11560b6ea36378348bbc45ed3cd2c8e5c6007362756268317d94288c046c6f7373946836683c430802814060cef59e4094869452948c0974696d657374616d70944a099a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35372d3435948c1074696d655f746869735f697465725f73944740635387398000008c0c74696d655f746f74616c5f739447409b3af7fd5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407dd4f6174000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a116e3d8af1097c1c87b54662a8ccbd63cc007362756268317d94288c046c6f7373946836683c43082c168b05f7ed9e4094869452948c0974696d657374616d70944aa39a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30302d3139948c1074696d655f746869735f697465725f7394474063486db60000008c0c74696d655f746f74616c5f739447409da405b41000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083bc96792000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11301b8734c13226b75a444bb17e6b0d96007362756268317d94288c046c6f7373946836683c430847a3d1c839b49e4094869452948c0974696d657374616d70944a3e9b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30322d3534948c1074696d655f746869735f697465725f73944740635146010000008c0c74696d655f746f74616c5f73944740a007173a1800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408890e7f96000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11a321e7c34ad49e8d7f4fa6954e3269e9007362756268317d94288c046c6f7373946836683c4308369bcd06edae9e4094869452948c0974696d657374616d70944ad99b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30352d3239948c1074696d655f746869735f697465725f739447406359c6230000008c0c74696d655f746f74616c5f73944740a13cb39c4800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d6759822000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1130afd452a0e81289be47ff8abd33c4bb007362756268317d94288c046c6f7373946836683c4308b3d96c16f23c9f4094869452948c0974696d657374616d70944a739c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30382d3033948c1074696d655f746869735f697465725f73944740633fe7a88000008c0c74696d655f746f74616c5f73944740a270b216d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740911ba9b62000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a114054666533b611a4084ff6962e2e7ccd007362756268317d94288c046c6f7373946836683c4308b1582c96dae79e4094869452948c0974696d657374616d70944a0d9d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31302d3337948c1074696d655f746869735f697465725f739447406352addc8000008c0c74696d655f746f74616c5f73944740a3a5dcf49800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409385ff71b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a109b506d754032219f9642aee47f62c3517362756268317d94288c046c6f7373946836683c4308c260303806f99e4094869452948c0974696d657374616d70944aa79d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31332d3131948c1074696d655f746869735f697465725f739447406342c3f20000008c0c74696d655f746f74616c5f73944740a4da0933b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ee57eff000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10c4080881579607a13a4a86685905ff467362756268317d94288c046c6f7373946836683c43080c0683a132c09e4094869452948c0974696d657374616d70944a429e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31352d3436948c1074696d655f746869735f697465725f739447406350e5700000008c0c74696d655f746f74616c5f73944740a60f178ab800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409858749df000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0b92d48\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d3437948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5f5cee2cab8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9027598279893692,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00800097877874484,\n \"n_head\": 4\n },\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719500771.1535168,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2331.1488584984004,\n \"timestamp\": 1719502199,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"e0b92d48\",\n \"date\": \"2024-06-27_17-29-59\",\n \"time_this_iter_s\": 703.9930710792542,\n \"time_total_s\": 1428.5337228775024,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1428.5337228775024,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\"\n },\n \"last_result_time\": 1719502199.6969414,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2406.545863834892,\n \"min\": 2331.1488584984004,\n \"avg\": 2368.847361166646,\n \"last\": 2331.1488584984004,\n \"last-5-avg\": 2368.847361166646,\n \"last-10-avg\": 2368.847361166646\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 724.5406517982483,\n \"min\": 703.9930710792542,\n \"avg\": 714.2668614387512,\n \"last\": 703.9930710792542,\n \"last-5-avg\": 714.2668614387512,\n \"last-10-avg\": 714.2668614387512\n },\n \"time_total_s\": {\n \"max\": 1428.5337228775024,\n \"min\": 724.5406517982483,\n \"avg\": 1076.5371873378754,\n \"last\": 1428.5337228775024,\n \"last-5-avg\": 1076.5371873378754,\n \"last-10-avg\": 1076.5371873378754\n },\n \"time_since_restore\": {\n \"max\": 1428.5337228775024,\n \"min\": 724.5406517982483,\n \"avg\": 1076.5371873378754,\n \"last\": 1428.5337228775024,\n \"last-5-avg\": 1076.5371873378754,\n \"last-10-avg\": 1076.5371873378754\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474085fff1cf400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474085fff1cf400000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a9e6e93ee6dde2a12b4f5201f5507ae400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452948c0974696d657374616d70944ab7827d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d31382d3135948c1074696d655f746869735f697465725f7394474086a453414000008c0c74696d655f746f74616c5f7394474086a453414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a453414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d8355b676fe909ad3b452f38e7b536f2007362756268317d94288c046c6f7373946836683c4308b95c2e374c36a24094869452948c0974696d657374616d70944a77857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d32392d3539948c1074696d655f746869735f697465725f7394474085fff1cf4000008c0c74696d655f746f74616c5f73944740965222884000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740965222884000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b83eca19\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d3131948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5ff3ada37d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.035530667591767505,\n \"n_head\": 1\n },\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719502199.8508859,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2299.3813442921073,\n \"timestamp\": 1719502338,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"b83eca19\",\n \"date\": \"2024-06-27_17-32-18\",\n \"time_this_iter_s\": 62.30854034423828,\n \"time_total_s\": 138.48588919639587,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 138.48588919639587,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\"\n },\n \"last_result_time\": 1719502338.346973,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3332.7398422121064,\n \"min\": 2299.3813442921073,\n \"avg\": 2816.0605932521066,\n \"last\": 2299.3813442921073,\n \"last-5-avg\": 2816.0605932521066,\n \"last-10-avg\": 2816.0605932521066\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 76.17734885215759,\n \"min\": 62.30854034423828,\n \"avg\": 69.24294459819794,\n \"last\": 62.30854034423828,\n \"last-5-avg\": 69.24294459819794,\n \"last-10-avg\": 69.24294459819794\n },\n \"time_total_s\": {\n \"max\": 138.48588919639587,\n \"min\": 76.17734885215759,\n \"avg\": 107.33161902427673,\n \"last\": 138.48588919639587,\n \"last-5-avg\": 107.33161902427673,\n \"last-10-avg\": 107.33161902427673\n },\n \"time_since_restore\": {\n \"max\": 138.48588919639587,\n \"min\": 76.17734885215759,\n \"avg\": 107.33161902427673,\n \"last\": 138.48588919639587,\n \"last-5-avg\": 107.33161902427673,\n \"last-10-avg\": 107.33161902427673\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af00000047404f277e40000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af00000047404f277e40000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1078e82ddaaa9b4eb2f341e09969294f14736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452948c0974696d657374616d70944ac3857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33312d3136948c1074696d655f746869735f697465725f73944740530b59af0000008c0c74696d655f746f74616c5f73944740530b59af0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740530b59af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10e2cbf892f53125b1ed497533d25c133b7362756268317d94288c046c6f7373946836683c43083c1e8f3fc3f6a14094869452948c0974696d657374616d70944a02867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33322d3138948c1074696d655f746869735f697465725f739447404f277e400000008c0c74696d655f746f74616c5f73944740614f8c678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740614f8c678000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"93c649bd\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d3539948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6121ad21bb8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.7914041407453669,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0017184389008014717,\n \"n_head\": 1\n },\n \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719502338.492429,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1996.1505780557948,\n \"timestamp\": 1719502633,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"93c649bd\",\n \"date\": \"2024-06-27_17-37-13\",\n \"time_this_iter_s\": 70.27228903770447,\n \"time_total_s\": 295.0506408214569,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 295.0506408214569,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\"\n },\n \"last_result_time\": 1719502633.5740893,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2008.213741753045,\n \"min\": 1996.1505780557948,\n \"avg\": 2000.0280597116061,\n \"last\": 1996.1505780557948,\n \"last-5-avg\": 2000.0280597116064,\n \"last-10-avg\": 2000.0280597116064\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 84.1758508682251,\n \"min\": 70.20663857460022,\n \"avg\": 73.76266020536423,\n \"last\": 70.27228903770447,\n \"last-5-avg\": 73.76266020536423,\n \"last-10-avg\": 73.76266020536423\n },\n \"time_total_s\": {\n \"max\": 295.0506408214569,\n \"min\": 84.1758508682251,\n \"avg\": 189.64413917064667,\n \"last\": 295.0506408214569,\n \"last-5-avg\": 189.64413917064667,\n \"last-10-avg\": 189.64413917064667\n },\n \"time_since_restore\": {\n \"max\": 295.0506408214569,\n \"min\": 84.1758508682251,\n \"avg\": 189.64413917064667,\n \"last\": 295.0506408214569,\n \"last-5-avg\": 189.64413917064667,\n \"last-10-avg\": 189.64413917064667\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11119e02ef692363add54b61fdfd505c9a00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452948c0974696d657374616d70944a56867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33332d3432948c1074696d655f746869735f697465725f73944740550b41240000008c0c74696d655f746f74616c5f73944740550b41240000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740550b41240000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1069c94cbc2f9456a7ec40c185562403187362756268317d94288c046c6f7373946836683c4308f8fbfd2ee73d9f4094869452948c0974696d657374616d70944a9d867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33342d3533948c1074696d655f746869735f697465725f73944740519955cf0000008c0c74696d655f746f74616c5f7394474063524b798000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063524b798000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a104a9c616b2a2a53852f48de68ba639d5e7362756268317d94288c046c6f7373946836683c4308793c1edfda609f4094869452948c0974696d657374616d70944ae3867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33362d3033948c1074696d655f746869735f697465725f73944740518d39910000008c0c74696d655f746f74616c5f739447406c18e8420000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c18e8420000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11ed6ae56fd70564afdc410872a485b7ce007362756268317d94288c046c6f7373946836683c4308894422319a309f4094869452948c0974696d657374616d70944a29877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33372d3133948c1074696d655f746869735f697465725f7394474051916d2f0000008c0c74696d655f746f74616c5f739447407270cf6cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407270cf6cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"9b9348b4\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f616d2be45c8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.00012961012336004763,\n \"n_head\": 1\n },\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719508546.6348734,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 352.8110904243049,\n \"timestamp\": 1719513218,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"9b9348b4\",\n \"date\": \"2024-06-27_20-33-38\",\n \"time_this_iter_s\": 50.251272201538086,\n \"time_total_s\": 1056.5283246040344,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 519.0710537433624,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\"\n },\n \"last_result_time\": 1719513218.5348237,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1685.7740430456447,\n \"min\": 352.8110904243049,\n \"avg\": 599.8233108760805,\n \"last\": 352.8110904243049,\n \"last-5-avg\": 378.7031423974225,\n \"last-10-avg\": 412.20894133800596\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 65.15657186508179,\n \"min\": 50.07098746299744,\n \"avg\": 52.82641623020172,\n \"last\": 50.251272201538086,\n \"last-5-avg\": 50.45397553443909,\n \"last-10-avg\": 51.90710537433624\n },\n \"time_total_s\": {\n \"max\": 1056.5283246040344,\n \"min\": 64.70330953598022,\n \"avg\": 564.879896044731,\n \"last\": 1056.5283246040344,\n \"last-5-avg\": 955.529240989685,\n \"last-10-avg\": 829.2901573419571\n },\n \"time_since_restore\": {\n \"max\": 519.0710537433624,\n \"min\": 64.01091408729553,\n \"avg\": 229.31010818481445,\n \"last\": 519.0710537433624,\n \"last-5-avg\": 418.07197012901304,\n \"last-10-avg\": 291.8328864812851\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4915a7e4094869452946807680d4308a552a93458a67c4094869452946807680d43082c168bc5b7a67b4094869452946807680d43083e9fcfa739067b4094869452946807680d4308d8ebf55a529b794094869452946807680d4308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d10000004740498e765a0000004740494eb5d400000047404947167a00000047404940e4a600000047404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474082cbbed7c0000047408464a63d600000474085f9919aa000004740878e030240000047408922114ca0000047408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d100000047405cc7edfe000000474064b7a47400000047406b096a12800000474070acd19e000000474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059587490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10bf338dcd807bd29ace4ca33fb4035306736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f67abd9e18579a4094869452948c0974696d657374616d70944a839e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31362d3531948c1074696d655f746869735f697465725f73944740502d03060000008c0c74696d655f746f74616c5f73944740502d03060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740502d03060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a103ac41dc53e8fe18a27432de7695d6e037362756268317d94288c046c6f7373946836683c4308793c1e0fb8dc904094869452948c0974696d657374616d70944ab59e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31372d3431948c1074696d655f746869735f697465725f73944740491b0fd60000008c0c74696d655f746f74616c5f739447405cba8af10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cba8af10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c27bce557b2c29825343cc11cf262f4d7362756268317d94288c046c6f7373946836683c430863b1584cc4668a4094869452948c0974696d657374616d70944ae89e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31382d3332948c1074696d655f746869735f697465725f73944740495779960000008c0c74696d655f746f74616c5f7394474064b323de0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b323de0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11d14ae78f6a4232b6674662bb6d89a0f0007362756268317d94288c046c6f7373946836683c4308fe7ebfbf2e37874094869452948c0974696d657374616d70944a1a9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31392d3232948c1074696d655f746869735f697465725f739447404954900c0000008c0c74696d655f746f74616c5f739447406b0847e10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b0847e10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a119ae91ff0bda3769e9c4aacee483856b7007362756268317d94288c046c6f7373946836683c4308b3d96c56d14d854094869452948c0974696d657374616d70944a4e9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d32302d3134948c1074696d655f746869735f697465725f73944740498d8c040000008c0c74696d655f746f74616c5f7394474070b5d5710000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070b5d5710000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11ff88703427119887bc468608159658c5007362756268317d94288c046c6f7373946836683c4308d8ebf59ac1db834094869452948c0974696d657374616d70944ab1aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30382d3439948c1074696d655f746869735f697465725f73944740504a05460000008c0c74696d655f746f74616c5f7394474074c856c28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740504a05460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100a0ee2ae5736a1ac694e6ead9caaea2a7362756268317d94288c046c6f7373946836683c430857abd50ad888824094869452948c0974696d657374616d70944ae5aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30392d3431948c1074696d655f746869735f697465725f7394474049df9c360000008c0c74696d655f746f74616c5f7394474078044a494000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d39d3610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102d44c286e49c1ca104494fc0c95cfe6d7362756268317d94288c046c6f7373946836683c4308b55aad36ffa4814094869452948c0974696d657374616d70944a17ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31302d3331948c1074696d655f746869735f697465725f73944740496eeb0a0000008c0c74696d655f746f74616c5f739447407b3227aa8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064f8a4730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10948000f57a4d05952c4f5f9d96b1507f7362756268317d94288c046c6f7373946836683c430869341a5d54d7804094869452948c0974696d657374616d70944a4bab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31312d3233948c1074696d655f746869735f697465725f7394474049aba0980000008c0c74696d655f746f74616c5f739447407e679bbd8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b638c990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ae097d8ab07a6cbb084f86d4a00b3f91007362756268317d94288c046c6f7373946836683c4308a150287461bd7f4094869452948c0974696d657374616d70944a7eab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31322d3134948c1074696d655f746869735f697465725f73944740497da9ee0000008c0c74696d655f746f74616c5f7394474080cba87da000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070e17b8a4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a111439323fd3d1dc90634ae1083ded9efb007362756268317d94288c046c6f7373946836683c4308241289e4915a7e4094869452948c0974696d657374616d70944abbae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3033948c1074696d655f746869735f697465725f739447405000b2d10000008c0c74696d655f746f74616c5f7394474082cbbed7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405000b2d10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11ef75a78f983b419a3141ee8f73125cce007362756268317d94288c046c6f7373946836683c4308a552a93458a67c4094869452948c0974696d657374616d70944aeeae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3534948c1074696d655f746869735f697465725f73944740498e765a0000008c0c74696d655f746f74616c5f739447408464a63d6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cc7edfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a111c61688f05804397564f84cbaebdebb1007362756268317d94288c046c6f7373946836683c43082c168bc5b7a67b4094869452948c0974696d657374616d70944a21af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32372d3435948c1074696d655f746869735f697465725f73944740494eb5d40000008c0c74696d655f746f74616c5f7394474085f9919aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b7a4740000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10a173c5be176266bdd840665ce3809d6d7362756268317d94288c046c6f7373946836683c43083e9fcfa739067b4094869452948c0974696d657374616d70944a53af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32382d3335948c1074696d655f746869735f697465725f739447404947167a0000008c0c74696d655f746f74616c5f73944740878e03024000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b096a128000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054f9296e59d9ab88e94776f84275e9677362756268317d94288c046c6f7373946836683c4308d8ebf55a529b794094869452948c0974696d657374616d70944a86af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32392d3236948c1074696d655f746869735f697465725f739447404940e4a60000008c0c74696d655f746f74616c5f739447408922114ca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070acd19e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107484351e5c597ab89949776de47a65747362756268317d94288c046c6f7373946836683c4308afd7eb1588b5794094869452948c0974696d657374616d70944ab8af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33302d3136948c1074696d655f746869735f697465725f739447404909161e0000008c0c74696d655f746f74616c5f739447408ab2a2ae8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073cdf461c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a10c5d4102c9f68caa0da4884d0ecbc532d7362756268317d94288c046c6f7373946836683c4308128944a27d2c784094869452948c0974696d657374616d70944aeaaf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3036948c1074696d655f746869735f697465725f73944740494b987e0000008c0c74696d655f746f74616c5f739447408c475c366000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076f767718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10331880af1091dc91834d1830d68ee87e7362756268317d94288c046c6f7373946836683c4308b3d96cf61c72774094869452948c0974696d657374616d70944a1db07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3537948c1074696d655f746869735f697465725f739447404955ee8c0000008c0c74696d655f746f74616c5f739447408ddcbb1f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2225430000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a117474f65d4def3699f248796c883baaab007362756268317d94288c046c6f7373946836683c4308954aa57223f7764094869452948c0974696d657374616d70944a50b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33322d3438948c1074696d655f746869735f697465725f739447404957c4820000008c0c74696d655f746f74616c5f739447408f7237674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4d1dd34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a10a68f44ea8a70a4a303496972e92f19637362756268317d94288c046c6f7373946836683c4308d0e7f339fa0c764094869452948c0974696d657374616d70944a82b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33332d3338948c1074696d655f746869735f697465725f73944740492029b00000008c0c74696d655f746f74616c5f7394474090821d012000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080389184a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"d78b949d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d3436948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f675331d2c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.6203685879053435,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00010069872409405673,\n \"n_head\": 8\n },\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719508814.176607,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 459.3377106433778,\n \"timestamp\": 1719514000,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"d78b949d\",\n \"date\": \"2024-06-27_20-46-40\",\n \"time_this_iter_s\": 76.87024331092834,\n \"time_total_s\": 1577.7552337646484,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 782.1084101200104,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\"\n },\n \"last_result_time\": 1719514000.8487723,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1976.3505897822342,\n \"min\": 459.3377106433778,\n \"avg\": 890.8902057677744,\n \"last\": 459.3377106433778,\n \"last-5-avg\": 479.47560900590554,\n \"last-10-avg\": 526.9576414814146\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 91.49215126037598,\n \"min\": 76.3912570476532,\n \"avg\": 78.88776168823239,\n \"last\": 76.87024331092834,\n \"last-5-avg\": 76.78816304206848,\n \"last-10-avg\": 78.21084101200104\n },\n \"time_total_s\": {\n \"max\": 1577.7552337646484,\n \"min\": 89.9982442855835,\n \"avg\": 837.4053977727889,\n \"last\": 1577.7552337646484,\n \"last-5-avg\": 1424.1440885066986,\n \"last-10-avg\": 1232.2260891199112\n },\n \"time_since_restore\": {\n \"max\": 782.1084101200104,\n \"min\": 89.9982442855835,\n \"avg\": 340.3709824085235,\n \"last\": 782.1084101200104,\n \"last-5-avg\": 628.4972648620605,\n \"last-10-avg\": 436.57926547527313\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308954aa532a691834094869452946807680d430889442231c28b824094869452946807680d4308fcfd7ebf70ee814094869452946807680d4308bd5eafa7ed32814094869452946807680d4308bfdfef77cf82804094869452946807680d43089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f680000004740531ec7e10000004740531b3ae70000004740533815fa0000004740533921b600000047405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408bb91c9ee0000047408e1cf59b000000474090402e7bf0000047409173afdb900000474092a741f6f00000474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f68000000474064ff23a480000047406e8cc11800000047407414660a800000474078e2ae7800000047407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005958a490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ac99a8db0bf809af144b7ea1f94dd222736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080804020167e19e4094869452948c0974696d657374616d70944aa89f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32312d3434948c1074696d655f746869735f697465725f73944740567fe33c0000008c0c74696d655f746f74616c5f73944740567fe33c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740567fe33c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a110aae5c8e3aae8093df4a5db40485a19f007362756268317d94288c046c6f7373946836683c4308512814ea28db9e4094869452948c0974696d657374616d70944af49f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32332d3030948c1074696d655f746869735f697465725f73944740532442b80000008c0c74696d655f746f74616c5f7394474064d212fa0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064d212fa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c12f71301d1953aa084f906985e42e717362756268317d94288c046c6f7373946836683c430863b1588ca3da9e4094869452948c0974696d657374616d70944a41a07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32342d3137948c1074696d655f746869735f697465725f73944740533ba3a80000008c0c74696d655f746f74616c5f739447406e6fe4ce0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e6fe4ce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10b106b850b7f229982c42e44093e9e56a7362756268317d94288c046c6f7373946836683c4308ca6432795263994094869452948c0974696d657374616d70944a8ea07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32352d3334948c1074696d655f746869735f697465725f73944740533b5ce80000008c0c74696d655f746f74616c5f739447407406c9a10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407406c9a10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11d3464daa054fe48d82491a844e02cf95007362756268317d94288c046c6f7373946836683c43082a954a8517be914094869452948c0974696d657374616d70944adba07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32362d3531948c1074696d655f746869735f697465725f73944740531addd00000008c0c74696d655f746f74616c5f7394474078cd81150000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078cd81150000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a116f7bcea0cd2084bbc648614f48de77c8007362756268317d94288c046c6f7373946836683c4308381c0ec7043a8d4094869452948c0974696d657374616d70944ad9ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31332d3435948c1074696d655f746869735f697465725f7394474056bd87330000008c0c74696d655f746f74616c5f739447407e7ce2e1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056bd87330000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a105c5e4527741927b2ce4d395f3bf4823f7362756268317d94288c046c6f7373946836683c4308dced76bb0ba0894094869452948c0974696d657374616d70944a26ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31352d3032948c1074696d655f746869735f697465725f739447405345cd420000008c0c74696d655f746f74616c5f7394474081a72b192000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406501aa3a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a112b12fa4452f7648c0f44685adc11c9ae007362756268317d94288c046c6f7373946836683c43084ba55209983d874094869452948c0974696d657374616d70944a73ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31362d3139948c1074696d655f746869735f697465725f73944740532b4eb60000008c0c74696d655f746f74616c5f73944740840c94efe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9751958000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a9c1b3472b7c26b50c4efbba6458eccd007362756268317d94288c046c6f7373946836683c4308a9542ab503e0854094869452948c0974696d657374616d70944ac0ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31372d3336948c1074696d655f746869735f697465725f7394474053419fcc0000008c0c74696d655f746f74616c5f739447408674c8e96000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740741c10bdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10ccc91c13004408ac2247761f5ddc17147362756268317d94288c046c6f7373946836683c43083e9fcf27ebb8844094869452948c0974696d657374616d70944a0dad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31382d3533948c1074696d655f746869735f697465725f7394474053431e440000008c0c74696d655f746f74616c5f7394474088dd2cb1e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078ecd84ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a103cf21dbd3a747ca7e3491a6937e3963a7362756268317d94288c046c6f7373946836683c4308954aa532a691834094869452948c0974696d657374616d70944adeb07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33352d3130948c1074696d655f746869735f697465725f7394474056df7f680000008c0c74696d655f746f74616c5f739447408bb91c9ee000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056df7f680000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1175401975d5fedba0bf47ebcb9d5190df007362756268317d94288c046c6f7373946836683c430889442231c28b824094869452948c0974696d657374616d70944a2ab17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33362d3236948c1074696d655f746869735f697465725f73944740531ec7e10000008c0c74696d655f746f74616c5f739447408e1cf59b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064ff23a48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10df05042ca215e9a72a4ef6e4e70a61597362756268317d94288c046c6f7373946836683c4308fcfd7ebf70ee814094869452948c0974696d657374616d70944a77b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33372d3433948c1074696d655f746869735f697465725f73944740531b3ae70000008c0c74696d655f746f74616c5f7394474090402e7bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8cc1180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10f4600364476091882b4e07c2a583db7a7362756268317d94288c046c6f7373946836683c4308bd5eafa7ed32814094869452948c0974696d657374616d70944ac3b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33382d3539948c1074696d655f746869735f697465725f73944740533815fa0000008c0c74696d655f746f74616c5f739447409173afdb9000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407414660a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a11802fc66eefa36dbd984c4a672eac98d6007362756268317d94288c046c6f7373946836683c4308bfdfef77cf82804094869452948c0974696d657374616d70944a10b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34302d3136948c1074696d655f746869735f697465725f73944740533921b60000008c0c74696d655f746f74616c5f7394474092a741f6f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078e2ae780000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a104e6e887c027a42afc340d5dff5a928217362756268317d94288c046c6f7373946836683c43089fcfe73353be7f4094869452948c0974696d657374616d70944a5db27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34312d3333948c1074696d655f746869735f697465725f739447405336e29a0000008c0c74696d655f746f74616c5f7394474093dab0209000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db0671e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1118d704e82568e1a57d4d2e0ce92a5184007362756268317d94288c046c6f7373946836683c430853a954ea22757e4094869452948c0974696d657374616d70944aaab27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34322d3530948c1074696d655f746869735f697465725f73944740533588eb0000008c0c74696d655f746f74616c5f73944740950e08af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740813ee4aca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a116bd1c8e63606edb53b42547b059e17ab007362756268317d94288c046c6f7373946836683c4308f4f97cde31b57d4094869452948c0974696d657374616d70944af6b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34342d3036948c1074696d655f746869735f697465725f7394474053190a5b0000008c0c74696d655f746f74616c5f73944740963f9954f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a205f80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a113d3d11da0bfbdfbd9145d6d1cedf46f9007362756268317d94288c046c6f7373946836683c4308c8e3f138fd377d4094869452948c0974696d657374616d70944a43b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34352d3233948c1074696d655f746869735f697465725f73944740533f0e600000008c0c74696d655f746f74616c5f7394474097738a3af000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408609e7c40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11d8b7ea668c4772aeb741e203db524f9e007362756268317d94288c046c6f7373946836683c43081a8d464367b57c4094869452948c0974696d657374616d70944a90b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34362d3430948c1074696d655f746869735f697465725f739447405337b2110000008c0c74696d655f746f74616c5f7394474098a7055c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408870de062000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8e5e7f52\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d3134948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f679ea8f5c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2933049514156799,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.011848091629580768,\n \"n_head\": 4\n },\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719509211.1978602,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2114.985403466412,\n \"timestamp\": 1719509537,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"8e5e7f52\",\n \"date\": \"2024-06-27_19-32-17\",\n \"time_this_iter_s\": 62.10174918174744,\n \"time_total_s\": 326.75364899635315,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 326.75364899635315,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\"\n },\n \"last_result_time\": 1719509537.9771423,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2238.4140029066193,\n \"min\": 2114.985403466412,\n \"avg\": 2180.0107214259347,\n \"last\": 2114.985403466412,\n \"last-5-avg\": 2180.0107214259347,\n \"last-10-avg\": 2180.0107214259347\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 76.45697116851807,\n \"min\": 62.10174918174744,\n \"avg\": 65.35072979927064,\n \"last\": 62.10174918174744,\n \"last-5-avg\": 65.35072979927062,\n \"last-10-avg\": 65.35072979927062\n },\n \"time_total_s\": {\n \"max\": 326.75364899635315,\n \"min\": 76.45697116851807,\n \"avg\": 201.89558091163636,\n \"last\": 326.75364899635315,\n \"last-5-avg\": 201.89558091163636,\n \"last-10-avg\": 201.89558091163636\n },\n \"time_since_restore\": {\n \"max\": 326.75364899635315,\n \"min\": 76.45697116851807,\n \"avg\": 201.89558091163636,\n \"last\": 326.75364899635315,\n \"last-5-avg\": 201.89558091163636,\n \"last-10-avg\": 201.89558091163636\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954c140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1027a1fda02d1183b71d4cf066c267dc07736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452948c0974696d657374616d70944a27a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32382d3037948c1074696d655f746869735f697465725f73944740531d3f040000008c0c74696d655f746f74616c5f73944740531d3f040000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740531d3f040000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11f6f229ac944bc0b2f34830c41f0680c3007362756268317d94288c046c6f7373946836683c430828140aa5b651a14094869452948c0974696d657374616d70944a66a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32392d3130948c1074696d655f746869735f697465725f739447404f8d67680000008c0c74696d655f746f74616c5f739447406171f95c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406171f95c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a110df6d619774c538f03498f150424aad4007362756268317d94288c046c6f7373946836683c430887c3e1e06c10a14094869452948c0974696d657374616d70944aa5a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33302d3133948c1074696d655f746869735f697465725f739447404f3efa0c0000008c0c74696d655f746f74616c5f739447406941b7df0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406941b7df0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113b5eee4fed74f9a3e546e56c2cd16fef007362756268317d94288c046c6f7373946836683c4308ecf57a6d2bc3a04094869452948c0974696d657374616d70944ae3a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33312d3135948c1074696d655f746869735f697465725f739447404f4c91f80000008c0c74696d655f746f74616c5f73944740708a6e2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740708a6e2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11749d47e294fc8aabea4b25f7c1a152e6007362756268317d94288c046c6f7373946836683c4308369bcd86f885a04094869452948c0974696d657374616d70944a21a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33322d3137948c1074696d655f746869735f697465725f739447404f0d061e0000008c0c74696d655f746f74616c5f73944740746c0ef24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740746c0ef24000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6b7688f2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d3531948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f683564d75f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3756319644523144,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.003959565870439527,\n \"n_head\": 4\n },\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719509538.1213415,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1977.05159056656,\n \"timestamp\": 1719512699,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"6b7688f2\",\n \"date\": \"2024-06-27_20-24-59\",\n \"time_this_iter_s\": 71.11927580833435,\n \"time_total_s\": 732.4098014831543,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 365.8200936317444,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\"\n },\n \"last_result_time\": 1719512699.2448514,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1989.802595964567,\n \"min\": 1962.6643076018086,\n \"avg\": 1970.8706661194324,\n \"last\": 1977.05159056656,\n \"last-5-avg\": 1967.1450121301364,\n \"last-10-avg\": 1970.8706661194326\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.1,\n \"last\": true,\n \"last-5-avg\": 0.2,\n \"last-10-avg\": 0.1\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 83.60843539237976,\n \"min\": 70.53654623031616,\n \"avg\": 73.24098014831543,\n \"last\": 71.11927580833435,\n \"last-5-avg\": 73.16401872634887,\n \"last-10-avg\": 73.24098014831543\n },\n \"time_total_s\": {\n \"max\": 732.4098014831543,\n \"min\": 83.60843539237976,\n \"avg\": 407.9442696094513,\n \"last\": 732.4098014831543,\n \"last-5-avg\": 590.818308019638,\n \"last-10-avg\": 407.9442696094513\n },\n \"time_since_restore\": {\n \"max\": 366.5897078514099,\n \"min\": 82.97016429901123,\n \"avg\": 224.64941568374635,\n \"last\": 365.8200936317444,\n \"last-5-avg\": 224.22860016822816,\n \"last-10-avg\": 224.64941568374633\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452946807680d430802814040a8aa9e4094869452946807680d4308ca643269caca9e4094869452946807680d4308241289b4aa039f4094869452946807680d4308f8fbfdee99b39e4094869452946807680d43081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b000000474051aaa1c4000000474051b529d7000000474051aac02b000000474051b44165000000474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f7180000047407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f71800000474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059509260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103c0571b904872bbf36407febb80bab58736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452948c0974696d657374616d70944a75a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33332d3431948c1074696d655f746869735f697465725f7394474054e6f09b0000008c0c74696d655f746f74616c5f7394474054e6f09b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054e6f09b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1017261739721814a5ec469c55e054d6457362756268317d94288c046c6f7373946836683c430802814040a8aa9e4094869452948c0974696d657374616d70944abca27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33342d3532948c1074696d655f746869735f697465725f7394474051aaa1c40000008c0c74696d655f746f74616c5f739447406348c92f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406348c92f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1058901253b2e9aa88b34891aec305c44c7362756268317d94288c046c6f7373946836683c4308ca643269caca9e4094869452948c0974696d657374616d70944a03a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33362d3033948c1074696d655f746869735f697465725f7394474051b529d70000008c0c74696d655f746f74616c5f739447406c235e1b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c235e1b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104df7b78aa6645fa6e442a0ea8f4c5d127362756268317d94288c046c6f7373946836683c4308241289b4aa039f4094869452948c0974696d657374616d70944a49a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33372d3133948c1074696d655f746869735f697465725f7394474051aac02b0000008c0c74696d655f746f74616c5f73944740727c5f184000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740727c5f184000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10424bc6d334aef894564ab5732c2a82297362756268317d94288c046c6f7373946836683c4308f8fbfdee99b39e4094869452948c0974696d657374616d70944a90a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33382d3234948c1074696d655f746869735f697465725f7394474051b441650000008c0c74696d655f746f74616c5f7394474076e96f718000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076e96f718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a115a6401e67ae1c981ff4ec9be1600b5f7007362756268317d94288c046c6f7373946836683c43081e8fc7030db19e4094869452948c0974696d657374616d70944a60ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32302d3136948c1074696d655f746869735f697465725f7394474054be172c0000008c0c74696d655f746f74616c5f739447407c18f53c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054be172c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10323a4964cd7ab1ab114b89042dc203577362756268317d94288c046c6f7373946836683c43080a8542c19bb49e4094869452948c0974696d657374616d70944aa6ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32312d3236948c1074696d655f746869735f697465725f7394474051a256c60000008c0c74696d655f746f74616c5f739447408040c5770000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740633036f90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111bc51691da50e587f2413bc08329b8c6007362756268317d94288c046c6f7373946836683c4308f0f7fbade5ac9e4094869452948c0974696d657374616d70944aedad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32322d3337948c1074696d655f746869735f697465725f7394474051a8dd400000008c0c74696d655f746f74616c5f739447408275e11f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c04a5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a108b7ec37b153c64880d4c78163b71ef377362756268317d94288c046c6f7373946836683c4308793c1e2f23b89e4094869452948c0974696d657374616d70944a34ae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32332d3438948c1074696d655f746869735f697465725f7394474051a38f010000008c0c74696d655f746f74616c5f7394474084aa52ff2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740726b368cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101349eefb7b3d979a564bfe2c861c70587362756268317d94288c046c6f7373946836683c4308a15028d434e49e4094869452948c0974696d657374616d70944a7bae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32342d3539948c1074696d655f746869735f697465725f7394474051c7a2370000008c0c74696d655f746f74616c5f7394474086e347460000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076dd1f1a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"12269c59\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6880c216788c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3380953528716497,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.07187916796871326,\n \"n_head\": 16\n },\n \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719509904.8849514,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2631.3529908187747,\n \"timestamp\": 1719510773,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"12269c59\",\n \"date\": \"2024-06-27_19-52-53\",\n \"time_this_iter_s\": 170.7047655582428,\n \"time_total_s\": 868.424795627594,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 868.424795627594,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\"\n },\n \"last_result_time\": 1719510773.3369021,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3017.182736374262,\n \"min\": 2631.3529908187747,\n \"avg\": 2842.475900436762,\n \"last\": 2631.3529908187747,\n \"last-5-avg\": 2842.4759004367615,\n \"last-10-avg\": 2842.4759004367615\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 184.32761549949646,\n \"min\": 170.7047655582428,\n \"avg\": 173.68495912551882,\n \"last\": 170.7047655582428,\n \"last-5-avg\": 173.6849591255188,\n \"last-10-avg\": 173.6849591255188\n },\n \"time_total_s\": {\n \"max\": 868.424795627594,\n \"min\": 184.32761549949646,\n \"avg\": 526.509883069992,\n \"last\": 868.424795627594,\n \"last-5-avg\": 526.509883069992,\n \"last-10-avg\": 526.509883069992\n },\n \"time_since_restore\": {\n \"max\": 868.424795627594,\n \"min\": 184.32761549949646,\n \"avg\": 526.509883069992,\n \"last\": 868.424795627594,\n \"last-5-avg\": 526.509883069992,\n \"last-10-avg\": 526.509883069992\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1037b1399531ed1299444fb853fff5305a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452948c0974696d657374616d70944a49a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34312d3239948c1074696d655f746869735f697465725f73944740670a7bd38000008c0c74696d655f746f74616c5f73944740670a7bd38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740670a7bd38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d06c29d35867e397a3472b24440979cb007362756268317d94288c046c6f7373946836683c430822914804370ba74094869452948c0974696d657374616d70944af3a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34342d3139948c1074696d655f746869735f697465725f739447406557ccde0000008c0c74696d655f746f74616c5f7394474076312458c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076312458c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c084c8f165d463914f446a5b12946b7d7362756268317d94288c046c6f7373946836683c4308894422115551a64094869452948c0974696d657374616d70944a9ea57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34372d3131948c1074696d655f746869735f697465725f73944740657de52f8000008c0c74696d655f746f74616c5f7394474080780b784000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080780b784000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10cca97005b47ee09d3a4f8a0c9c4319307362756268317d94288c046c6f7373946836683c43086fb7dbed238ba54094869452948c0974696d657374616d70944a4aa67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35302d3032948c1074696d655f746869735f697465725f739447406556dc9b8000008c0c74696d655f746f74616c5f7394474085cdc29f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085cdc29f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11b4ad2137842fdfb075481275eaa369f8007362756268317d94288c046c6f7373946836683c4308da6c36bbb48ea44094869452948c0974696d657374616d70944af5a67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35322d3533948c1074696d655f746869735f697465725f7394474065568d708000008c0c74696d655f746f74616c5f739447408b2365fb4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b2365fb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b167b5be\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d3234948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f68cc1de5b58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9916390007635185,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.02082451872516576,\n \"n_head\": 2\n },\n \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719510773.481196,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2179.0624384842517,\n \"timestamp\": 1719511075,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"b167b5be\",\n \"date\": \"2024-06-27_19-57-55\",\n \"time_this_iter_s\": 57.4915931224823,\n \"time_total_s\": 301.6636803150177,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 301.6636803150177,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\"\n },\n \"last_result_time\": 1719511075.1690466,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2619.9586787186267,\n \"min\": 2179.0624384842517,\n \"avg\": 2394.6708419199067,\n \"last\": 2179.0624384842517,\n \"last-5-avg\": 2394.6708419199067,\n \"last-10-avg\": 2394.6708419199067\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 71.05141735076904,\n \"min\": 57.45701217651367,\n \"avg\": 60.332736063003544,\n \"last\": 57.4915931224823,\n \"last-5-avg\": 60.33273606300354,\n \"last-10-avg\": 60.33273606300354\n },\n \"time_total_s\": {\n \"max\": 301.6636803150177,\n \"min\": 71.05141735076904,\n \"avg\": 186.5413459777832,\n \"last\": 301.6636803150177,\n \"last-5-avg\": 186.5413459777832,\n \"last-10-avg\": 186.5413459777832\n },\n \"time_since_restore\": {\n \"max\": 301.6636803150177,\n \"min\": 71.05141735076904,\n \"avg\": 186.5413459777832,\n \"last\": 301.6636803150177,\n \"last-5-avg\": 186.5413459777832,\n \"last-10-avg\": 186.5413459777832\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059550140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a107a3961e2297e63ae4e4f30bfa7c1ae20736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452948c0974696d657374616d70944a3ca77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35342d3034948c1074696d655f746869735f697465725f7394474051c34a6c0000008c0c74696d655f746f74616c5f7394474051c34a6c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051c34a6c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11121a7b021f9aa0ad3b44a3a6b91e7d92007362756268317d94288c046c6f7373946836683c4308341a8d66526ea34094869452948c0974696d657374616d70944a76a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35352d3032948c1074696d655f746869735f697465725f739447404d06ca6e0000008c0c74696d655f746f74616c5f73944740602357d18000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602357d18000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11231dff5d434a0c98e74f4aa7e4e4d296007362756268317d94288c046c6f7373946836683c43084ba552a9e4c1a24094869452948c0974696d657374616d70944ab0a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3030948c1074696d655f746869735f697465725f739447404cce284e0000008c0c74696d655f746f74616c5f739447406756e1e50000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406756e1e50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a111d755b26ec7b379f8247ae94e542f7cc007362756268317d94288c046c6f7373946836683c4308da6c367b73dca14094869452948c0974696d657374616d70944ae9a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3537948c1074696d655f746869735f697465725f739447404cba7f600000008c0c74696d655f746f74616c5f739447406e8581bd0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8581bd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10cad1734ef18e53b0d443887ff52ffd347362756268317d94288c046c6f7373946836683c4308bfdfeff71f06a14094869452948c0974696d657374616d70944a23a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35372d3535948c1074696d655f746869735f697465725f739447404cbeec860000008c0c74696d655f746f74616c5f7394474072da9e6f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072da9e6f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"694ee9b5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d3533948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69ae3deee78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0006126521431696416,\n \"n_head\": 1\n },\n \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719511075.3267806,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1427.2011093980684,\n \"timestamp\": 1719511663,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"694ee9b5\",\n \"date\": \"2024-06-27_20-07-43\",\n \"time_this_iter_s\": 57.44098997116089,\n \"time_total_s\": 588.59880900383,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 588.59880900383,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\"\n },\n \"last_result_time\": 1719511663.9820073,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.6415064053272,\n \"min\": 1366.6497523991143,\n \"avg\": 1623.0750803549456,\n \"last\": 1427.2011093980684,\n \"last-5-avg\": 1464.264758781373,\n \"last-10-avg\": 1623.0750803549458\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 70.52699637413025,\n \"min\": 57.10992646217346,\n \"avg\": 58.859880900383,\n \"last\": 57.44098997116089,\n \"last-5-avg\": 57.52015929222107,\n \"last-10-avg\": 58.859880900383\n },\n \"time_total_s\": {\n \"max\": 588.59880900383,\n \"min\": 70.52699637413025,\n \"avg\": 329.55694622993474,\n \"last\": 588.59880900383,\n \"last-5-avg\": 473.43298115730283,\n \"last-10-avg\": 329.5569462299347\n },\n \"time_since_restore\": {\n \"max\": 588.59880900383,\n \"min\": 70.52699637413025,\n \"avg\": 329.55694622993474,\n \"last\": 588.59880900383,\n \"last-5-avg\": 473.43298115730283,\n \"last-10-avg\": 329.5569462299347\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452946807680d4308381c0ee7904e9f4094869452946807680d4308369bcd0665189f4094869452946807680d4308201008040352984094869452946807680d4308bfdfef17456c954094869452946807680d43083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f00000047404ce1005e00000047404cb6dae000000047404c95805000000047404d0eeeb400000047404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a64e6a40f72d9d97bf4a661c9271d7d400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452948c0974696d657374616d70944a69a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f31392d35392d3035948c1074696d655f746869735f697465725f7394474051a1ba4f0000008c0c74696d655f746f74616c5f7394474051a1ba4f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051a1ba4f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105ea147eaf1d8d8a263435e7c5be44f327362756268317d94288c046c6f7373946836683c4308381c0ee7904e9f4094869452948c0974696d657374616d70944aa3a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30302d3033948c1074696d655f746869735f697465725f739447404ce1005e0000008c0c74696d655f746f74616c5f7394474060091d3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474060091d3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11533600d05dbcc6ba4e46c6b19b23c49b007362756268317d94288c046c6f7373946836683c4308369bcd0665189f4094869452948c0974696d657374616d70944adda87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3031948c1074696d655f746869735f697465725f739447404cb6dae00000008c0c74696d655f746f74616c5f739447406736d3f70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406736d3f70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10dd29e0f37ab8bf9a704d9dea20d0ff217362756268317d94288c046c6f7373946836683c4308201008040352984094869452948c0974696d657374616d70944a16a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3538948c1074696d655f746869735f697465725f739447404c9580500000008c0c74696d655f746f74616c5f739447406e5c340b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e5c340b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a103a6a044a7aa355b60d4bd249e2c04d5d7362756268317d94288c046c6f7373946836683c4308bfdfef17456c954094869452948c0974696d657374616d70944a50a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30322d3536948c1074696d655f746869735f697465725f739447404d0eeeb40000008c0c74696d655f746f74616c5f7394474072cff7dc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072cff7dc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a110448d855a2d47abd0343e6ea31b07792007362756268317d94288c046c6f7373946836683c43083e9fcf27c014964094869452948c0974696d657374616d70944a89a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30332d3533948c1074696d655f746869735f697465725f739447404c8e12120000008c0c74696d655f746f74616c5f739447407661ba1e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407661ba1e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116e71b942d93fb6b944441d1a96b3a29d007362756268317d94288c046c6f7373946836683c43089bcd66935d2d984094869452948c0974696d657374616d70944ac3a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30342d3531948c1074696d655f746869735f697465725f739447404cc7cc8a0000008c0c74696d655f746f74616c5f7394474079fab3af8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079fab3af8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a118e2ed835b2d4e4ad57409bdcd8da04a7007362756268317d94288c046c6f7373946836683c4308c662b158995a954094869452948c0974696d657374616d70944afca97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30352d3439948c1074696d655f746869735f697465725f739447404cfb36880000008c0c74696d655f746f74616c5f739447407d9a1a808000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d9a1a808000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a105313dce58a0a8ca7964d2de8d369970a7362756268317d94288c046c6f7373946836683c430869341a8dc67b984094869452948c0974696d657374616d70944a36aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30362d3436948c1074696d655f746869735f697465725f739447404cc35f660000008c0c74696d655f746f74616c5f7394474080994336a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080994336a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1145fae3dbb7133a8b204524eecf4a2bac007362756268317d94288c046c6f7373946836683c43087d3e9fefcd4c964094869452948c0974696d657374616d70944a6faa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30372d3433948c1074696d655f746869735f697465725f739447404cb8725c0000008c0c74696d655f746f74616c5f739447408264ca5c6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408264ca5c6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0cc69cc0\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d3535948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69f9c6a82a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6143131375049876,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0007003169863053682,\n \"n_head\": 4\n },\n \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719514001.0034766,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1976.771424781619,\n \"timestamp\": 1719520207,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"0cc69cc0\",\n \"date\": \"2024-06-27_22-30-07\",\n \"time_this_iter_s\": 65.2650773525238,\n \"time_total_s\": 1335.995492696762,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 671.3338758945465,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\"\n },\n \"last_result_time\": 1719520207.0280643,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1980.4066219780389,\n \"min\": 1451.6436892531988,\n \"avg\": 1950.5915197177194,\n \"last\": 1976.771424781619,\n \"last-5-avg\": 1976.8154385303885,\n \"last-10-avg\": 1976.6620400736651\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.15366196632385,\n \"min\": 64.93273973464966,\n \"avg\": 66.7997746348381,\n \"last\": 65.2650773525238,\n \"last-5-avg\": 65.74246759414673,\n \"last-10-avg\": 67.13338758945466\n },\n \"time_total_s\": {\n \"max\": 1335.995492696762,\n \"min\": 78.72657775878906,\n \"avg\": 705.7585663080215,\n \"last\": 1335.995492696762,\n \"last-5-avg\": 1204.6566157341003,\n \"last-10-avg\": 1040.0711252212525\n },\n \"time_since_restore\": {\n \"max\": 671.3338758945465,\n \"min\": 78.72657775878906,\n \"avg\": 373.4277579069137,\n \"last\": 671.3338758945465,\n \"last-5-avg\": 539.9949989318848,\n \"last-10-avg\": 375.40950841903685\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.499999999999999,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd060eeb9e4094869452946807680d4308bfdfeff74bdf9e4094869452946807680d4308da6c361b07d99e4094869452946807680d4308bfdfeff70ce39e4094869452946807680d430867b3d92cbee39e4094869452946807680d43080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740506fb8670000004740506e43bd0000004740508ce132000000474050731458000000474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740873e85b0e000004740894c7cbdc0000047408b5a453560000047408d6be15ba0000047408f7a43e6a00000474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740621cc70000000047406a53e8de8000004740714d2cbbc0000047407569f1d1c00000474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059588490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3d2f923a6b5a8963a42cd23a5317a55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080c068361a0f19e4094869452948c0974696d657374616d70944adfb37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34372d3539948c1074696d655f746869735f697465725f7394474053ae80400000008c0c74696d655f746f74616c5f7394474053ae80400000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053ae80400000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c76b3560ea24d08cc4498853eb2d50357362756268317d94288c046c6f7373946836683c4308b95c2e77e0da9e4094869452948c0974696d657374616d70944a20b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34392d3034948c1074696d655f746869735f697465725f73944740503bb2020000008c0c74696d655f746f74616c5f7394474061f519210000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061f519210000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a108b0ebb4048f3c1b2fc4d63fdf770762a7362756268317d94288c046c6f7373946836683c4308a9542ad58aed9e4094869452948c0974696d657374616d70944a61b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35302d3039948c1074696d655f746869735f697465725f739447405043663c0000008c0c74696d655f746f74616c5f739447406a16cc3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a16cc3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a07410175c33babc1f45b4527d72309c007362756268317d94288c046c6f7373946836683c430867b3d98c1bec9e4094869452948c0974696d657374616d70944aa2b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35312d3134948c1074696d655f746869735f697465725f7394474050411aa50000008c0c74696d655f746f74616c5f73944740711bacc8c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740711bacc8c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1160ae920033e149a1f24dbf82795b31cd007362756268317d94288c046c6f7373946836683c4308c4e17058e5e19e4094869452948c0974696d657374616d70944ae3b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35322d3139948c1074696d655f746869735f697465725f7394474050441cb20000008c0c74696d655f746f74616c5f73944740752cb3f54000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740752cb3f54000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1180fd69741c532189184cf47257a19b94007362756268317d94288c046c6f7373946836683c4308b95c2ef745e89e4094869452948c0974696d657374616d70944a24b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35332d3234948c1074696d655f746869735f697465725f73944740504001130000008c0c74696d655f746f74616c5f73944740793cb43a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740793cb43a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a101e1192683aa53787ed4e8af009c2e3697362756268317d94288c046c6f7373946836683c43081a8d462393ae964094869452948c0974696d657374616d70944a65b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35342d3239948c1074696d655f746869735f697465725f73944740503e576f0000008c0c74696d655f746f74616c5f739447407d4c4a15c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4c4a15c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a104d32fff38b9d1293b44cfa00e8934e637362756268317d94288c046c6f7373946836683c43086d369b0d7beb9e4094869452948c0974696d657374616d70944aa7b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35352d3335948c1074696d655f746869735f697465725f739447405063e49c0000008c0c74696d655f746f74616c5f7394474080b2a19e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080b2a19e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10b107bfa8e82ac7b6e541479ecac06d737362756268317d94288c046c6f7373946836683c4308128944e271d69e4094869452948c0974696d657374616d70944ae8b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35362d3430948c1074696d655f746869735f697465725f73944740503d38cf0000008c0c74696d655f746f74616c5f7394474082ba48b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082ba48b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11a2f45026c0734692e64588adb3a3c0fc007362756268317d94288c046c6f7373946836683c4308592c166b04d49e4094869452948c0974696d657374616d70944a29b67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35372d3435948c1074696d655f746869735f697465725f739447405058122c0000008c0c74696d655f746f74616c5f7394474084c54afdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c54afdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a107edf66b18e3bcda83b4d51022001987d7362756268317d94288c046c6f7373946836683c4308369bcd060eeb9e4094869452948c0974696d657374616d70944a7ec97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32302d3134948c1074696d655f746869735f697465725f7394474053c9d5990000008c0c74696d655f746f74616c5f73944740873e85b0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053c9d5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11731297fd5f0eb3a70f4a44fc1a2f0a80007362756268317d94288c046c6f7373946836683c4308bfdfeff74bdf9e4094869452948c0974696d657374616d70944ac0c97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32312d3230948c1074696d655f746869735f697465725f73944740506fb8670000008c0c74696d655f746f74616c5f73944740894c7cbdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621cc7000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10a253b34fdfe663956a495f2cb6c750017362756268317d94288c046c6f7373946836683c4308da6c361b07d99e4094869452948c0974696d657374616d70944a02ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32322d3236948c1074696d655f746869735f697465725f73944740506e43bd0000008c0c74696d655f746f74616c5f739447408b5a45356000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a53e8de8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11eded4201d63d5f9b6643e00f360f6683007362756268317d94288c046c6f7373946836683c4308bfdfeff70ce39e4094869452948c0974696d657374616d70944a44ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32332d3332948c1074696d655f746869735f697465725f73944740508ce1320000008c0c74696d655f746f74616c5f739447408d6be15ba000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714d2cbbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a113dff28fa55d1d494374bfd399e794880007362756268317d94288c046c6f7373946836683c430867b3d92cbee39e4094869452948c0974696d657374616d70944a86ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32342d3338948c1074696d655f746869735f697465725f73944740507314580000008c0c74696d655f746f74616c5f739447408f7a43e6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407569f1d1c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a115cba641b6e1165890f459c08a2f267e5007362756268317d94288c046c6f7373946836683c43080a854241bee39e4094869452948c0974696d657374616d70944ac8ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32352d3434948c1074696d655f746869735f697465725f7394474050722dd10000008c0c74696d655f746f74616c5f7394474090c444d06000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079867d460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a101a3a6585e20f9cb51f4386d630d650167362756268317d94288c046c6f7373946836683c4308bfdfefd7f1e29e4094869452948c0974696d657374616d70944a09cb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32362d3439948c1074696d655f746869735f697465725f739447405071312a0000008c0c74696d655f746f74616c5f7394474091cb57e30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da2c9908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a1020fc09a084eec795c34f8115137c5d197362756268317d94288c046c6f7373946836683c4308753a9dee4fe79e4094869452948c0974696d657374616d70944a4bcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32372d3535948c1074696d655f746869735f697465725f7394474050745f490000008c0c74696d655f746f74616c5f7394474092d29dd79000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080dff0b16000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a103c8c86ba4ef9d6a519495f7642a731607362756268317d94288c046c6f7373946836683c43089bcd661339df9e4094869452948c0974696d657374616d70944a8dcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32392d3031948c1074696d655f746869735f697465725f739447405084e1a70000008c0c74696d655f746f74616c5f7394474093daebf20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082f08ce64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11751de4aee43c9781024ef3c38c9090f0007362756268317d94288c046c6f7373946836683c430883c160f015e39e4094869452948c0974696d657374616d70944acfcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d33302d3037948c1074696d655f746869735f697465725f739447405050f7070000008c0c74696d655f746f74616c5f7394474094dffb627000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084faabc72000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6ef1de40\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6ca1148e838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.49537163003492246,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.001560166878876501,\n \"n_head\": 16\n },\n \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719514665.8585112,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1973.7387137826033,\n \"timestamp\": 1719517360,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"6ef1de40\",\n \"date\": \"2024-06-27_21-42-40\",\n \"time_this_iter_s\": 267.4155812263489,\n \"time_total_s\": 2694.710231781006,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2694.710231781006,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\"\n },\n \"last_result_time\": 1719517360.6187065,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1983.0505034679502,\n \"min\": 1968.2562842181349,\n \"avg\": 1973.104783330001,\n \"last\": 1973.7387137826033,\n \"last-5-avg\": 1974.9902437945989,\n \"last-10-avg\": 1973.1047833300013\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 281.80140829086304,\n \"min\": 267.4155812263489,\n \"avg\": 269.4710231781006,\n \"last\": 267.4155812263489,\n \"last-5-avg\": 267.828737449646,\n \"last-10-avg\": 269.4710231781006\n },\n \"time_total_s\": {\n \"max\": 2694.710231781006,\n \"min\": 281.80140829086304,\n \"avg\": 1489.0121746540071,\n \"last\": 2694.710231781006,\n \"last-5-avg\": 2159.3639234542848,\n \"last-10-avg\": 1489.012174654007\n },\n \"time_since_restore\": {\n \"max\": 2694.710231781006,\n \"min\": 281.80140829086304,\n \"avg\": 1489.0121746540071,\n \"last\": 2694.710231781006,\n \"last-5-avg\": 2159.3639234542848,\n \"last-10-avg\": 1489.012174654007\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452946807680d43080e87c3e135ca9e4094869452946807680d43087bbd5e6f06c19e4094869452946807680d4308d0e7f3597cdf9e4094869452946807680d4308da6c36bb17c29e4094869452946807680d4308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474070c44766800000474070c86cbd400000474070cacb00800000474070c4bedb400000474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059514260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10e877ad68df15b9920e4991a7280bf92b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452948c0974696d657374616d70944a43b77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30322d3237948c1074696d655f746869735f697465725f73944740719cd2918000008c0c74696d655f746f74616c5f73944740719cd2918000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740719cd2918000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11058da0bfb1c3b8bde04c240efba852ac007362756268317d94288c046c6f7373946836683c43080e87c3e135ca9e4094869452948c0974696d657374616d70944a4fb87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30362d3535948c1074696d655f746869735f697465725f7394474070c447668000008c0c74696d655f746f74616c5f7394474081308cfc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081308cfc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109a2c56f1460560bc8c48fa5bdf6bbb5f7362756268317d94288c046c6f7373946836683c43087bbd5e6f06c19e4094869452948c0974696d657374616d70944a5cb97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31312d3234948c1074696d655f746869735f697465725f7394474070c86cbd4000008c0c74696d655f746f74616c5f739447408994c35aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408994c35aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10242e51a2037e1c986f4302ca4be1717b7362756268317d94288c046c6f7373946836683c4308d0e7f3597cdf9e4094869452948c0974696d657374616d70944a69ba7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31352d3533948c1074696d655f746869735f697465725f7394474070cacb008000008c0c74696d655f746f74616c5f7394474090fd146d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090fd146d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10871ff59d838f00b04e4296c9788a1b477362756268317d94288c046c6f7373946836683c4308da6c36bb17c29e4094869452948c0974696d657374616d70944a75bb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32302d3231948c1074696d655f746869735f697465725f7394474070c4bedb4000008c0c74696d655f746f74616c5f73944740952e44244000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740952e44244000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11d52fb3898bf8f6a51049d584c36054ed007362756268317d94288c046c6f7373946836683c4308ee76bb9d46cb9e4094869452948c0974696d657374616d70944a81bc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32342d3439948c1074696d655f746869735f697465725f7394474070bfad290000008c0c74696d655f746f74616c5f73944740995e2f6e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740995e2f6e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116984a6e93ca999bc3f4d27ed908707d7007362756268317d94288c046c6f7373946836683c4308b7dbedf6cac49e4094869452948c0974696d657374616d70944a8dbd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32392d3137948c1074696d655f746869735f697465725f7394474070c1b5ce0000008c0c74696d655f746f74616c5f739447409d8e9ce20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d8e9ce20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1003ef008a8b8539ad0f435b9bccae287d7362756268317d94288c046c6f7373946836683c4308b95c2eb733fc9e4094869452948c0974696d657374616d70944a99be7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33332d3435948c1074696d655f746869735f697465725f7394474070bf645d8000008c0c74696d655f746f74616c5f73944740a0df3afcb000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a0df3afcb000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10e60001d345cd39b8204b83c6c2f96f0b7362756268317d94288c046c6f7373946836683c4308793c1e4f94e89e4094869452948c0974696d657374616d70944aa5bf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33382d3133948c1074696d655f746869735f697465725f7394474070badefe0000008c0c74696d655f746f74616c5f73944740a2f696dc7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2f696dc7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a107f649b64ec959bb63342b3684a5c15297362756268317d94288c046c6f7373946836683c43088bc56271f4d69e4094869452948c0974696d657374616d70944ab0c07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d34322d3430948c1074696d655f746869735f697465725f7394474070b6a6388000008c0c74696d655f746f74616c5f73944740a50d6ba38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a50d6ba38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"126476e9\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d3435948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6d837500d58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.8131411649283373,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.001721462936357609,\n \"n_head\": 1\n },\n \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719517360.7815716,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2009.24755859375,\n \"timestamp\": 1719518127,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"126476e9\",\n \"date\": \"2024-06-27_21-55-27\",\n \"time_this_iter_s\": 75.30808591842651,\n \"time_total_s\": 766.4792046546936,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 766.4792046546936,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\"\n },\n \"last_result_time\": 1719518127.3081007,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2020.5109916146346,\n \"min\": 2007.0465179203063,\n \"avg\": 2014.3776815099038,\n \"last\": 2009.24755859375,\n \"last-5-avg\": 2011.096544064499,\n \"last-10-avg\": 2014.3776815099038\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 88.88545632362366,\n \"min\": 75.18996810913086,\n \"avg\": 76.64792046546935,\n \"last\": 75.30808591842651,\n \"last-5-avg\": 75.28878254890442,\n \"last-10-avg\": 76.64792046546935\n },\n \"time_total_s\": {\n \"max\": 766.4792046546936,\n \"min\": 88.88545632362366,\n \"avg\": 427.68169691562656,\n \"last\": 766.4792046546936,\n \"last-5-avg\": 615.8821082115173,\n \"last-10-avg\": 427.6816969156265\n },\n \"time_since_restore\": {\n \"max\": 766.4792046546936,\n \"min\": 88.88545632362366,\n \"avg\": 427.68169691562656,\n \"last\": 766.4792046546936,\n \"last-5-avg\": 615.8821082115173,\n \"last-10-avg\": 427.6816969156265\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452946807680d43088bc562410b929f4094869452946807680d4308cce57239847d9f4094869452946807680d43081a8d4653ac809f4094869452946807680d4308d0e7f3a94f879f4094869452946807680d43089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab51000000474052d72d5c000000474052d1b175000000474052cc2870000000474052d48fa7000000474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c624c9e8b85cb9824e47fa2bd5fecc55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452948c0974696d657374616d70944a09c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34342d3039948c1074696d655f746869735f697465725f739447405638ab510000008c0c74696d655f746f74616c5f739447405638ab510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405638ab510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11854b5cf80cf335b27e402cfaa50ba6a7007362756268317d94288c046c6f7373946836683c43088bc562410b929f4094869452948c0974696d657374616d70944a54c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34352d3235948c1074696d655f746869735f697465725f7394474052d72d5c0000008c0c74696d655f746f74616c5f739447406487ec568000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406487ec568000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107c7877ee955a908e964d798db0176b767362756268317d94288c046c6f7373946836683c4308cce57239847d9f4094869452948c0974696d657374616d70944aa0c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34362d3430948c1074696d655f746869735f697465725f7394474052d1b1750000008c0c74696d655f746f74616c5f739447406df0c5110000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406df0c5110000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a100cf784d334cf489cc14921c44d3aaf407362756268317d94288c046c6f7373946836683c43081a8d4653ac809f4094869452948c0974696d657374616d70944aebc17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34372d3535948c1074696d655f746869735f697465725f7394474052cc28700000008c0c74696d655f746f74616c5f7394474073ab6ca48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ab6ca48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10785b8095940bf49c8542b0f61b6147237362756268317d94288c046c6f7373946836683c4308d0e7f3a94f879f4094869452948c0974696d657374616d70944a36c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34392d3130948c1074696d655f746869735f697465725f7394474052d48fa70000008c0c74696d655f746f74616c5f739447407860908e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407860908e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bf724159c2c9669b824b067bb1bff4f0007362756268317d94288c046c6f7373946836683c43089bcd6603157c9f4094869452948c0974696d657374616d70944a82c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35302d3236948c1074696d655f746869735f697465725f7394474052d2f5f60000008c0c74696d655f746f74616c5f739447407d154e0bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d154e0bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10aa4612f7a8acfeb62d46a38a813869697362756268317d94288c046c6f7373946836683c43081e8fc7e3ac649f4094869452948c0974696d657374616d70944acdc27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35312d3431948c1074696d655f746869735f697465725f7394474052d00d700000008c0c74696d655f746f74616c5f7394474080e4a8b3e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080e4a8b3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11bacda4a64fc4509e3b424a8bff0cf1fe007362756268317d94288c046c6f7373946836683c430893c964a22f5c9f4094869452948c0974696d657374616d70944a18c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35322d3536948c1074696d655f746869735f697465725f7394474052d0e3fb0000008c0c74696d655f746f74616c5f73944740833ec5334000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740833ec5334000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10d75be1b3ce9dad98d64e0f43894604557362756268317d94288c046c6f7373946836683c4308a552a944ff7b9f4094869452948c0974696d657374616d70944a63c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35342d3131948c1074696d655f746869735f697465725f7394474052d4ca020000008c0c74696d655f746f74616c5f7394474085995e738000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085995e738000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a100f5abf68f80d3f8d11470221c7579c717362756268317d94288c046c6f7373946836683c430800000080fd649f4094869452948c0974696d657374616d70944aafc37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35352d3237948c1074696d655f746869735f697465725f7394474052d3b7ae0000008c0c74696d655f746f74616c5f7394474087f3d5694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087f3d5694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5436b378\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d3430948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f702b1eb51d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.049405145459166966,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0917460389036109,\n \"n_head\": 2\n },\n \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719518127.4546864,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.128303587906,\n \"timestamp\": 1719520903,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"5436b378\",\n \"date\": \"2024-06-27_22-41-43\",\n \"time_this_iter_s\": 68.36882543563843,\n \"time_total_s\": 1390.6505200862885,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 695.9118068218231,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\"\n },\n \"last_result_time\": 1719520903.1593108,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1998.2474076879307,\n \"min\": 1953.7692371278297,\n \"avg\": 1968.0650306521436,\n \"last\": 1954.128303587906,\n \"last-5-avg\": 1958.3086956354578,\n \"last-10-avg\": 1962.4795481283832\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 81.73000359535217,\n \"min\": 67.73129034042358,\n \"avg\": 69.53252600431442,\n \"last\": 68.36882543563843,\n \"last-5-avg\": 68.27991886138916,\n \"last-10-avg\": 69.59118068218231\n },\n \"time_total_s\": {\n \"max\": 1390.6505200862885,\n \"min\": 81.73000359535217,\n \"avg\": 735.9162840604781,\n \"last\": 1390.6505200862885,\n \"last-5-avg\": 1253.9816384792327,\n \"last-10-avg\": 1083.4131253242492\n },\n \"time_since_restore\": {\n \"max\": 695.9118068218231,\n \"min\": 81.72813010215759,\n \"avg\": 388.54692742824545,\n \"last\": 695.9118068218231,\n \"last-5-avg\": 559.2429252147674,\n \"last-10-avg\": 388.67441205978395\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.499999999999999,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308e8f3f9fc10cf9e4094869452946807680d43088d46a37186a99e4094869452946807680d43082e97cb258da69e4094869452946807680d43084ba55229a8ad9e4094869452946807680d43087bbd5e4f35d89e4094869452946807680d43082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af00000047405114dc6f000000474050fc69550000004740510f4c73000000474051119c31000000474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408843bc1860000047408a6657a640000047408c85e4d0e0000047408ea7ce5f4000004740906500f2b00000474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af000000474062c1bb0f00000047406b3fefb9800000474071e3caf9800000474076283205c0000047407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005958c490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104136cf8025a465ad6e47d4e230f2bb08736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9fefa9ac9e4094869452948c0974696d657374616d70944a01c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35362d3439948c1074696d655f746869735f697465725f73944740546eb8610000008c0c74696d655f746f74616c5f73944740546eb8610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546eb8610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1123e4786a52489dacdf47e973960864ca007362756268317d94288c046c6f7373946836683c4308e0eff7bb301f9f4094869452948c0974696d657374616d70944a45c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35372d3537948c1074696d655f746869735f697465725f73944740510022c40000008c0c74696d655f746f74616c5f7394474062b76d928000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062b76d928000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e69d0fd6afb54bae42483d954e9e252d7362756268317d94288c046c6f7373946836683c4308a9542ad5a0ab9e4094869452948c0974696d657374616d70944a89c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35392d3035948c1074696d655f746869735f697465725f739447405117a1fc0000008c0c74696d655f746f74616c5f739447406b433e908000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b433e908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b9e94595df8d5aa6a447ffead83c6cb6007362756268317d94288c046c6f7373946836683c4308140a85a2e4ae9e4094869452948c0974696d657374616d70944acdc47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30302d3133948c1074696d655f746869735f697465725f739447405115ba000000008c0c74696d655f746f74616c5f7394474071e70dc84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e70dc84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1192d8225d5bf06ca40840a4f9d69458a5007362756268317d94288c046c6f7373946836683c4308341a8d86a1b29e4094869452948c0974696d657374616d70944a11c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30312d3231948c1074696d655f746869735f697465725f7394474050fcdd8c0000008c0c74696d655f746f74616c5f739447407626452b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407626452b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e20f2da931c86f878f4b2bb075289396007362756268317d94288c046c6f7373946836683c430883c160b0eeac9e4094869452948c0974696d657374616d70944a56c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30322d3330948c1074696d655f746869735f697465725f739447405111482b0000008c0c74696d655f746f74616c5f739447407a6a97360000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6a97360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119b2007d3ed4647ab50487eed6f8819e4007362756268317d94288c046c6f7373946836683c4308c4e17058fd389f4094869452948c0974696d657374616d70944a9ac57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30332d3338948c1074696d655f746869735f697465725f7394474050fb90310000008c0c74696d655f746f74616c5f739447407ea97b424000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ea97b424000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10aee980d4226206b3c1468febee1abd707362756268317d94288c046c6f7373946836683c430849241269deb99e4094869452948c0974696d657374616d70944adec57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30342d3436948c1074696d655f746869735f697465725f73944740510d1d710000008c0c74696d655f746f74616c5f739447408176614f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408176614f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10c4830bd99949568b664f6ae17261e91b7362756268317d94288c046c6f7373946836683c43080e87c341a3379f4094869452948c0974696d657374616d70944a22c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30352d3534948c1074696d655f746869735f697465725f73944740510d6f240000008c0c74696d655f746f74616c5f7394474083980f33c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083980f33c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1157aecc09cc54f9a29d46fc4b7e5cf880007362756268317d94288c046c6f7373946836683c43081e8fc7e395b19e4094869452948c0974696d657374616d70944a66c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30372d3032948c1074696d655f746869735f697465725f7394474050eecd760000008c0c74696d655f746f74616c5f7394474085b5e8e28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b5e8e28000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11cceefe2eded132b9cd4fe447c796bb80007362756268317d94288c046c6f7373946836683c4308e8f3f9fc10cf9e4094869452948c0974696d657374616d70944a20cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33312d3238948c1074696d655f746869735f697465725f73944740546e99af0000008c0c74696d655f746f74616c5f739447408843bc186000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546e99af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1189dfc8a271c8988fa14538e76f8b8bc3007362756268317d94288c046c6f7373946836683c43088d46a37186a99e4094869452948c0974696d657374616d70944a65cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33322d3337948c1074696d655f746869735f697465725f739447405114dc6f0000008c0c74696d655f746f74616c5f739447408a6657a64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062c1bb0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11567a5d7c028817b7054b6b6fbacfe5fe007362756268317d94288c046c6f7373946836683c43082e97cb258da69e4094869452948c0974696d657374616d70944aa9cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33332d3435948c1074696d655f746869735f697465725f7394474050fc69550000008c0c74696d655f746f74616c5f739447408c85e4d0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b3fefb98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11ceef4bd5134383b456486097a55a97b9007362756268317d94288c046c6f7373946836683c43084ba55229a8ad9e4094869452948c0974696d657374616d70944aedcc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33342d3533948c1074696d655f746869735f697465725f73944740510f4c730000008c0c74696d655f746f74616c5f739447408ea7ce5f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e3caf98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054264028207bd9a3874253287e5fd67e7362756268317d94288c046c6f7373946836683c43087bbd5e4f35d89e4094869452948c0974696d657374616d70944a31cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33362d3031948c1074696d655f746869735f697465725f7394474051119c310000008c0c74696d655f746f74616c5f73944740906500f2b000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076283205c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107eacd86e688e96b0354a935cd71a26667362756268317d94288c046c6f7373946836683c43082c168bc5feba9e4094869452948c0974696d657374616d70944a76cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33372d3130948c1074696d655f746869735f697465725f73944740511403580000008c0c74696d655f746f74616c5f73944740917641283000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6d32dbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a11a246b255b9450eb49140c3dc478515d2007362756268317d94288c046c6f7373946836683c430853a9546a88aa9e4094869452948c0974696d657374616d70944abacd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33382d3138948c1074696d655f746869735f697465725f7394474050fdc13c0000008c0c74696d655f746f74616c5f7394474092861d3bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407eaca32ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a109b27d373f1a132bcae4eeccd6197df4a7362756268317d94288c046c6f7373946836683c430897cbe5b213879e4094869452948c0974696d657374616d70944afecd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33392d3236948c1074696d655f746869735f697465725f739447405116bc6a0000008c0c74696d655f746f74616c5f73944740939789029000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081792922a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a11d60a6ae5a1ecae91dd461ba610f96ee1007362756268317d94288c046c6f7373946836683c43080683c1400e899e4094869452948c0974696d657374616d70944a42ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34302d3334948c1074696d655f746869735f697465725f73944740511977200000008c0c74696d655f746f74616c5f7394474094a920749000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740839c5806a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a118ddea951ce1581bd244535b8300af993007362756268317d94288c046c6f7373946836683c43081008046283889e4094869452948c0974696d657374616d70944a87ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34312d3433948c1074696d655f746869735f697465725f7394474051179ad60000008c0c74696d655f746f74616c5f7394474095ba9a21f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085bf4b616000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0cd883e\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d3237948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f70c22833958c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3372755257890534,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00018514260159136858,\n \"n_head\": 16\n },\n \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719518822.4089937,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 226.0272181953971,\n \"timestamp\": 1719519535,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"e0cd883e\",\n \"date\": \"2024-06-27_22-18-55\",\n \"time_this_iter_s\": 70.02730536460876,\n \"time_total_s\": 712.9930970668793,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 712.9930970668793,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\"\n },\n \"last_result_time\": 1719519535.4646182,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1182.49372251015,\n \"min\": 226.0272181953971,\n \"avg\": 458.2284059539554,\n \"last\": 226.0272181953971,\n \"last-5-avg\": 276.1279017651175,\n \"last-10-avg\": 458.22840595395536\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 83.27375411987305,\n \"min\": 69.51625561714172,\n \"avg\": 71.29930970668794,\n \"last\": 70.02730536460876,\n \"last-5-avg\": 69.8307059764862,\n \"last-10-avg\": 71.29930970668792\n },\n \"time_total_s\": {\n \"max\": 712.9930970668793,\n \"min\": 83.27375411987305,\n \"avg\": 398.38568634986876,\n \"last\": 712.9930970668793,\n \"last-5-avg\": 573.2247057914734,\n \"last-10-avg\": 398.38568634986876\n },\n \"time_since_restore\": {\n \"max\": 712.9930970668793,\n \"min\": 83.27375411987305,\n \"avg\": 398.38568634986876,\n \"last\": 712.9930970668793,\n \"last-5-avg\": 573.2247057914734,\n \"last-10-avg\": 398.38568634986876\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452946807680d4308b95c2e17542b844094869452946807680d430830180ca61e55804094869452946807680d4308592c162bdfbb7c4094869452946807680d43082a954a25a575784094869452946807680d430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d1853000000047405189345000000047405189cc7d00000047405183e8d20000004740518d4ca9000000474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f993e44a8551beb72849ea9dfa71a81c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452948c0974696d657374616d70944ab9c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30382d3235948c1074696d655f746869735f697465725f7394474054d185300000008c0c74696d655f746f74616c5f7394474054d185300000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054d185300000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1189c85039598258b0b44cd81b4f030bed007362756268317d94288c046c6f7373946836683c4308b95c2e17542b844094869452948c0974696d657374616d70944affc67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30392d3335948c1074696d655f746869735f697465725f73944740518934500000008c0c74696d655f746f74616c5f73944740632d5cc00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740632d5cc00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11d2c28e15e4ec40a8424c3b36013bcf92007362756268317d94288c046c6f7373946836683c430830180ca61e55804094869452948c0974696d657374616d70944a45c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31302d3435948c1074696d655f746869735f697465725f739447405189cc7d0000008c0c74696d655f746f74616c5f739447406bf242fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406bf242fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ae0eed1b623e48b8224763639f5f715b7362756268317d94288c046c6f7373946836683c4308592c162bdfbb7c4094869452948c0974696d657374616d70944a8cc77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31312d3536948c1074696d655f746869735f697465725f739447405183e8d20000008c0c74696d655f746f74616c5f73944740725a1bb3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740725a1bb3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11702f2a6f2e6cb2b8dd46230a1f41adc3007362756268317d94288c046c6f7373946836683c43082a954a25a575784094869452948c0974696d657374616d70944ad2c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31332d3036948c1074696d655f746869735f697465725f73944740518d4ca90000008c0c74696d655f746f74616c5f7394474076bd6ede0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076bd6ede0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113b6040b90ff42c979c4f35bb78d24f86007362756268317d94288c046c6f7373946836683c430871381cce64fe744094869452948c0974696d657374616d70944a17c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31342d3135948c1074696d655f746869735f697465725f7394474051610a550000008c0c74696d655f746f74616c5f739447407b15b1734000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b15b1734000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103473d1b1d209e4b624485a80c9cd223f7362756268317d94288c046c6f7373946836683c4308abd56a75c967734094869452948c0974696d657374616d70944a5dc87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31352d3235948c1074696d655f746869735f697465725f7394474051831a970000008c0c74696d655f746f74616c5f739447407f7678190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f7678190000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11f3c54ab465135db23c4e461e723f27c6007362756268317d94288c046c6f7373946836683c4308492412098a94704094869452948c0974696d657374616d70944aa3c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31362d3335948c1074696d655f746869735f697465725f73944740518002e20000008c0c74696d655f746f74616c5f7394474081eb3c68c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081eb3c68c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c93b84ec838e3580a34c2916373cf3d0007362756268317d94288c046c6f7373946836683c43084ba55249275e6e4094869452948c0974696d657374616d70944ae9c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31372d3435948c1074696d655f746869735f697465725f739447405163ec420000008c0c74696d655f746f74616c5f739447408417b9f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408417b9f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11421b1dfd46436e921c408f73256644b4007362756268317d94288c046c6f7373946836683c4308c662b1f8de406c4094869452948c0974696d657374616d70944a2fc97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31382d3535948c1074696d655f746869735f697465725f739447405181bf5f0000008c0c74696d655f746f74616c5f739447408647f1dce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408647f1dce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"204212fd\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d3032948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f71590edfbf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.04978685082912593,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.010469557594705402,\n \"n_head\": 4\n },\n \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719520903.330462,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.8791032926304,\n \"timestamp\": 1719521574,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"204212fd\",\n \"date\": \"2024-06-27_22-52-54\",\n \"time_this_iter_s\": 65.99194502830505,\n \"time_total_s\": 670.9034311771393,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 670.9034311771393,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\"\n },\n \"last_result_time\": 1719521574.2939506,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.831690029835,\n \"min\": 1953.7773927703618,\n \"avg\": 1964.1880543145614,\n \"last\": 1955.8791032926304,\n \"last-5-avg\": 1962.2791261687994,\n \"last-10-avg\": 1964.188054314561\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.25631952285767,\n \"min\": 65.39359998703003,\n \"avg\": 67.09034311771393,\n \"last\": 65.99194502830505,\n \"last-5-avg\": 65.70760884284974,\n \"last-10-avg\": 67.09034311771393\n },\n \"time_total_s\": {\n \"max\": 670.9034311771393,\n \"min\": 79.25631952285767,\n \"avg\": 375.01524903774265,\n \"last\": 670.9034311771393,\n \"last-5-avg\": 539.2344509124756,\n \"last-10-avg\": 375.0152490377426\n },\n \"time_since_restore\": {\n \"max\": 670.9034311771393,\n \"min\": 79.25631952285767,\n \"avg\": 375.01524903774265,\n \"last\": 670.9034311771393,\n \"last-5-avg\": 539.2344509124756,\n \"last-10-avg\": 375.0152490377426\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452946807680d4308814020708f979e4094869452946807680d4308341a8da6534f9f4094869452946807680d430867b3d90c1c879e4094869452946807680d4308bbdd6ed7008e9e4094869452946807680d43087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a00000047405067d3bf0000004740507cb1a900000047405074dcf80000004740506d98960000004740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d4e1a23d5bbc91b2d845350bc9afbaec00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452948c0974696d657374616d70944ad6ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34332d3032948c1074696d655f746869735f697465725f7394474053d0678a0000008c0c74696d655f746f74616c5f7394474053d0678a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053d0678a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a108d8db0a26c20b8923a468f635bc138527362756268317d94288c046c6f7373946836683c4308814020708f979e4094869452948c0974696d657374616d70944a18cf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34342d3038948c1074696d655f746869735f697465725f739447405067d3bf0000008c0c74696d655f746f74616c5f73944740621c1da48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621c1da48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105dbcb318b4fb6a87e848570f6db7895e7362756268317d94288c046c6f7373946836683c4308341a8da6534f9f4094869452948c0974696d657374616d70944a5acf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34352d3134948c1074696d655f746869735f697465725f73944740507cb1a90000008c0c74696d655f746f74616c5f739447406a5a76790000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a5a76790000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1056bc90b32470a08ad049454e6f1447167362756268317d94288c046c6f7373946836683c430867b3d90c1c879e4094869452948c0974696d657374616d70944a9bcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34362d3139948c1074696d655f746869735f697465725f739447405074dcf80000008c0c74696d655f746f74616c5f73944740714a727a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714a727a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10b8d34bf0cf60c994f2486097946660297362756268317d94288c046c6f7373946836683c4308bbdd6ed7008e9e4094869452948c0974696d657374616d70944addcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34372d3235948c1074696d655f746869735f697465725f73944740506d98960000008c0c74696d655f746f74616c5f739447407565d8a00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407565d8a00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a100a6d4e5dc486cbb30c411fd22b5e92767362756268317d94288c046c6f7373946836683c43087bbd5e4f708a9e4094869452948c0974696d657374616d70944a1fd07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34382d3331948c1074696d655f746869735f697465725f73944740505930be0000008c0c74696d655f746f74616c5f73944740797c24cf8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740797c24cf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103b50672d839e8ca99c4e6f6463468a127362756268317d94288c046c6f7373946836683c430845229148f5ca9e4094869452948c0974696d657374616d70944a60d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34392d3336948c1074696d655f746869735f697465725f739447405072b25f0000008c0c74696d655f746f74616c5f739447407d98d1674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d98d1674000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116b5d45d9c12b40a05c49d16f4502859e007362756268317d94288c046c6f7373946836683c4308cce57299a4df9e4094869452948c0974696d657374616d70944aa2d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35302d3432948c1074696d655f746869735f697465725f73944740505fc0250000008c0c74696d655f746f74616c5f7394474080d860b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d860b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a112819b9c13c7a94847748bf362e9a70c9007362756268317d94288c046c6f7373946836683c4308da6c36bb06899e4094869452948c0974696d657374616d70944ae4d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35312d3438948c1074696d655f746869735f697465725f73944740507750080000008c0c74696d655f746f74616c5f7394474082e74ab94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082e74ab94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a111432eb8e3fbc62b88949e9de446546e8007362756268317d94288c046c6f7373946836683c43089d4ea733848f9e4094869452948c0974696d657374616d70944a26d17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35322d3534948c1074696d655f746869735f697465725f73944740507f7c070000008c0c74696d655f746f74616c5f7394474084f73a3a2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084f73a3a2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"951ea23d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f736921a1358c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7686353033166121,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00011707230271575167,\n \"n_head\": 16\n },\n \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719521574.4709122,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1996.574927142286,\n \"timestamp\": 1719523891,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"951ea23d\",\n \"date\": \"2024-06-27_23-31-31\",\n \"time_this_iter_s\": 230.07325339317322,\n \"time_total_s\": 2316.8418955802917,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2316.8418955802917,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719523891.3631365,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1999.2121284064347,\n \"min\": 1990.6904046967275,\n \"avg\": 1994.8825260672984,\n \"last\": 1996.574927142286,\n \"last-5-avg\": 1994.9200616310904,\n \"last-10-avg\": 1994.8825260672984\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 243.84869742393494,\n \"min\": 230.07325339317322,\n \"avg\": 231.68418955802917,\n \"last\": 230.07325339317322,\n \"last-5-avg\": 230.36180253028868,\n \"last-10-avg\": 231.68418955802917\n },\n \"time_total_s\": {\n \"max\": 2316.8418955802917,\n \"min\": 243.84869742393494,\n \"avg\": 1280.3648713350296,\n \"last\": 2316.8418955802917,\n \"last-5-avg\": 1856.3467571258545,\n \"last-10-avg\": 1280.3648713350296\n },\n \"time_since_restore\": {\n \"max\": 2316.8418955802917,\n \"min\": 243.84869742393494,\n \"avg\": 1280.3648713350296,\n \"last\": 2316.8418955802917,\n \"last-5-avg\": 1856.3467571258545,\n \"last-10-avg\": 1280.3648713350296\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452946807680d43084fa7d34960319f4094869452946807680d4308c2603038d93c9f4094869452946807680d4308cce572f9c21a9f4094869452946807680d43086fb7db0d35219f4094869452946807680d430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047406cc910c080000047406cc3389f80000047406ccdf41780000047406ccba76180000047406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a119cb0bf7edc5b92a12748c23beb5b259700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452948c0974696d657374616d70944a1ad27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32322d35362d3538948c1074696d655f746869735f697465725f739447406e7b28878000008c0c74696d655f746f74616c5f739447406e7b28878000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e7b28878000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a111e35f58573960f89d64b9627b78b0fcc007362756268317d94288c046c6f7373946836683c43084fa7d34960319f4094869452948c0974696d657374616d70944a00d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30302d3438948c1074696d655f746869735f697465725f739447406cc910c08000008c0c74696d655f746f74616c5f739447407da21ca40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da21ca40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11799c57b9483a5d9d7141ef80361866df007362756268317d94288c046c6f7373946836683c4308c2603038d93c9f4094869452948c0974696d657374616d70944ae6d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30342d3338948c1074696d655f746869735f697465725f739447406cc3389f8000008c0c74696d655f746f74616c5f739447408601dc79e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408601dc79e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a117fcf1b68fd562fa4ab46949427809888007362756268317d94288c046c6f7373946836683c4308cce572f9c21a9f4094869452948c0974696d657374616d70944acdd47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30382d3239948c1074696d655f746869735f697465725f739447406ccdf4178000008c0c74696d655f746f74616c5f739447408d35597fc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d35597fc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11ed3aebedd025ce89f5426099490c75aa007362756268317d94288c046c6f7373946836683c43086fb7db0d35219f4094869452948c0974696d657374616d70944ab3d57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31322d3139948c1074696d655f746869735f697465725f739447406ccba7618000008c0c74696d655f746f74616c5f73944740923421ac1000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740923421ac1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11915fb595e479b9a56b46a1dec30f27aa007362756268317d94288c046c6f7373946836683c430857abd58a9e2b9f4094869452948c0974696d657374616d70944a9ad67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31362d3130948c1074696d655f746869735f697465725f739447406cd4a4190000008c0c74696d655f746f74616c5f7394474095ceb62f3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ceb62f3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1130732bee5d180c93874b2e0ea9a842a9007362756268317d94288c046c6f7373946836683c430869341aad84349f4094869452948c0974696d657374616d70944a80d77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32302d3030948c1074696d655f746869735f697465725f739447406ccd36f20000008c0c74696d655f746f74616c5f7394474099685d0d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099685d0d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10f10f41d77d2515a680461b019979cf737362756268317d94288c046c6f7373946836683c4308fe7ebf7f292d9f4094869452948c0974696d657374616d70944a66d87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32332d3530948c1074696d655f746869735f697465725f739447406cc86f550000008c0c74696d655f746f74616c5f739447409d016af81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d016af81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10972a9af606ec00922048897520b3367a7362756268317d94288c046c6f7373946836683c43082e97cb45cd1a9f4094869452948c0974696d657374616d70944a4dd97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32372d3431948c1074696d655f746869735f697465725f739447406ccd40f70000008c0c74696d655f746f74616c5f73944740a04d898b7800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a04d898b7800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df49a2812fe53b5aa480d543f1b4fa9007362756268317d94288c046c6f7373946836683c4308ce66b3b94c329f4094869452948c0974696d657374616d70944a33da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d33312d3331948c1074696d655f746869735f697465725f739447406cc258178000008c0c74696d655f746f74616c5f73944740a219af0cf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a219af0cf000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"04dab8e5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d3534948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f74002c71328c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9904174177662719,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0015488652457456295,\n \"n_head\": 1\n },\n \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719523891.5151231,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719524735,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"04dab8e5\",\n \"date\": \"2024-06-27_23-45-35\",\n \"time_this_iter_s\": 90.93833804130554,\n \"time_total_s\": 843.8836045265198,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 843.8836045265198,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\"\n },\n \"last_result_time\": 1719524735.4658804,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 90.97299361228943,\n \"min\": 75.47974467277527,\n \"avg\": 84.38836045265198,\n \"last\": 90.93833804130554,\n \"last-5-avg\": 89.70397853851318,\n \"last-10-avg\": 84.38836045265198\n },\n \"time_total_s\": {\n \"max\": 843.8836045265198,\n \"min\": 90.10185432434082,\n \"avg\": 452.3447197675705,\n \"last\": 843.8836045265198,\n \"last-5-avg\": 662.2355187416076,\n \"last-10-avg\": 452.3447197675705\n },\n \"time_since_restore\": {\n \"max\": 843.8836045265198,\n \"min\": 90.10185432434082,\n \"avg\": 452.3447197675705,\n \"last\": 843.8836045265198,\n \"last-5-avg\": 662.2355187416076,\n \"last-10-avg\": 452.3447197675705\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474052deb423000000474053335e990000004740531d0d6800000047405321a222000000474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c424dabf1027f79c4e449a5e3617b16c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a8dda7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33332d3031948c1074696d655f746869735f697465725f73944740568684c80000008c0c74696d655f746f74616c5f73944740568684c80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740568684c80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1049e736b185fb67b0bf4f2a806fb08b1e7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33342d3137948c1074696d655f746869735f697465725f7394474052deb4230000008c0c74696d655f746f74616c5f7394474064b29c758000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064b29c758000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11fb35cecf4143b2ab9a4b1db49c7f5cf3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a25db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33352d3333948c1074696d655f746869735f697465725f7394474053335e990000008c0c74696d655f746f74616c5f739447406e4c4bc20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e4c4bc20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10bcfc392a43ad09a050423690a1c0c0257362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33362d3530948c1074696d655f746869735f697465725f73944740531d0d680000008c0c74696d655f746f74616c5f7394474073ed693b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ed693b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11326ccd612a4f9bb0ee4621c5ad5b0bef007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abedb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33382d3036948c1074696d655f746869735f697465725f739447405321a2220000008c0c74696d655f746f74616c5f7394474078b5d1c38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078b5d1c38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10cd4a3495598e429b9348484fe78a4a047362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a14dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33392d3332948c1074696d655f746869735f697465725f73944740554787520000008c0c74696d655f746f74616c5f739447407e07b3980000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e07b3980000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11fca2d2603ff4ed8a024e39704b3f88cd007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a6fdc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34312d3033948c1074696d655f746869735f697465725f7394474056be45870000008c0c74696d655f746f74616c5f7394474081dba27ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081dba27ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064396ba851c9ef95e14e8daee14bb6517362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ac9dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34322d3333948c1074696d655f746869735f697465725f7394474056bd5b4b0000008c0c74696d655f746f74616c5f7394474084b34de64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084b34de64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10ae40435f4da6129a164b8b95187d163b7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a24dd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34342d3034948c1074696d655f746869735f697465725f7394474056a2100d0000008c0c74696d655f746f74616c5f7394474087878fe7e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087878fe7e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11fe79f2aeb39207b0934fe642b3d103e7007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a7fdd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34352d3335948c1074696d655f746869735f697465725f7394474056bc0dbb0000008c0c74696d655f746f74616c5f739447408a5f119f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408a5f119f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"dd70a43a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d3331948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f765c839c508c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.8381852944111963,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.012410063874557094,\n \"n_head\": 1\n },\n \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719524735.6237292,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.5640210729885,\n \"timestamp\": 1719531281,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"dd70a43a\",\n \"date\": \"2024-06-28_01-34-41\",\n \"time_this_iter_s\": 645.8664748668671,\n \"time_total_s\": 6545.738219022751,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 6545.738219022751,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\"\n },\n \"last_result_time\": 1719531281.41075,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3407.492049089567,\n \"min\": 1953.827157088152,\n \"avg\": 2301.9512739526936,\n \"last\": 1955.5640210729885,\n \"last-5-avg\": 1967.5197509765626,\n \"last-10-avg\": 2301.951273952694\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 669.9892313480377,\n \"min\": 645.8664748668671,\n \"avg\": 654.5738219022751,\n \"last\": 645.8664748668671,\n \"last-5-avg\": 650.4601120948792,\n \"last-10-avg\": 654.5738219022751\n },\n \"time_total_s\": {\n \"max\": 6545.738219022751,\n \"min\": 669.9892313480377,\n \"avg\": 3615.79336476326,\n \"last\": 6545.738219022751,\n \"last-5-avg\": 5249.81973862648,\n \"last-10-avg\": 3615.79336476326\n },\n \"time_since_restore\": {\n \"max\": 6545.738219022751,\n \"min\": 669.9892313480377,\n \"avg\": 3615.79336476326,\n \"last\": 6545.738219022751,\n \"last-5-avg\": 5249.81973862648,\n \"last-10-avg\": 3615.79336476326\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452946807680d4308ee76bb3d1ebaa64094869452946807680d430897cbe5829cc0a34094869452946807680d43081e8fc75ba393a14094869452946807680d43081c0e87eb794ea04094869452946807680d4308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f22000004740847ea9e280000047408480ea196000004740847db406c000004740847e4e5e6000004740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11b8d12a4afd5d9f910a479008448ae7bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452948c0974696d657374616d70944a1de07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32375f32332d35362d3435948c1074696d655f746869735f697465725f7394474084efe9f22000008c0c74696d655f746f74616c5f7394474084efe9f22000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084efe9f22000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ae41c14dc44085b66a4a845e446135167362756268317d94288c046c6f7373946836683c4308ee76bb3d1ebaa64094869452948c0974696d657374616d70944aade27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d30372d3431948c1074696d655f746869735f697465725f73944740847ea9e28000008c0c74696d655f746f74616c5f7394474094b749ea5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094b749ea5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a112fa6eb133ff190abfc41fff0362c4184007362756268317d94288c046c6f7373946836683c430897cbe5829cc0a34094869452948c0974696d657374616d70944a3de57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d31382d3337948c1074696d655f746869735f697465725f739447408480ea196000008c0c74696d655f746f74616c5f739447409ef7bef70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409ef7bef70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1016fa196ab5f90eb85948cf62a9b9790b7362756268317d94288c046c6f7373946836683c43081e8fc75ba393a14094869452948c0974696d657374616d70944acce77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d32392d3333948c1074696d655f746869735f697465725f73944740847db406c000008c0c74696d655f746f74616c5f73944740a49b4c7d3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a49b4c7d3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a115f051fe7acb85eaaf94da25980b0f0b7007362756268317d94288c046c6f7373946836683c43081c0e87eb794ea04094869452948c0974696d657374616d70944a5cea7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d34302d3239948c1074696d655f746869735f697465725f73944740847e4e5e6000008c0c74696d655f746f74616c5f73944740a9bae014c800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a9bae014c800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c27d4b3462ee3eb26741155453b9274a7362756268317d94288c046c6f7373946836683c4308592c162bde469f4094869452948c0974696d657374616d70944aecec7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d35312d3234948c1074696d655f746869735f697465725f73944740847a18416000008c0c74696d655f746f74616c5f73944740aed966252000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740aed966252000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10ac57f891bfa4b39ed84d4158942bb8187362756268317d94288c046c6f7373946836683c4308a3d1686432d29e4094869452948c0974696d657374616d70944a79ef7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d30322d3137948c1074696d655f746869735f697465725f739447408467e2bbc000008c0c74696d655f746f74616c5f73944740b1f9af6a0800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b1f9af6a0800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1175f075ba8e58c18cee4d5745e6757397007362756268317d94288c046c6f7373946836683c4308fcfd7effc3879e4094869452948c0974696d657374616d70944a04f27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d31332d3038948c1074696d655f746869735f697465725f73944740845b59b64000008c0c74696d655f746f74616c5f73944740b4851aa0d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b4851aa0d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10df06306bf99f948e494f4c9dfb1aef3f7362756268317d94288c046c6f7373946836683c4308128944024f879e4094869452948c0974696d657374616d70944a8bf47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d32332d3535948c1074696d655f746869735f697465725f739447408436244e8000008c0c74696d655f746f74616c5f73944740b70bdf2aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b70bdf2aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ccafb45b1bc670b3fe4195ad2af63cff007362756268317d94288c046c6f7373946836683c4308f67abd8e418e9e4094869452948c0974696d657374616d70944a11f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d33342d3431948c1074696d655f746869735f697465725f73944740842eee8a6000008c0c74696d655f746f74616c5f73944740b991bcfbec00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b991bcfbec00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6a8b96c3\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d3335948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f773ed0671e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.18647509291243747,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.09874663205229757,\n \"n_head\": 4\n },\n \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719531281.5648096,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1953.720588744156,\n \"timestamp\": 1719531792,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"6a8b96c3\",\n \"date\": \"2024-06-28_01-43-12\",\n \"time_this_iter_s\": 50.06679081916809,\n \"time_total_s\": 510.91401290893555,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 510.91401290893555,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\"\n },\n \"last_result_time\": 1719531792.5211842,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3081.7005067359746,\n \"min\": 1953.720588744156,\n \"avg\": 2088.644080070435,\n \"last\": 1953.720588744156,\n \"last-5-avg\": 1953.922657595657,\n \"last-10-avg\": 2088.6440800704354\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 63.290406703948975,\n \"min\": 49.1952109336853,\n \"avg\": 51.09140129089355,\n \"last\": 50.06679081916809,\n \"last-5-avg\": 49.750275707244874,\n \"last-10-avg\": 51.09140129089356\n },\n \"time_total_s\": {\n \"max\": 510.91401290893555,\n \"min\": 63.290406703948975,\n \"avg\": 286.91188473701476,\n \"last\": 510.91401290893555,\n \"last-5-avg\": 411.1349405288696,\n \"last-10-avg\": 286.91188473701476\n },\n \"time_since_restore\": {\n \"max\": 510.91401290893555,\n \"min\": 63.290406703948975,\n \"avg\": 286.91188473701476,\n \"last\": 510.91401290893555,\n \"last-5-avg\": 411.1349405288696,\n \"last-10-avg\": 286.91188473701476\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452946807680d4308afd7eb4528cca04094869452946807680d4308e8f3f93cbada9e4094869452946807680d43088d46a3312e909e4094869452946807680d43089bcd661349899e4094869452946807680d4308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c000000474048d0c496000000474048cb619400000047404906476e000000474048cd379000000047404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ed31b0a54d974eb4114c0bd1e011f95b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452948c0974696d657374616d70944a50f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33352d3434948c1074696d655f746869735f697465725f739447404fa52c0c0000008c0c74696d655f746f74616c5f739447404fa52c0c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404fa52c0c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10dcfbc868ce8c1fa59a4d7402c131176f7362756268317d94288c046c6f7373946836683c4308afd7eb4528cca04094869452948c0974696d657374616d70944a82f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33362d3334948c1074696d655f746869735f697465725f7394474048d0c4960000008c0c74696d655f746f74616c5f739447405c3af8510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c3af8510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10758f296081226ea390493b26c38bc1297362756268317d94288c046c6f7373946836683c4308e8f3f93cbada9e4094869452948c0974696d657374616d70944ab4f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33372d3234948c1074696d655f746869735f697465725f7394474048cb61940000008c0c74696d655f746f74616c5f739447406450548d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406450548d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1148ef5d54162b16aa99436062f5a517cd007362756268317d94288c046c6f7373946836683c43088d46a3312e909e4094869452948c0974696d657374616d70944ae6f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33382d3134948c1074696d655f746869735f697465725f739447404906476e0000008c0c74696d655f746f74616c5f739447406a91e6690000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a91e6690000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a105e304afd4e13d88b74487f90525c7f027362756268317d94288c046c6f7373946836683c43089bcd661349899e4094869452948c0974696d657374616d70944a17f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3033948c1074696d655f746869735f697465725f7394474048cd37900000008c0c74696d655f746f74616c5f7394474070629a268000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070629a268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10e68f3865fd49dba74d402db662693d717362756268317d94288c046c6f7373946836683c4308a9542a3565879e4094869452948c0974696d657374616d70944a48f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3532948c1074696d655f746869735f697465725f739447404898fcac0000008c0c74696d655f746f74616c5f739447407375b9bc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407375b9bc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10fa0beaa735e555ae4a47ecb15a339f677362756268317d94288c046c6f7373946836683c4308fcfd7e5f2f879e4094869452948c0974696d657374616d70944a7af87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34302d3432948c1074696d655f746869735f697465725f739447404904b1000000008c0c74696d655f746f74616c5f7394474076964fdc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076964fdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064fd3177c519a896f9453e2154beae7a7362756268317d94288c046c6f7373946836683c43086532998c72879e4094869452948c0974696d657374616d70944aacf87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34312d3332948c1074696d655f746869735f697465725f7394474048e220e20000008c0c74696d655f746f74616c5f7394474079b293f84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079b293f84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11de18e9f5820194885c4fe4b42d087e81007362756268317d94288c046c6f7373946836683c4308f4f97cfe8a899e4094869452948c0974696d657374616d70944adef87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34322d3232948c1074696d655f746869735f697465725f7394474048d7d2040000008c0c74696d655f746f74616c5f739447407ccd8e38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ccd8e38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1170594f0e1697a5b85e447947029295a4007362756268317d94288c046c6f7373946836683c4308100804e2e1869e4094869452948c0974696d657374616d70944a10f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34332d3132948c1074696d655f746869735f697465725f7394474049088c9a0000008c0c74696d655f746f74616c5f739447407fee9fcc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fee9fcc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7cf5cd31\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7db92f56c88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.46333542158727514,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0056697738377682865,\n \"n_head\": 8\n },\n \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719531792.674391,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1969.8179076187255,\n \"timestamp\": 1719532517,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"7cf5cd31\",\n \"date\": \"2024-06-28_01-55-17\",\n \"time_this_iter_s\": 71.38838720321655,\n \"time_total_s\": 725.0215277671814,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 725.0215277671814,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\"\n },\n \"last_result_time\": 1719532517.749666,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1984.2343644269808,\n \"min\": 1969.8179076187255,\n \"avg\": 1976.94908601055,\n \"last\": 1969.8179076187255,\n \"last-5-avg\": 1975.1277795506273,\n \"last-10-avg\": 1976.94908601055\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.05374217033386,\n \"min\": 70.41050291061401,\n \"avg\": 72.50215277671813,\n \"last\": 71.38838720321655,\n \"last-5-avg\": 70.93094444274902,\n \"last-10-avg\": 72.50215277671813\n },\n \"time_total_s\": {\n \"max\": 725.0215277671814,\n \"min\": 85.05374217033386,\n \"avg\": 405.35721931457516,\n \"last\": 725.0215277671814,\n \"last-5-avg\": 582.7749707221985,\n \"last-10-avg\": 405.3572193145752\n },\n \"time_since_restore\": {\n \"max\": 725.0215277671814,\n \"min\": 85.05374217033386,\n \"avg\": 405.35721931457516,\n \"last\": 725.0215277671814,\n \"last-5-avg\": 582.7749707221985,\n \"last-10-avg\": 405.3572193145752\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452946807680d4308c8e3f11888f89e4094869452946807680d430841201088f9da9e4094869452946807680d4308ea743afdef009f4094869452946807680d43088d46a3117ddb9e4094869452946807680d430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055437083000000474051ee8f2d000000474051ea2e80000000474051a75ae5000000474051d3f0a90000004740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ee6cf4a628061a95264e8b6041b20cf100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452948c0974696d657374616d70944a65f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34342d3337948c1074696d655f746869735f697465725f73944740554370830000008c0c74696d655f746f74616c5f73944740554370830000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740554370830000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114c20fd20f6ac1582e6480d802b47e884007362756268317d94288c046c6f7373946836683c4308c8e3f11888f89e4094869452948c0974696d657374616d70944aadf97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34352d3439948c1074696d655f746869735f697465725f7394474051ee8f2d0000008c0c74696d655f746f74616c5f739447406398ffd80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406398ffd80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115cbf8b3317c50b83ca43cf00a6e203ea007362756268317d94288c046c6f7373946836683c430841201088f9da9e4094869452948c0974696d657374616d70944af5f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34372d3031948c1074696d655f746869735f697465725f7394474051ea2e800000008c0c74696d655f746f74616c5f739447406c8e17180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c8e17180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10e6f2c8ea1763a6936c4b993a09a3d1327362756268317d94288c046c6f7373946836683c4308ea743afdef009f4094869452948c0974696d657374616d70944a3bfa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34382d3131948c1074696d655f746869735f697465725f7394474051a75ae50000008c0c74696d655f746f74616c5f7394474072b0e2454000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072b0e2454000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10fa9264b844eb34b24347a835ef1626127362756268317d94288c046c6f7373946836683c43088d46a3117ddb9e4094869452948c0974696d657374616d70944a83fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34392d3233948c1074696d655f746869735f697465725f7394474051d3f0a90000008c0c74696d655f746f74616c5f739447407725de6f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407725de6f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e1b27ea78144ab1af42164152eb62087362756268317d94288c046c6f7373946836683c430883c1607079d09e4094869452948c0974696d657374616d70944ac9fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35302d3333948c1074696d655f746869735f697465725f73944740519a45ae0000008c0c74696d655f746f74616c5f739447407b8c6fdb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b8c6fdb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a111f7127aad1307681d048cc86bf7c2ecf007362756268317d94288c046c6f7373946836683c4308954aa59283f09e4094869452948c0974696d657374616d70944a10fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35312d3434948c1074696d655f746869735f697465725f7394474051bea1b10000008c0c74696d655f746f74616c5f739447407ffc18474000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ffc18474000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a109d485ee280a110b3804c669f759efc007362756268317d94288c046c6f7373946836683c4308994c26533dca9e4094869452948c0974696d657374616d70944a57fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35322d3535948c1074696d655f746869735f697465725f7394474051bb95de0000008c0c74696d655f746f74616c5f7394474082357edf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082357edf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11544c8436b06f7ab7d64322fd5a77b5a3007362756268317d94288c046c6f7373946836683c4308dced765b0efc9e4094869452948c0974696d657374616d70944a9efb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35342d3036948c1074696d655f746869735f697465725f7394474051bc8e650000008c0c74696d655f746f74616c5f73944740846d10ac0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740846d10ac0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c45f395869609a94844b72bff8171cbc007362756268317d94288c046c6f7373946836683c43084d26938945c79e4094869452948c0974696d657374616d70944ae5fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35352d3137948c1074696d655f746869735f697465725f7394474051d8db560000008c0c74696d655f746f74616c5f7394474086a82c16c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a82c16c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a22bbb57\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d3132948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7e0491b98e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.005037349286937313,\n \"n_head\": 4\n },\n \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719532517.9184258,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719533291,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"a22bbb57\",\n \"date\": \"2024-06-28_02-08-11\",\n \"time_this_iter_s\": 75.01777005195618,\n \"time_total_s\": 773.6219465732574,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 773.6219465732574,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\"\n },\n \"last_result_time\": 1719533291.5979085,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 89.77370476722717,\n \"min\": 74.07769989967346,\n \"avg\": 77.36219465732574,\n \"last\": 75.01777005195618,\n \"last-5-avg\": 75.34501643180847,\n \"last-10-avg\": 77.36219465732574\n },\n \"time_total_s\": {\n \"max\": 773.6219465732574,\n \"min\": 89.77370476722717,\n \"avg\": 433.64644131660464,\n \"last\": 773.6219465732574,\n \"last-5-avg\": 623.9367468357086,\n \"last-10-avg\": 433.64644131660464\n },\n \"time_since_restore\": {\n \"max\": 773.6219465732574,\n \"min\": 89.77370476722717,\n \"avg\": 433.64644131660464,\n \"last\": 773.6219465732574,\n \"last-5-avg\": 623.9367468357086,\n \"last-10-avg\": 433.64644131660464\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405671846100000047405333b03e0000004740533291fa000000474053324a390000004740532f55680000004740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a112d341e1a61993f859046a957a1dc1ce900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a3ffc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35362d3437948c1074696d655f746869735f697465725f73944740567184610000008c0c74696d655f746f74616c5f73944740567184610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740567184610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10705ebffed1d1c683014bc951326fbb027362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8cfc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35382d3034948c1074696d655f746869735f697465725f739447405333b03e0000008c0c74696d655f746f74616c5f7394474064d29a4f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064d29a4f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cff791202f7c35b9b3484f8653718c0f7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9fc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35392d3231948c1074696d655f746869735f697465725f73944740533291fa0000008c0c74696d655f746f74616c5f739447406e6be34c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e6be34c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a110ab888213f091e8e2046ae91d0b214c9007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a26fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30302d3338948c1074696d655f746869735f697465725f7394474053324a390000008c0c74696d655f746f74616c5f73944740740284348000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740740284348000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a117ccbf784b41da89b72473e10bbe913f4007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30312d3534948c1074696d655f746869735f697465725f73944740532f55680000008c0c74696d655f746f74616c5f7394474078ce598e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078ce598e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10ca65eb75d23fe69746417de122a690537362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abffd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30332d3131948c1074696d655f746869735f697465725f73944740532fd0e50000008c0c74696d655f746f74616c5f739447407d9a4dc7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d9a4dc7c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a115aef09a11720fdaa4b416802384fedc1007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a0bfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30342d3237948c1074696d655f746869735f697465725f7394474052e929770000008c0c74696d655f746f74616c5f73944740812a4c12c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740812a4c12c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11d462284e6ed525afa94f637a3748869b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a56fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30352d3432948c1074696d655f746869735f697465725f7394474052cf51350000008c0c74696d655f746f74616c5f73944740838436396000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740838436396000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11751795d77b7c4cb32f4424dda9aae6d6007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aa0fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30362d3536948c1074696d655f746869735f697465725f739447405284f9090000008c0c74696d655f746f74616c5f7394474085d4d55a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085d4d55a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c859c5aa767236ace7493fe9ce8b9db8007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aebfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30382d3131948c1074696d655f746869735f697465725f7394474052c123250000008c0c74696d655f746f74616c5f73944740882cf9bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740882cf9bf2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"57284f74\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d3137948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7ee6fa91e58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3048722403961074,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0003667007874849629,\n \"n_head\": 2\n },\n \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719533291.7679293,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1957.8637003260335,\n \"timestamp\": 1719534198,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"57284f74\",\n \"date\": \"2024-06-28_02-23-18\",\n \"time_this_iter_s\": 89.53279662132263,\n \"time_total_s\": 906.9161651134491,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 906.9161651134491,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\"\n },\n \"last_result_time\": 1719534198.7360084,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1990.1104097141056,\n \"min\": 1954.3513726662463,\n \"avg\": 1962.2435723732776,\n \"last\": 1957.8637003260335,\n \"last-5-avg\": 1958.8026515209772,\n \"last-10-avg\": 1962.2435723732774\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 103.31512880325317,\n \"min\": 88.52644205093384,\n \"avg\": 90.69161651134492,\n \"last\": 89.53279662132263,\n \"last-5-avg\": 89.47823114395142,\n \"last-10-avg\": 90.6916165113449\n },\n \"time_total_s\": {\n \"max\": 906.9161651134491,\n \"min\": 103.31512880325317,\n \"avg\": 504.5993302583695,\n \"last\": 906.9161651134491,\n \"last-5-avg\": 728.0401030540467,\n \"last-10-avg\": 504.59933025836943\n },\n \"time_since_restore\": {\n \"max\": 906.9161651134491,\n \"min\": 103.31512880325317,\n \"avg\": 504.5993302583695,\n \"last\": 906.9161651134491,\n \"last-5-avg\": 728.0401030540467,\n \"last-10-avg\": 504.59933025836943\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452946807680d430802814090359e9e4094869452946807680d4308fa7c3e0f71189f4094869452946807680d4308592c160bb9ab9e4094869452946807680d4308f2783cce67899e4094869452946807680d43082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b1200000047405621b13a0000004740563c5f4000000047405662a4d00000004740564cb96500000047405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3ed9eb053d83fb1e94b10932a09566c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452948c0974696d657374616d70944a53ff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d30392d3535948c1074696d655f746869735f697465725f7394474059d42b120000008c0c74696d655f746f74616c5f7394474059d42b120000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474059d42b120000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1040f2ee25deb7bba80749ff1408b76f337362756268317d94288c046c6f7373946836683c430802814090359e9e4094869452948c0974696d657374616d70944aabff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31312d3233948c1074696d655f746869735f697465725f739447405621b13a0000008c0c74696d655f746f74616c5f7394474067faee260000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067faee260000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107439022ed6193c806d4cb2dbe0daef567362756268317d94288c046c6f7373946836683c4308fa7c3e0f71189f4094869452948c0974696d657374616d70944a04007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31322d3532948c1074696d655f746869735f697465725f73944740563c5f400000008c0c74696d655f746f74616c5f73944740718c8ee30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740718c8ee30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a101cee25c8b9793b99784b0bbe1f2f1c0f7362756268317d94288c046c6f7373946836683c4308592c160bb9ab9e4094869452948c0974696d657374616d70944a5e007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31342d3232948c1074696d655f746869735f697465725f739447405662a4d00000008c0c74696d655f746f74616c5f73944740772538170000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740772538170000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1087274e0ea602ceb9f843a1c738ebcb157362756268317d94288c046c6f7373946836683c4308f2783cce67899e4094869452948c0974696d657374616d70944ab7007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31352d3531948c1074696d655f746869735f697465725f73944740564cb9650000008c0c74696d655f746f74616c5f739447407cb866704000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407cb866704000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bc7a2236930a368755495a6b8ed5748e007362756268317d94288c046c6f7373946836683c43082c168bd559949e4094869452948c0974696d657374616d70944a10017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31372d3230948c1074696d655f746869735f697465725f739447405664e8560000008c0c74696d655f746f74616c5f739447408128d042e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408128d042e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a109a4bdb34ccb74d8d9a477b4ff82fc7107362756268317d94288c046c6f7373946836683c430873b95ccee3a29e4094869452948c0974696d657374616d70944a6a017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31382d3530948c1074696d655f746869735f697465725f739447405662f7060000008c0c74696d655f746f74616c5f7394474083f52f23a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083f52f23a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11a5d9643e548a4fad7b4df738fcbca9c6007362756268317d94288c046c6f7373946836683c430877bbddfe36a19e4094869452948c0974696d657374616d70944ac3017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32302d3139948c1074696d655f746869735f697465725f739447405660355e0000008c0c74696d655f746f74616c5f7394474086c135cf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086c135cf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a113eeed7f846867a9b7548272eb640d1ce007362756268317d94288c046c6f7373946836683c4308168bc58224989e4094869452948c0974696d657374616d70944a1d027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32312d3439948c1074696d655f746869735f697465725f73944740564edaa10000008c0c74696d655f746f74616c5f73944740898b11238000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740898b11238000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11234e6b7eb8e6e38ae444a955e515b69b007362756268317d94288c046c6f7373946836683c43086fb7db6d74979e4094869452948c0974696d657374616d70944a76027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32332d3138948c1074696d655f746869735f697465725f73944740566219570000008c0c74696d655f746f74616c5f739447408c57544e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408c57544e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"32772c28\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d3131948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7f7dd831bf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.4976920968263533,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.013704737381480214,\n \"n_head\": 4\n },\n \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719534198.9066653,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2048.298097625492,\n \"timestamp\": 1719536262,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"32772c28\",\n \"date\": \"2024-06-28_02-57-43\",\n \"time_this_iter_s\": 204.9549217224121,\n \"time_total_s\": 2064.139549255371,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2064.139549255371,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\"\n },\n \"last_result_time\": 1719536263.0966814,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2700.2572838490405,\n \"min\": 2048.298097625492,\n \"avg\": 2343.5907744640435,\n \"last\": 2048.298097625492,\n \"last-5-avg\": 2152.1482131597563,\n \"last-10-avg\": 2343.5907744640435\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 219.04653239250183,\n \"min\": 204.72472834587097,\n \"avg\": 206.41395492553713,\n \"last\": 204.9549217224121,\n \"last-5-avg\": 204.9744710445404,\n \"last-10-avg\": 206.4139549255371\n },\n \"time_total_s\": {\n \"max\": 2064.139549255371,\n \"min\": 219.04653239250183,\n \"avg\": 1141.709648823738,\n \"last\": 2064.139549255371,\n \"last-5-avg\": 1654.313972711563,\n \"last-10-avg\": 1141.709648823738\n },\n \"time_since_restore\": {\n \"max\": 2064.139549255371,\n \"min\": 219.04653239250183,\n \"avg\": 1141.709648823738,\n \"last\": 2064.139549255371,\n \"last-5-avg\": 1654.313972711563,\n \"last-10-avg\": 1141.709648823738\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452946807680d430812894482fa62a44094869452946807680d4308c8e3f1f851fda34094869452946807680d4308040281c00314a34094869452946807680d4308040281608179a24094869452946807680d4308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d318000004740699b4b53800000474069a72f0b800000474069a2186a000000474069a27ce0000000474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1152b1ce4a0a9499b13b470843470d40c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452948c0974696d657374616d70944a51037e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d32362d3537948c1074696d655f746869735f697465725f739447406b617d318000008c0c74696d655f746f74616c5f739447406b617d318000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b617d318000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1156a89948facd96b79f49bdb815d5ca8c007362756268317d94288c046c6f7373946836683c430812894482fa62a44094869452948c0974696d657374616d70944a1e047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33302d3232948c1074696d655f746869735f697465725f73944740699b4b538000008c0c74696d655f746f74616c5f739447407a7e64428000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a7e64428000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10d30a43c4a8915ba03b4aeb8d227f0c447362756268317d94288c046c6f7373946836683c4308c8e3f1f851fda34094869452948c0974696d657374616d70944aeb047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33332d3438948c1074696d655f746869735f697465725f7394474069a72f0b8000008c0c74696d655f746f74616c5f7394474083a8fde42000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a8fde42000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a119f2e08fc71c5a0a18d47e9c65efb2c9d007362756268317d94288c046c6f7373946836683c4308040281c00314a34094869452948c0974696d657374616d70944ab8057e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33372d3133948c1074696d655f746869735f697465725f7394474069a2186a0000008c0c74696d655f746f74616c5f739447408a1183fea000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408a1183fea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1104796519973005a02a42e8e0cee20a9a007362756268317d94288c046c6f7373946836683c4308040281608179a24094869452948c0974696d657374616d70944a86067e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34302d3338948c1074696d655f746869735f697465725f7394474069a27ce00000008c0c74696d655f746f74616c5f73944740903d119b5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740903d119b5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e90805d0f59f27aa2642f06043a3c488007362756268317d94288c046c6f7373946836683c4308a9542a3513bba14094869452948c0974696d657374616d70944a53077e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34342d3033948c1074696d655f746869735f697465725f7394474069a1416f0000008c0c74696d655f746f74616c5f73944740937139c93000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740937139c93000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10becdb2e438dfc6925345925f1135d3157362756268317d94288c046c6f7373946836683c4308f0f7fbbd2b26a14094869452948c0974696d657374616d70944a20087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34372d3238948c1074696d655f746869735f697465725f7394474069a588990000008c0c74696d655f746f74616c5f7394474096a5eadc5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096a5eadc5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11448b7d6416372095db4088e81591f6e6007362756268317d94288c046c6f7373946836683c430863b1585cefcca04094869452948c0974696d657374616d70944aed087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35302d3533948c1074696d655f746869735f697465725f73944740699f609c0000008c0c74696d655f746f74616c5f7394474099d9d6efd000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099d9d6efd000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11e446638f50db50aef644dd37509680c5007362756268317d94288c046c6f7373946836683c4308ea743a7db462a04094869452948c0974696d657374616d70944ab9097e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35342d3138948c1074696d655f746869735f697465725f73944740699730f98000008c0c74696d655f746f74616c5f739447409d0cbd0f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d0cbd0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ac774e92591888b1f447593038444698007362756268317d94288c046c6f7373946836683c4308028140a09800a04094869452948c0974696d657374616d70944a860a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35372d3433948c1074696d655f746869735f697465725f73944740699e8eb80000008c0c74696d655f746f74616c5f73944740a02047730000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a02047730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"4fa4a8c6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d3138948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f80607511d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.5276525795479664,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.018787488390354802,\n \"n_head\": 16\n },\n \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719536263.2501142,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1612.084331842858,\n \"timestamp\": 1719538145,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"4fa4a8c6\",\n \"date\": \"2024-06-28_03-29-05\",\n \"time_this_iter_s\": 186.78013014793396,\n \"time_total_s\": 1882.5019946098328,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1882.5019946098328,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\"\n },\n \"last_result_time\": 1719538145.8004339,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2563.930910125492,\n \"min\": 1612.084331842858,\n \"avg\": 2202.1557254821296,\n \"last\": 1612.084331842858,\n \"last-5-avg\": 1950.3934694305178,\n \"last-10-avg\": 2202.15572548213\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 200.39984393119812,\n \"min\": 186.51477193832397,\n \"avg\": 188.25019946098325,\n \"last\": 186.78013014793396,\n \"last-5-avg\": 186.87134075164795,\n \"last-10-avg\": 188.25019946098328\n },\n \"time_total_s\": {\n \"max\": 1882.5019946098328,\n \"min\": 200.39984393119812,\n \"avg\": 1041.6279175281525,\n \"last\": 1882.5019946098328,\n \"last-5-avg\": 1508.9627029895782,\n \"last-10-avg\": 1041.6279175281525\n },\n \"time_since_restore\": {\n \"max\": 1882.5019946098328,\n \"min\": 200.39984393119812,\n \"avg\": 1041.6279175281525,\n \"last\": 1882.5019946098328,\n \"last-5-avg\": 1508.9627029895782,\n \"last-10-avg\": 1041.6279175281525\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452946807680d4308412010200dc2a34094869452946807680d4308ecf57a0d9d3ba34094869452946807680d430802814000aec8a24094869452946807680d430853a9543af90ca24094869452946807680d4308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb858000004740676035ae80000047406762fc29800000474067507903000000474067642fd880000047406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111ad2125617a7f591ad4c10d275fc26b200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452948c0974696d657374616d70944a4f0b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30312d3033948c1074696d655f746869735f697465725f73944740690ccb858000008c0c74696d655f746f74616c5f73944740690ccb858000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740690ccb858000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118c7ddd0fc9a70ea747429124227546da007362756268317d94288c046c6f7373946836683c4308412010200dc2a34094869452948c0974696d657374616d70944a0a0c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30342d3130948c1074696d655f746869735f697465725f73944740676035ae8000008c0c74696d655f746f74616c5f739447407836809a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407836809a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11264fead62324368f1541a0f51e501ba8007362756268317d94288c046c6f7373946836683c4308ecf57a0d9d3ba34094869452948c0974696d657374616d70944ac50c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30372d3137948c1074696d655f746869735f697465725f739447406762fc298000008c0c74696d655f746f74616c5f7394474081f3ff576000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081f3ff576000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1192e76f111a5531bc214e4c2bd4c8f1b0007362756268317d94288c046c6f7373946836683c430802814000aec8a24094869452948c0974696d657374616d70944a800d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31302d3234948c1074696d655f746869735f697465725f73944740675079030000008c0c74696d655f746f74616c5f7394474087c81d982000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087c81d982000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e81592ed689af4b5e840a95ea4092e767362756268317d94288c046c6f7373946836683c430853a9543af90ca24094869452948c0974696d657374616d70944a3b0e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31332d3331948c1074696d655f746869735f697465725f7394474067642fd88000008c0c74696d655f746f74616c5f739447408da1298e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408da1298e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e5da6843d1607b2c341ad422d7b256e7362756268317d94288c046c6f7373946836683c4308afd7eb657e77a14094869452948c0974696d657374616d70944af60e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31362d3338948c1074696d655f746869735f697465725f739447406763cce70000008c0c74696d655f746f74616c5f7394474091bd0e640000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091bd0e640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1117e1f519d8f5cea6474b113e25cc57d5007362756268317d94288c046c6f7373946836683c4308369bcdee58c4a04094869452948c0974696d657374616d70944ab10f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31392d3435948c1074696d655f746869735f697465725f73944740676096b30000008c0c74696d655f746f74616c5f7394474094a9213a6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094a9213a6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10a7b67c977f5183a7824b789749c2781f7362756268317d94288c046c6f7373946836683c4308ad56ab8544d09f4094869452948c0974696d657374616d70944a6c107e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32322d3532948c1074696d655f746869735f697465725f73944740675857b00000008c0c74696d655f746f74616c5f7394474097942c306000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474097942c306000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11d5d54adadaca3fb324435ec4da8481d7007362756268317d94288c046c6f7373946836683c430830180c0695e79a4094869452948c0974696d657374616d70944a26117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32352d3539948c1074696d655f746869735f697465725f739447406755b8008000008c0c74696d655f746f74616c5f739447409a7ee3307000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409a7ee3307000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1071750aa59b43b7b3474bb1fcaa494b047362756268317d94288c046c6f7373946836683c4308592c165b5630994094869452948c0974696d657374616d70944ae1117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32392d3035948c1074696d655f746869735f697465725f739447406758f6d38000008c0c74696d655f746f74616c5f739447409d6a020ae000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409d6a020ae000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"f1df685b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8270652a078c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.6516917077514637,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00012016483134334655,\n \"n_head\": 16\n },\n \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719538145.9566,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 349.91690856453005,\n \"timestamp\": 1719538777,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"f1df685b\",\n \"date\": \"2024-06-28_03-39-37\",\n \"time_this_iter_s\": 62.24173164367676,\n \"time_total_s\": 631.1538705825806,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 631.1538705825806,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719538777.1607192,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1395.3380626768578,\n \"min\": 349.91690856453005,\n \"avg\": 585.1466473677026,\n \"last\": 349.91690856453005,\n \"last-5-avg\": 389.6494589978316,\n \"last-10-avg\": 585.1466473677026\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 74.64295077323914,\n \"min\": 61.00002908706665,\n \"avg\": 63.11538705825806,\n \"last\": 62.24173164367676,\n \"last-5-avg\": 62.26071014404297,\n \"last-10-avg\": 63.11538705825806\n },\n \"time_total_s\": {\n \"max\": 631.1538705825806,\n \"min\": 74.64295077323914,\n \"avg\": 352.04152367115023,\n \"last\": 631.1538705825806,\n \"last-5-avg\": 506.60893216133115,\n \"last-10-avg\": 352.04152367115023\n },\n \"time_since_restore\": {\n \"max\": 631.1538705825806,\n \"min\": 74.64295077323914,\n \"avg\": 352.04152367115023,\n \"last\": 631.1538705825806,\n \"last-5-avg\": 506.60893216133115,\n \"last-10-avg\": 352.04152367115023\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452946807680d4308180c06037d588a4094869452946807680d4308ea743abda04d844094869452946807680d4308a7d3e9d498d6804094869452946807680d4308168bc5e2abc47d4094869452946807680d4308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b00000047404edafffa00000047404ea8dcd600000047404e96ad4e00000047404e8000f400000047404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109cce7092c6ffd88ffa4b1bd1c4bd6f66736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452948c0974696d657374616d70944a2c127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33302d3230948c1074696d655f746869735f697465725f7394474052a9261b0000008c0c74696d655f746f74616c5f7394474052a9261b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474052a9261b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d4b83002ee4db0bc934c547643268984007362756268317d94288c046c6f7373946836683c4308180c06037d588a4094869452948c0974696d657374616d70944a6a127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33312d3232948c1074696d655f746869735f697465725f739447404edafffa0000008c0c74696d655f746f74616c5f73944740610b530c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740610b530c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a118e62530e3e16a6bc624ab3a9fa1ae49b007362756268317d94288c046c6f7373946836683c4308ea743abda04d844094869452948c0974696d657374616d70944aa7127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33322d3233948c1074696d655f746869735f697465725f739447404ea8dcd60000008c0c74696d655f746f74616c5f7394474068b58a418000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474068b58a418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104fc4bcdd57291aa2e84f51c38a2a7c437362756268317d94288c046c6f7373946836683c4308a7d3e9d498d6804094869452948c0974696d657374616d70944ae4127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33332d3234948c1074696d655f746869735f697465725f739447404e96ad4e0000008c0c74696d655f746f74616c5f73944740702d9aca8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740702d9aca8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a101368a37afb65b3882a49f6c0b3673e687362756268317d94288c046c6f7373946836683c4308168bc5e2abc47d4094869452948c0974696d657374616d70944a21137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33342d3235948c1074696d655f746869735f697465725f739447404e8000f40000008c0c74696d655f746f74616c5f7394474073fd9ae90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073fd9ae90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a107a742346d39d2cb32141952e437bfb287362756268317d94288c046c6f7373946836683c4308552a958a3a267b4094869452948c0974696d657374616d70944a5f137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33352d3237948c1074696d655f746869735f697465725f739447404ef82f5e0000008c0c74696d655f746f74616c5f7394474077dca0d4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077dca0d4c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11229a55fe59d3adbf88443f20188157c6007362756268317d94288c046c6f7373946836683c43086bb55a0d3d65794094869452948c0974696d657374616d70944a9e137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33362d3330948c1074696d655f746869735f697465725f739447404f5abdb20000008c0c74696d655f746f74616c5f739447407bc7f88b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bc7f88b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1002278eb5ce60b4a251444416c63fa5197362756268317d94288c046c6f7373946836683c4308a552a9540c0c784094869452948c0974696d657374616d70944adc137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33372d3332948c1074696d655f746869735f697465725f739447404f18b51c0000008c0c74696d655f746f74616c5f739447407fab0f2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fab0f2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11eb63ff3268e666a21b4debc732cd1386007362756268317d94288c046c6f7373946836683c4308b55aad56c54d774094869452948c0974696d657374616d70944a1a147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33382d3334948c1074696d655f746869735f697465725f739447404f1c47840000008c0c74696d655f746f74616c5f7394474081c74c0f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081c74c0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a103a9f762c2fa67eaf594f462e82641f3f7362756268317d94288c046c6f7373946836683c430843a150a8abde754094869452948c0974696d657374616d70944a59147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33392d3337948c1074696d655f746869735f697465725f739447404f1ef1100000008c0c74696d655f746f74616c5f7394474083b93b208000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083b93b208000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"157597b6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d3035948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8434be683e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6087504471626306,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0008285643583924775,\n \"n_head\": 16\n },\n \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719538777.328315,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 265.69599794402836,\n \"timestamp\": 1719539367,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"157597b6\",\n \"date\": \"2024-06-28_03-49-27\",\n \"time_this_iter_s\": 57.52658176422119,\n \"time_total_s\": 590.6158361434937,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 590.6158361434937,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\"\n },\n \"last_result_time\": 1719539368.0009365,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 965.1062155896284,\n \"min\": 265.69599794402836,\n \"avg\": 417.14486456443,\n \"last\": 265.69599794402836,\n \"last-5-avg\": 298.2877890759566,\n \"last-10-avg\": 417.14486456443\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 71.3250789642334,\n \"min\": 57.036139488220215,\n \"avg\": 59.06158361434937,\n \"last\": 57.52658176422119,\n \"last-5-avg\": 57.644131088256835,\n \"last-10-avg\": 59.06158361434937\n },\n \"time_total_s\": {\n \"max\": 590.6158361434937,\n \"min\": 71.3250789642334,\n \"avg\": 331.2887733459473,\n \"last\": 590.6158361434937,\n \"last-5-avg\": 475.62998857498167,\n \"last-10-avg\": 331.2887733459473\n },\n \"time_since_restore\": {\n \"max\": 590.6158361434937,\n \"min\": 71.3250789642334,\n \"avg\": 331.2887733459473,\n \"last\": 590.6158361434937,\n \"last-5-avg\": 475.62998857498167,\n \"last-10-avg\": 331.2887733459473\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452946807680d43089bcd66c3cdac804094869452946807680d430847a3d14887767b4094869452946807680d430810080462bb5c784094869452946807680d4308d66ab57a9601764094869452946807680d430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce1800000047404cfc316e00000047404cca0ba800000047404cfcbe4a00000047404cc5fdb800000047404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11cab89c7743800989bf42a865ce7cf9fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452948c0974696d657374616d70944aa0147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34302d3438948c1074696d655f746869735f697465725f7394474051d4ce180000008c0c74696d655f746f74616c5f7394474051d4ce180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051d4ce180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114efab83b8ab17e8d95442a812d9d2ea7007362756268317d94288c046c6f7373946836683c43089bcd66c3cdac804094869452948c0974696d657374616d70944ada147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34312d3436948c1074696d655f746869735f697465725f739447404cfc316e0000008c0c74696d655f746f74616c5f73944740602973678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602973678000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11290f2e77e200b088ba45c34ae22a53f5007362756268317d94288c046c6f7373946836683c430847a3d14887767b4094869452948c0974696d657374616d70944a14157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34322d3434948c1074696d655f746869735f697465725f739447404cca0ba80000008c0c74696d655f746f74616c5f73944740675bf6518000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740675bf6518000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b0058a72446ad0b5944f46ef990a3eae007362756268317d94288c046c6f7373946836683c430810080462bb5c784094869452948c0974696d657374616d70944a4e157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34332d3432948c1074696d655f746869735f697465725f739447404cfcbe4a0000008c0c74696d655f746f74616c5f739447406e9b25e40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9b25e40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a118a8fc270e7c78599d84539dd702a5295007362756268317d94288c046c6f7373946836683c4308d66ab57a9601764094869452948c0974696d657374616d70944a87157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34342d3339948c1074696d655f746869735f697465725f739447404cc5fdb80000008c0c74696d655f746f74616c5f7394474072e652a90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072e652a90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1125100221564bb9a54745cc185dd3ffe8007362756268317d94288c046c6f7373946836683c430820100844d2fc744094869452948c0974696d657374616d70944ac1157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34352d3337948c1074696d655f746869735f697465725f739447404d0935480000008c0c74696d655f746f74616c5f73944740768779520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740768779520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f74352792ee0e295f24db2ff0ae060d9007362756268317d94288c046c6f7373946836683c43080a8542a1e174734094869452948c0974696d657374616d70944afb157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34362d3335948c1074696d655f746869735f697465725f739447404d0078820000008c0c74696d655f746f74616c5f739447407a2788624000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2788624000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116c8f06586244059e7b4d111fa9d88989007362756268317d94288c046c6f7373946836683c43085bad566b1e88724094869452948c0974696d657374616d70944a34167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34372d3332948c1074696d655f746869735f697465725f739447404c84a0380000008c0c74696d655f746f74616c5f739447407db81c694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db81c694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10183971296ab040930a4a1db17449143f7362756268317d94288c046c6f7373946836683c4308e27038cc10a2714094869452948c0974696d657374616d70944a6e167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34382d3330948c1074696d655f746869735f697465725f739447404cca89660000008c0c74696d655f746f74616c5f7394474080a8b6cb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080a8b6cb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101de6ec082d30aeaa9c4d3631a632975e7362756268317d94288c046c6f7373946836683c4308f67abdce229b704094869452948c0974696d657374616d70944aa7167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34392d3237948c1074696d655f746869735f697465725f739447404cc367080000008c0c74696d655f746f74616c5f739447408274ed3b8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408274ed3b8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"aaac0ba4\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d3337948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f84cb9c138d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.620662951741282,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.00347738554616066,\n \"n_head\": 4\n },\n \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719539368.1519523,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2036.6472908080093,\n \"timestamp\": 1719547805,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"aaac0ba4\",\n \"date\": \"2024-06-28_06-10-05\",\n \"time_this_iter_s\": 841.7590441703796,\n \"time_total_s\": 8437.740472078323,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 8437.740472078323,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\"\n },\n \"last_result_time\": 1719547805.9444683,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2061.2424547090304,\n \"min\": 2036.6472908080093,\n \"avg\": 2050.082223198357,\n \"last\": 2036.6472908080093,\n \"last-5-avg\": 2047.945392085999,\n \"last-10-avg\": 2050.0822231983575\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 859.009360074997,\n \"min\": 841.3607151508331,\n \"avg\": 843.7740472078324,\n \"last\": 841.7590441703796,\n \"last-5-avg\": 841.6228694438935,\n \"last-10-avg\": 843.7740472078324\n },\n \"time_total_s\": {\n \"max\": 8437.740472078323,\n \"min\": 859.009360074997,\n \"avg\": 4649.565741252899,\n \"last\": 8437.740472078323,\n \"last-5-avg\": 6754.424017953873,\n \"last-10-avg\": 4649.565741252899\n },\n \"time_since_restore\": {\n \"max\": 8437.740472078323,\n \"min\": 859.009360074997,\n \"avg\": 4649.565741252899,\n \"last\": 8437.740472078323,\n \"last-5-avg\": 6754.424017953873,\n \"last-10-avg\": 4649.565741252899\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452946807680d430891482402cd08a04094869452946807680d430867b3d9ac7c08a04094869452946807680d43080c0683c12704a04094869452946807680d430877bbdd2e0b10a04094869452946807680d4308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047408a5978f2e0000047408a56c3e8c0000047408a550aca80000047408a4fa77c40000047408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ca809afb68005cb0784225d9210f4d33736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452948c0974696d657374616d70944a021a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d30332d3437948c1074696d655f746869735f697465725f739447408ad8132b6000008c0c74696d655f746f74616c5f739447408ad8132b6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ad8132b6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ec432a8f7d7566ba6946b552856b85cf007362756268317d94288c046c6f7373946836683c430891482402cd08a04094869452948c0974696d657374616d70944a4d1d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d31372d3530948c1074696d655f746869735f697465725f739447408a5978f2e000008c0c74696d655f746f74616c5f739447409a98c60f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409a98c60f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115407cd0a4dd125992a4b65f76d5552c0007362756268317d94288c046c6f7373946836683c430867b3d9ac7c08a04094869452948c0974696d657374616d70944a98207e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d33312d3533948c1074696d655f746869735f697465725f739447408a56c3e8c000008c0c74696d655f746f74616c5f73944740a3e21401c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3e21401c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a118cd469370383fba6954a683455eaedde007362756268317d94288c046c6f7373946836683c43080c0683c12704a04094869452948c0974696d657374616d70944ae3237e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d34352d3535948c1074696d655f746869735f697465725f739447408a550aca8000008c0c74696d655f746f74616c5f73944740aa7756b46000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740aa7756b46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11a1c90ee839860698f64e486bb732f8a7007362756268317d94288c046c6f7373946836683c430877bbdd2e0b10a04094869452948c0974696d657374616d70944a2d277e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d35392d3537948c1074696d655f746869735f697465725f739447408a4fa77c4000008c0c74696d655f746f74616c5f73944740b085a049b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b085a049b800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1049629bae900e8882144d3a387df653567362756268317d94288c046c6f7373946836683c4308d4e9743a4507a04094869452948c0974696d657374616d70944a762a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d31332d3539948c1074696d655f746869735f697465725f739447408a4b01ed4000008c0c74696d655f746f74616c5f73944740b3cf00876000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3cf00876000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119371484c70e7c2ba604058a4fdde92e8007362756268317d94288c046c6f7373946836683c430832994ce66702a04094869452948c0974696d657374616d70944ac02d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d32382d3031948c1074696d655f746869735f697465725f739447408a5020074000008c0c74696d655f746f74616c5f73944740b71904884800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b71904884800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11ef48ffb9f32772ac4641f08c86452fd7007362756268317d94288c046c6f7373946836683c4308180c06237c1aa04094869452948c0974696d657374616d70944a0a317e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d34322d3032948c1074696d655f746869735f697465725f739447408a4ae2bea000008c0c74696d655f746f74616c5f73944740ba6260e01c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ba6260e01c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11ec2dcd7ea52ef7813b477dfa5ee843d3007362756268317d94288c046c6f7373946836683c43086bb55a0dffe39f4094869452948c0974696d657374616d70944a53347e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d35362d3034948c1074696d655f746869735f697465725f739447408a4cd2f60000008c0c74696d655f746f74616c5f73944740bdabfb3edc00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740bdabfb3edc00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1181f2d5742599e59ac047376cbca56bf2007362756268317d94288c046c6f7373946836683c43089bcd66d396d29f4094869452948c0974696d657374616d70944a9d377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30362d31302d3035948c1074696d655f746869735f697465725f739447408a4e1285c000008c0c74696d655f746f74616c5f73944740c07adec7ca00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740c07adec7ca00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b2637af1\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d3238948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f85628bac878c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2473324871734921,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.08715018752570974,\n \"n_head\": 16\n },\n \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719547806.1505933,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.741417591966,\n \"timestamp\": 1719548344,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"b2637af1\",\n \"date\": \"2024-06-28_06-19-04\",\n \"time_this_iter_s\": 52.11372709274292,\n \"time_total_s\": 538.2431201934814,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 538.2431201934814,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\"\n },\n \"last_result_time\": 1719548344.4419425,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2342.1553426427167,\n \"min\": 1954.741417591966,\n \"avg\": 2049.385956050842,\n \"last\": 1954.741417591966,\n \"last-5-avg\": 1961.6518164446975,\n \"last-10-avg\": 2049.3859560508427\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 66.37161922454834,\n \"min\": 52.05119323730469,\n \"avg\": 53.82431201934815,\n \"last\": 52.11372709274292,\n \"last-5-avg\": 52.259254121780394,\n \"last-10-avg\": 53.82431201934814\n },\n \"time_total_s\": {\n \"max\": 538.2431201934814,\n \"min\": 66.37161922454834,\n \"avg\": 302.71114158630365,\n \"last\": 538.2431201934814,\n \"last-5-avg\": 433.699472618103,\n \"last-10-avg\": 302.7111415863037\n },\n \"time_since_restore\": {\n \"max\": 538.2431201934814,\n \"min\": 66.37161922454834,\n \"avg\": 302.71114158630365,\n \"last\": 538.2431201934814,\n \"last-5-avg\": 433.699472618103,\n \"last-10-avg\": 302.7111415863037\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452946807680d4308ad56ab15506ca14094869452946807680d4308e8f3f95cd852a04094869452946807680d4308f4f97cfe5ecf9f4094869452946807680d43086fb7dbed17109f4094869452946807680d4308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047404a49e2f400000047404a7a112400000047404a4556e600000047404a40562800000047404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1014fa9e604a5febb87c4d31fa9b658a7e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452948c0974696d657374616d70944ae0377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31312d3132948c1074696d655f746869735f697465725f739447405097c89c0000008c0c74696d655f746f74616c5f739447405097c89c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405097c89c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a107fd171facc8dd6b75049328fd8e892577362756268317d94288c046c6f7373946836683c4308ad56ab15506ca14094869452948c0974696d657374616d70944a15387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3035948c1074696d655f746869735f697465725f739447404a49e2f40000008c0c74696d655f746f74616c5f739447405dbcba160000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405dbcba160000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11bb50fa9b9716ed94c04163f6ef82988e007362756268317d94288c046c6f7373946836683c4308e8f3f95cd852a04094869452948c0974696d657374616d70944a4a387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3538948c1074696d655f746869735f697465725f739447404a7a11240000008c0c74696d655f746f74616c5f73944740657ce1540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740657ce1540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11aa1fec2e9bd754a4f24ad0cdc9cfeeb0007362756268317d94288c046c6f7373946836683c4308f4f97cfe5ecf9f4094869452948c0974696d657374616d70944a7e387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31332d3530948c1074696d655f746869735f697465725f739447404a4556e60000008c0c74696d655f746f74616c5f739447406c0e370d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c0e370d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10868b09316c9636bfc4423e6e2940a5447362756268317d94288c046c6f7373946836683c43086fb7dbed17109f4094869452948c0974696d657374616d70944ab3387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31342d3433948c1074696d655f746869735f697465725f739447404a4056280000008c0c74696d655f746f74616c5f73944740714f264bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714f264bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10a5bab18b117796b7594c12e88c0b83227362756268317d94288c046c6f7373946836683c4308140a85a2b7dc9e4094869452948c0974696d657374616d70944ae7387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31352d3335948c1074696d655f746869735f697465725f739447404a068d800000008c0c74696d655f746f74616c5f73944740748ff7fbc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740748ff7fbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f3a110921d0dba834345ef26f03521f0007362756268317d94288c046c6f7373946836683c4308040281a017ac9e4094869452948c0974696d657374616d70944a1b397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31362d3237948c1074696d655f746869735f697465725f739447404a42955e0000008c0c74696d655f746f74616c5f7394474077d84aa78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077d84aa78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11b83b183ef88166a4ec405316ce1df7b4007362756268317d94288c046c6f7373946836683c4308c8e3f118b69c9e4094869452948c0974696d657374616d70944a4f397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31372d3139948c1074696d655f746869735f697465725f739447404a0b90be0000008c0c74696d655f746f74616c5f739447407b19bcbf4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b19bcbf4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a116e0c5c6f2386ee95a14ee4abdda57ce7007362756268317d94288c046c6f7373946836683c4308d66ab5ba8c909e4094869452948c0974696d657374616d70944a84397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31382d3132948c1074696d655f746869735f697465725f739447404a42a9fa0000008c0c74696d655f746f74616c5f739447407e6211fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e6211fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116acddf477d0ff69fb948d4b269f0ce98007362756268317d94288c046c6f7373946836683c4308b1582c36f78a9e4094869452948c0974696d657374616d70944ab8397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31392d3034948c1074696d655f746869735f697465725f739447404a0e8e9c0000008c0c74696d655f746f74616c5f7394474080d1f1e90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d1f1e90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3d8a1340\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d3036948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8da361113a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9833194838066408,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0004542749659626088,\n \"n_head\": 2\n },\n \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719548344.5918303,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719549146,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"3d8a1340\",\n \"date\": \"2024-06-28_06-32-26\",\n \"time_this_iter_s\": 79.03019595146179,\n \"time_total_s\": 801.7016909122467,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 801.7016909122467,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\"\n },\n \"last_result_time\": 1719549146.3397918,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 91.73844981193542,\n \"min\": 78.50712847709656,\n \"avg\": 80.17016909122468,\n \"last\": 79.03019595146179,\n \"last-5-avg\": 78.91907229423524,\n \"last-10-avg\": 80.17016909122466\n },\n \"time_total_s\": {\n \"max\": 801.7016909122467,\n \"min\": 91.73844981193542,\n \"avg\": 446.61356441974635,\n \"last\": 801.7016909122467,\n \"last-5-avg\": 643.7671368598938,\n \"last-10-avg\": 446.6135644197464\n },\n \"time_since_restore\": {\n \"max\": 801.7016909122467,\n \"min\": 91.73844981193542,\n \"avg\": 446.61356441974635,\n \"last\": 801.7016909122467,\n \"last-5-avg\": 643.7671368598938,\n \"last-10-avg\": 446.6135644197464\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c3000000474053bae9ac000000474053bf13cb000000474053a074cb000000474053bd1915000000474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1073b7d55681be62982041d01c3b42612c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a143a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32302d3336948c1074696d655f746869735f697465725f7394474056ef42c30000008c0c74696d655f746f74616c5f7394474056ef42c30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474056ef42c30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a116416642b77e3b1a945412ef2d516c2dc007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a633a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32312d3535948c1074696d655f746869735f697465725f7394474053bae9ac0000008c0c74696d655f746f74616c5f73944740655516378000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740655516378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109e64c3ee3ce2c1ba734bf449a0e9772a7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ab23a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32332d3134948c1074696d655f746869735f697465725f7394474053bf13cb0000008c0c74696d655f746f74616c5f739447406f34a01d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f34a01d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11087a7f04b3009089f64bd03e7aeb9ebe007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a003b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32342d3332948c1074696d655f746869735f697465725f7394474053a074cb0000008c0c74696d655f746f74616c5f7394474074826d414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474074826d414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11be82d4a1b76080bc7b4965fd93dd33f3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a4f3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32352d3531948c1074696d655f746869735f697465725f7394474053bd19150000008c0c74696d655f746f74616c5f739447407971b3868000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407971b3868000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11de4c71d7094fbb98e943733f42ee5594007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a9e3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32372d3130948c1074696d655f746869735f697465725f7394474053c098a30000008c0c74696d655f746f74616c5f739447407e61d9af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e61d9af4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116963b8bca8aee09fd14fa62fabe27a8b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aed3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32382d3239948c1074696d655f746869735f697465725f7394474053a3ac1b0000008c0c74696d655f746f74616c5f7394474081a5625b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081a5625b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111978638771b831b4114cc7deb7e17be5007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a3c3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32392d3438948c1074696d655f746869735f697465725f7394474053c00d260000008c0c74696d655f746f74616c5f73944740841d63ffc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740841d63ffc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a3250d5862204d92a647a226c8a36d82007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8b3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33312d3037948c1074696d655f746869735f697465725f7394474053bfd9c80000008c0c74696d655f746f74616c5f7394474086955f38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086955f38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a114b13e1145a44af97834f61545e1563fa007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ada3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33322d3236948c1074696d655f746869735f697465725f7394474053c1eebb0000008c0c74696d655f746f74616c5f73944740890d9d102000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740890d9d102000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"88943ec6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d3034948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8e3a2ce9178c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.02058782092742384,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00012206173551085312,\n \"n_head\": 16\n },\n \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719549146.4948225,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1953.125932348056,\n \"timestamp\": 1719550406,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"88943ec6\",\n \"date\": \"2024-06-28_06-53-26\",\n \"time_this_iter_s\": 124.03362774848938,\n \"time_total_s\": 1260.0365612506866,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1260.0365612506866,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719550406.584547,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1957.8012575164555,\n \"min\": 1952.0587047667016,\n \"avg\": 1954.4239703321082,\n \"last\": 1953.125932348056,\n \"last-5-avg\": 1953.9543325349102,\n \"last-10-avg\": 1954.4239703321084\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 138.29581928253174,\n \"min\": 123.8325846195221,\n \"avg\": 126.00365612506867,\n \"last\": 124.03362774848938,\n \"last-5-avg\": 124.45651307106019,\n \"last-10-avg\": 126.00365612506866\n },\n \"time_total_s\": {\n \"max\": 1260.0365612506866,\n \"min\": 138.29581928253174,\n \"avg\": 699.97023127079,\n \"last\": 1260.0365612506866,\n \"last-5-avg\": 1011.7537503242493,\n \"last-10-avg\": 699.9702312707901\n },\n \"time_since_restore\": {\n \"max\": 1260.0365612506866,\n \"min\": 138.29581928253174,\n \"avg\": 699.97023127079,\n \"last\": 1260.0365612506866,\n \"last-5-avg\": 1011.7537503242493,\n \"last-10-avg\": 699.9702312707901\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452946807680d43086fb7db9dc1839e4094869452946807680d4308ee76bb2dc0849e4094869452946807680d430867b3d97c34979e4094869452946807680d4308b7dbed16548d9e4094869452946807680d430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a00000047405f42dd6400000047405f3eeaf700000047405f39551500000047405f22355400000047405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f97ca0bc7dd14ba6e44dac90b6d83e100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452948c0974696d657374616d70944a643d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33342d3434948c1074696d655f746869735f697465725f739447406149775a0000008c0c74696d655f746f74616c5f739447406149775a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406149775a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c4a67787ea82eaac13487cbb8c048d147362756268317d94288c046c6f7373946836683c43086fb7db9dc1839e4094869452948c0974696d657374616d70944ae13d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33362d3439948c1074696d655f746869735f697465725f739447405f42dd640000008c0c74696d655f746f74616c5f73944740707573060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740707573060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11f905954e7071069fc24659f43bf0cfa6007362756268317d94288c046c6f7373946836683c4308ee76bb2dc0849e4094869452948c0974696d657374616d70944a5e3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33382d3534948c1074696d655f746869735f697465725f739447405f3eeaf70000008c0c74696d655f746f74616c5f7394474078452dc3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078452dc3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f7ec5187b634c80d7450dcc160a41d2007362756268317d94288c046c6f7373946836683c430867b3d97c34979e4094869452948c0974696d657374616d70944adb3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34302d3539948c1074696d655f746869735f697465725f739447405f3955150000008c0c74696d655f746f74616c5f739447408009c1848000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408009c1848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1062a7d2b169ac018602496f94368aa91b7362756268317d94288c046c6f7373946836683c4308b7dbed16548d9e4094869452948c0974696d657374616d70944a583f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34332d3034948c1074696d655f746869735f697465725f739447405f2235540000008c0c74696d655f746f74616c5f7394474083ee082f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083ee082f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11dfee5b53521445b0d4457ec8274c98d7007362756268317d94288c046c6f7373946836683c430843a15018b18d9e4094869452948c0974696d657374616d70944ad53f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34352d3039948c1074696d655f746869735f697465725f739447405f4ade640000008c0c74696d655f746f74616c5f7394474087d763fb8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087d763fb8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1149fe90612b2c5ebb9f4ed0d2ac951df8007362756268317d94288c046c6f7373946836683c4308cce57219e48d9e4094869452948c0974696d657374616d70944a52407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34372d3134948c1074696d655f746869735f697465725f739447405f2d856e0000008c0c74696d655f746f74616c5f739447408bbd14a94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408bbd14a94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1067d8e8b2cd668aa1fd48e65e8685f9777362756268317d94288c046c6f7373946836683c4308dced76ebc3869e4094869452948c0974696d657374616d70944ace407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34392d3138948c1074696d655f746869735f697465725f739447405f2241b50000008c0c74696d655f746f74616c5f739447408fa15cdfe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408fa15cdfe000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11cc7509c3c64115aa2a41f7d845acbce2007362756268317d94288c046c6f7373946836683c430869341a1d3c809e4094869452948c0974696d657374616d70944a4a417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35312d3232948c1074696d655f746869735f697465725f739447405ef549110000008c0c74696d655f746f74616c5f7394474091c003010000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091c003010000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116dbeecdbc57614ad4f49652edcd814a4007362756268317d94288c046c6f7373946836683c4308a3d168f480849e4094869452948c0974696d657374616d70944ac6417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35332d3236948c1074696d655f746869735f697465725f739447405f0226f50000008c0c74696d655f746f74616c5f7394474093b025705000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474093b025705000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e1c21a5b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8f1c6cefae8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9609532957830483,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0003819692551562951,\n \"n_head\": 4\n },\n \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719550406.7353516,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2166.0535782941683,\n \"timestamp\": 1719551009,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"e1c21a5b\",\n \"date\": \"2024-06-28_07-03-29\",\n \"time_this_iter_s\": 58.87797403335571,\n \"time_total_s\": 602.5065522193909,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 602.5065522193909,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\"\n },\n \"last_result_time\": 1719551009.2871013,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2194.870497816191,\n \"min\": 2161.298410971334,\n \"avg\": 2172.305702894316,\n \"last\": 2166.0535782941683,\n \"last-5-avg\": 2165.150327763595,\n \"last-10-avg\": 2172.305702894316\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 72.34097814559937,\n \"min\": 58.70789837837219,\n \"avg\": 60.25065522193909,\n \"last\": 58.87797403335571,\n \"last-5-avg\": 58.92110424041748,\n \"last-10-avg\": 60.250655221939084\n },\n \"time_total_s\": {\n \"max\": 602.5065522193909,\n \"min\": 72.34097814559937,\n \"avg\": 337.2882109642029,\n \"last\": 602.5065522193909,\n \"last-5-avg\": 484.5309166431427,\n \"last-10-avg\": 337.2882109642029\n },\n \"time_since_restore\": {\n \"max\": 602.5065522193909,\n \"min\": 72.34097814559937,\n \"avg\": 337.2882109642029,\n \"last\": 602.5065522193909,\n \"last-5-avg\": 484.5309166431427,\n \"last-10-avg\": 337.2882109642029\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452946807680d430828140a35b611a14094869452946807680d4308d66ab5cabdf5a04094869452946807680d4308ce66b379d8fca04094869452946807680d43080683c13092f8a04094869452946807680d4308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d29600000047404d5a9c6a00000047404d673aa400000047404d9ceb6400000047404d68ed5e00000047404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ef06642911d5abbaee41f1018e5447be00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452948c0974696d657374616d70944a0f427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35342d3339948c1074696d655f746869735f697465725f739447405215d2960000008c0c74696d655f746f74616c5f739447405215d2960000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405215d2960000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ab28b1b5c23f6bacbe416b804188132f7362756268317d94288c046c6f7373946836683c430828140a35b611a14094869452948c0974696d657374616d70944a49427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35352d3337948c1074696d655f746869735f697465725f739447404d5a9c6a0000008c0c74696d655f746f74616c5f73944740606190658000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740606190658000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11db171b4bcccbbc962c4cf18417d1aea9007362756268317d94288c046c6f7373946836683c4308d66ab5cabdf5a04094869452948c0974696d657374616d70944a84427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35362d3336948c1074696d655f746869735f697465725f739447404d673aa40000008c0c74696d655f746f74616c5f7394474067bb5f0e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474067bb5f0e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11575915032c01ee8a1f4a48416f44a597007362756268317d94288c046c6f7373946836683c4308ce66b379d8fca04094869452948c0974696d657374616d70944abf427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35372d3335948c1074696d655f746869735f697465725f739447404d9ceb640000008c0c74696d655f746f74616c5f739447406f2299e78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f2299e78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10126b7cf177167a852d4e59eda49ae17c7362756268317d94288c046c6f7373946836683c43080683c13092f8a04094869452948c0974696d657374616d70944afa427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35382d3334948c1074696d655f746869735f697465725f739447404d68ed5e0000008c0c74696d655f746f74616c5f73944740733e6a9f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740733e6a9f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1034fc36a8289a25867842b9fb352ad0437362756268317d94288c046c6f7373946836683c4308de6eb7fb33f2a04094869452948c0974696d657374616d70944a35437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35392d3333948c1074696d655f746869735f697465725f739447404d62554a0000008c0c74696d655f746f74616c5f7394474076eab548c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076eab548c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a108ef407a9f873cf8edd4ee7fbb82b40547362756268317d94288c046c6f7373946836683c4308f8fbfd4e96e7a04094869452948c0974696d657374616d70944a70437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30302d3332948c1074696d655f746869735f697465725f739447404d6dddf00000008c0c74696d655f746f74616c5f739447407a987106c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a987106c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10e69d96761af0d0b9aa4ddea117a79c2c7362756268317d94288c046c6f7373946836683c4308a150285402eba04094869452948c0974696d657374616d70944aab437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30312d3331948c1074696d655f746869735f697465725f739447404d65c2bc0000008c0c74696d655f746f74616c5f739447407e45295e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e45295e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a102c27e5fe23ddf9a71842fd0d9f3e1b307362756268317d94288c046c6f7373946836683c43084ba552c998e2a04094869452948c0974696d657374616d70944ae6437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30322d3330948c1074696d655f746869735f697465725f739447404da72a4e0000008c0c74696d655f746f74616c5f7394474080fd07540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080fd07540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df7145fa71899a20b438ae283304aff007362756268317d94288c046c6f7373946836683c4308753a9d6e1beca04094869452948c0974696d657374616d70944a21447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30332d3239948c1074696d655f746869735f697465725f739447404d7061740000008c0c74696d655f746f74616c5f7394474082d40d6b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d40d6b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"08bd9367\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f904a0c0afa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7685314783666725,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.056339001711097965,\n \"n_head\": 4\n },\n \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719551009.4364445,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.1531540277435,\n \"timestamp\": 1719551747,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"08bd9367\",\n \"date\": \"2024-06-28_07-15-47\",\n \"time_this_iter_s\": 72.91625618934631,\n \"time_total_s\": 737.8909130096436,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 737.8909130096436,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\"\n },\n \"last_result_time\": 1719551747.3728619,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3700.8752076156497,\n \"min\": 1953.846070297121,\n \"avg\": 2223.6251491756893,\n \"last\": 1954.1531540277435,\n \"last-5-avg\": 1954.4872041476992,\n \"last-10-avg\": 2223.6251491756893\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.83756732940674,\n \"min\": 72.14350414276123,\n \"avg\": 73.78909130096436,\n \"last\": 72.91625618934631,\n \"last-5-avg\": 72.48127055168152,\n \"last-10-avg\": 73.78909130096436\n },\n \"time_total_s\": {\n \"max\": 737.8909130096436,\n \"min\": 85.83756732940674,\n \"avg\": 411.66717779636383,\n \"last\": 737.8909130096436,\n \"last-5-avg\": 592.698592376709,\n \"last-10-avg\": 411.66717779636383\n },\n \"time_since_restore\": {\n \"max\": 737.8909130096436,\n \"min\": 85.83756732940674,\n \"avg\": 411.66717779636383,\n \"last\": 737.8909130096436,\n \"last-5-avg\": 592.698592376709,\n \"last-10-avg\": 411.66717779636383\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452946807680d4308de6eb75b049ba44094869452946807680d430877bbdd0e62e0a04094869452946807680d4308ecf57a9dde479f4094869452946807680d43080e87c36117ad9e4094869452946807680d4308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab40000004740521c6c530000004740521187140000004740521db0bf0000004740521dc42f000000474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10416aa26309ebdfb50340ce24bb268737736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452948c0974696d657374616d70944a77447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30342d3535948c1074696d655f746869735f697465725f7394474055759ab40000008c0c74696d655f746f74616c5f7394474055759ab40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474055759ab40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1026248354f13a66a5b34788fefda1f5407362756268317d94288c046c6f7373946836683c4308de6eb75b049ba44094869452948c0974696d657374616d70944abf447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30362d3037948c1074696d655f746869735f697465725f73944740521c6c530000008c0c74696d655f746f74616c5f7394474063c903838000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474063c903838000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e674ca3aea60eeacbc4f2e588ba923da007362756268317d94288c046c6f7373946836683c430877bbdd0e62e0a04094869452948c0974696d657374616d70944a07457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30372d3230948c1074696d655f746869735f697465725f73944740521187140000008c0c74696d655f746f74616c5f739447406cd1c70d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd1c70d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a105f882156c66165bd1b457b536c6761647362756268317d94288c046c6f7373946836683c4308ecf57a9dde479f4094869452948c0974696d657374616d70944a50457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30382d3332948c1074696d655f746869735f697465725f73944740521db0bf0000008c0c74696d655f746f74616c5f7394474072f04fb68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072f04fb68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111f11771aa8d1ef8bf84105413f8599cf007362756268317d94288c046c6f7373946836683c43080e87c36117ad9e4094869452948c0974696d657374616d70944a98457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30392d3434948c1074696d655f746869735f697465725f73944740521dc42f0000008c0c74696d655f746f74616c5f739447407777c0c24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407777c0c24000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113eeccdd8af0c139908486277f1d38cd2007362756268317d94288c046c6f7373946836683c4308201008e4f68e9e4094869452948c0974696d657374616d70944ae1457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31302d3537948c1074696d655f746869735f697465725f7394474052092f2c0000008c0c74696d655f746f74616c5f739447407bfa0c8d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bfa0c8d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a106e2bd7234aa1c7b9e4479a435058d1667362756268317d94288c046c6f7373946836683c4308a552a91407899e4094869452948c0974696d657374616d70944a29467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31322d3039948c1074696d655f746869735f697465725f7394474052264d920000008c0c74696d655f746f74616c5f739447408041cff8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408041cff8e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a107c670d236d300080434e5446ddc71e0e7362756268317d94288c046c6f7373946836683c43080281406062879e4094869452948c0974696d657374616d70944a72467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31332d3232948c1074696d655f746869735f697465725f739447405222f56e0000008c0c74696d655f746f74616c5f7394474082862ea6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082862ea6a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10588c7909b002f5a91846675b308737027362756268317d94288c046c6f7373946836683c430877bbdd4ec1899e4094869452948c0974696d657374616d70944aba467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31342d3334948c1074696d655f746869735f697465725f73944740520ceb920000008c0c74696d655f746f74616c5f7394474084c7cc18e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c7cc18e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a110a84573b76e028b86046c505ef802cb5007362756268317d94288c046c6f7373946836683c4308a3d168d49c889e4094869452948c0974696d657374616d70944a03477e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31352d3437948c1074696d655f746869735f697465725f73944740523aa3f10000008c0c74696d655f746f74616c5f73944740870f20970000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740870f20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"261349af\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d3239948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f90e0e681288c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.2474625892184107,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.09815210368028619,\n \"n_head\": 16\n },\n \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719551747.5242279,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 3048.0907587967517,\n \"timestamp\": 1719558037,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"261349af\",\n \"date\": \"2024-06-28_09-00-38\",\n \"time_this_iter_s\": 627.6434020996094,\n \"time_total_s\": 6290.689426183701,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 6290.689426183701,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\"\n },\n \"last_result_time\": 1719558038.2702613,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 5146.327555979331,\n \"min\": 3048.0907587967517,\n \"avg\": 4273.107454363004,\n \"last\": 3048.0907587967517,\n \"last-5-avg\": 3672.7043072557826,\n \"last-10-avg\": 4273.107454363005\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 641.6589081287384,\n \"min\": 627.4417996406555,\n \"avg\": 629.06894261837,\n \"last\": 627.6434020996094,\n \"last-5-avg\": 627.5811639785767,\n \"last-10-avg\": 629.0689426183701\n },\n \"time_total_s\": {\n \"max\": 6290.689426183701,\n \"min\": 641.6589081287384,\n \"avg\": 3466.3823635578156,\n \"last\": 6290.689426183701,\n \"last-5-avg\": 5035.5273536682125,\n \"last-10-avg\": 3466.3823635578156\n },\n \"time_since_restore\": {\n \"max\": 6290.689426183701,\n \"min\": 641.6589081287384,\n \"avg\": 3466.3823635578156,\n \"last\": 6290.689426183701,\n \"last-5-avg\": 5035.5273536682125,\n \"last-10-avg\": 3466.3823635578156\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452946807680d4308e672b9dcd1b8b34094869452946807680d430828140a658b2fb34094869452946807680d43089fcfe7b36481b24094869452946807680d43080c0683c177abb14094869452946807680d43088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a000004740839ce3de0000004740839fadc0a00000474083a01cff2000004740839c50c40000004740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10fbac3ad5ce651e9d844fb426f09f6356736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452948c0974696d657374616d70944a84497e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d32362d3239948c1074696d655f746869735f697465725f73944740840d4571a000008c0c74696d655f746f74616c5f73944740840d4571a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740840d4571a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a115b7c487489b41b8642429c7776614591007362756268317d94288c046c6f7373946836683c4308e672b9dcd1b8b34094869452948c0974696d657374616d70944af84b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d33362d3536948c1074696d655f746869735f697465725f73944740839ce3de0000008c0c74696d655f746f74616c5f7394474093d514a7d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474093d514a7d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105945c0dd5095319a2d41117c2fdc467e7362756268317d94288c046c6f7373946836683c430828140a658b2fb34094869452948c0974696d657374616d70944a6c4e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d34372d3234948c1074696d655f746869735f697465725f73944740839fadc0a000008c0c74696d655f746f74616c5f739447409da4eb882000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409da4eb882000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a4ea01899ada5aaf2d4aa3c66ad24ba5007362756268317d94288c046c6f7373946836683c43089fcfe7b36481b24094869452948c0974696d657374616d70944ae0507e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d35372d3532948c1074696d655f746869735f697465725f7394474083a01cff2000008c0c74696d655f746f74616c5f73944740a3ba7d03d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3ba7d03d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1199bb2ad82e2b418b494ab92a095d349b007362756268317d94288c046c6f7373946836683c43080c0683c177abb14094869452948c0974696d657374616d70944a53537e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d30382d3230948c1074696d655f746869735f697465725f73944740839c50c40000008c0c74696d655f746f74616c5f73944740a8a19134d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a8a19134d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c6d693e25fb07899bc405aab83f58f387362756268317d94288c046c6f7373946836683c43088542a1f021b1b04094869452948c0974696d657374616d70944ac7557e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d31382d3437948c1074696d655f746869735f697465725f73944740839c9bb9e000008c0c74696d655f746f74616c5f73944740ad88b8235000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ad88b8235000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c1dc1409b4aa61af69469c8d6629aa9b007362756268317d94288c046c6f7373946836683c4308c26030b81b2eaf4094869452948c0974696d657374616d70944a3b587e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d32392d3135948c1074696d655f746869735f697465725f73944740839c9f582000008c0c74696d655f746f74616c5f73944740b137effcac00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b137effcac00008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a110686389554948f8fc44e6f10ee730fd6007362756268317d94288c046c6f7373946836683c43085128142a2dcbac4094869452948c0974696d657374616d70944aae5a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d33392d3433948c1074696d655f746869735f697465725f73944740839d558e4000008c0c74696d655f746f74616c5f73944740b3ab9aae7400008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3ab9aae7400008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c121afee7b4f46b9a7482083c33dfdec007362756268317d94288c046c6f7373946836683c43085bad56cb4f4baa4094869452948c0974696d657374616d70944a225d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d35302d3130948c1074696d655f746869735f697465725f73944740839b88ce4000008c0c74696d655f746f74616c5f73944740b61f0bc83c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b61f0bc83c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11f2e9c08ef20e10a5ae4ddcb8f840c0db007362756268317d94288c046c6f7373946836683c4308bfdfef772ed0a74094869452948c0974696d657374616d70944a955f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30392d30302d3338948c1074696d655f746869735f697465725f73944740839d25b00000008c0c74696d655f746f74616c5f73944740b892b07e3c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b892b07e3c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7c19332c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d3437948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9177b4a4848c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.011294664762497991,\n \"n_head\": 2\n },\n \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719558038.433597,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2146.9344828447956,\n \"timestamp\": 1719561058,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"7c19332c\",\n \"date\": \"2024-06-28_09-50-58\",\n \"time_this_iter_s\": 299.9912140369415,\n \"time_total_s\": 3020.282461166382,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 3020.282461166382,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\"\n },\n \"last_result_time\": 1719561058.772585,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2261.2695754644437,\n \"min\": 2146.9344828447956,\n \"avg\": 2196.342053991603,\n \"last\": 2146.9344828447956,\n \"last-5-avg\": 2204.1819978008125,\n \"last-10-avg\": 2196.342053991603\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 314.7119266986847,\n \"min\": 299.9912140369415,\n \"avg\": 302.0282461166382,\n \"last\": 299.9912140369415,\n \"last-5-avg\": 300.2873908042908,\n \"last-10-avg\": 302.0282461166382\n },\n \"time_total_s\": {\n \"max\": 3020.282461166382,\n \"min\": 314.7119266986847,\n \"avg\": 1668.2465629577637,\n \"last\": 3020.282461166382,\n \"last-5-avg\": 2419.874883508682,\n \"last-10-avg\": 1668.2465629577637\n },\n \"time_since_restore\": {\n \"max\": 3020.282461166382,\n \"min\": 314.7119266986847,\n \"avg\": 1668.2465629577637,\n \"last\": 3020.282461166382,\n \"last-5-avg\": 2419.874883508682,\n \"last-10-avg\": 1668.2465629577637\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452946807680d430853a9549ae70ca14094869452946807680d430873b95c2ed3faa04094869452946807680d430889442291bf47a14094869452946807680d43081a8d46832118a14094869452946807680d43082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d400000474072cbc486400000474072cfaf95000000474072d3b176800000474072d2fd93800000474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d16ea2ef204af99f60483a00aa22a98400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452948c0974696d657374616d70944ad0607e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d30352d3533948c1074696d655f746869735f697465725f7394474073ab640d4000008c0c74696d655f746f74616c5f7394474073ab640d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073ab640d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11c83a6c690ae4bb98ec462c397066c4a0007362756268317d94288c046c6f7373946836683c430853a9549ae70ca14094869452948c0974696d657374616d70944afd617e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31302d3533948c1074696d655f746869735f697465725f7394474072cbc4864000008c0c74696d655f746f74616c5f73944740833b9449c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740833b9449c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a117f08922cae7c5f816246588b730b00dc007362756268317d94288c046c6f7373946836683c430873b95c2ed3faa04094869452948c0974696d657374616d70944a2a637e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31352d3534948c1074696d655f746869735f697465725f7394474072cfaf950000008c0c74696d655f746f74616c5f739447408ca36c144000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ca36c144000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1174a85a14e52540964c41881a1f7508af007362756268317d94288c046c6f7373946836683c430889442291bf47a14094869452948c0974696d657374616d70944a57647e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32302d3536948c1074696d655f746869735f697465725f7394474072d3b1768000008c0c74696d655f746f74616c5f739447409306a267c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409306a267c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10f44732922628068aa04ed452b9284f4a7362756268317d94288c046c6f7373946836683c43081a8d46832118a14094869452948c0974696d657374616d70944a85657e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32352d3537948c1074696d655f746869735f697465725f7394474072d2fd938000008c0c74696d655f746f74616c5f7394474097bb61cca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097bb61cca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1009d86ee378924ba6764658b2225e432f7362756268317d94288c046c6f7373946836683c43082e97cb058aaaa14094869452948c0974696d657374616d70944ab1667e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33302d3537948c1074696d655f746869735f697465725f7394474072c8b2008000008c0c74696d655f746f74616c5f739447409c6d8e4cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409c6d8e4cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11db0556b4d648069e22479034f20727d6007362756268317d94288c046c6f7373946836683c4308753a9d0e023ca14094869452948c0974696d657374616d70944add677e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33352d3538948c1074696d655f746869735f697465725f7394474072c4368d8000008c0c74696d655f746f74616c5f73944740a08f4df81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a08f4df81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1105db1aaf1f6c49a985411031a9104afc007362756268317d94288c046c6f7373946836683c43089fcfe7a3b73aa14094869452948c0974696d657374616d70944a0a697e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34302d3538948c1074696d655f746869735f697465725f7394474072c1b7008000008c0c74696d655f746f74616c5f73944740a2e784d82000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2e784d82000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10219e2c42bd240b9c864a441dc1c962467362756268317d94288c046c6f7373946836683c4308ea743abdaf32a14094869452948c0974696d657374616d70944a366a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34352d3538948c1074696d655f746869735f697465725f7394474072c88231c000008c0c74696d655f746f74616c5f73944740a540951e5800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a540951e5800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a102dae8b92f01c67adf941f25598e439637362756268317d94288c046c6f7373946836683c430824128974dec5a04094869452948c0974696d657374616d70944a626b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d35302d3538948c1074696d655f746869735f697465725f7394474072bfdc034000008c0c74696d655f746f74616c5f73944740a798909ec000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a798909ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"769b08ee\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d3338948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f97a9b5e3908c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9311098017111933,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0033598362705093534,\n \"n_head\": 16\n },\n \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719561058.926876,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2067.5648145300197,\n \"timestamp\": 1719562054,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"769b08ee\",\n \"date\": \"2024-06-28_10-07-34\",\n \"time_this_iter_s\": 98.67155456542969,\n \"time_total_s\": 995.7130689620972,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 995.7130689620972,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\"\n },\n \"last_result_time\": 1719562054.6915047,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2152.0349524790845,\n \"min\": 2067.5648145300197,\n \"avg\": 2101.9375813161296,\n \"last\": 2067.5648145300197,\n \"last-5-avg\": 2079.8092696542817,\n \"last-10-avg\": 2101.937581316129\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 112.00384831428528,\n \"min\": 97.76127862930298,\n \"avg\": 99.5713068962097,\n \"last\": 98.67155456542969,\n \"last-5-avg\": 98.23846459388733,\n \"last-10-avg\": 99.57130689620972\n },\n \"time_total_s\": {\n \"max\": 995.7130689620972,\n \"min\": 112.00384831428528,\n \"avg\": 553.497561621666,\n \"last\": 995.7130689620972,\n \"last-5-avg\": 798.8421119213104,\n \"last-10-avg\": 553.4975616216659\n },\n \"time_since_restore\": {\n \"max\": 995.7130689620972,\n \"min\": 112.00384831428528,\n \"avg\": 553.497561621666,\n \"last\": 995.7130689620972,\n \"last-5-avg\": 798.8421119213104,\n \"last-10-avg\": 553.4975616216659\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452946807680d4308b55aad86d5bea04094869452946807680d4308ecf57aed8494a04094869452946807680d4308381c0eb77d79a04094869452946807680d4308793c1e9fbe5ba04094869452946807680d4308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047405872544a00000047405893b94f0000004740589037190000004740588ad028000000474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1067a38c828ea13e93704319625f4e392d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452948c0974696d657374616d70944ad26b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35322d3530948c1074696d655f746869735f697465725f739447405c003f0d0000008c0c74696d655f746f74616c5f739447405c003f0d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c003f0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1148646804e76abc83764b54a581502db6007362756268317d94288c046c6f7373946836683c4308b55aad86d5bea04094869452948c0974696d657374616d70944a346c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35342d3238948c1074696d655f746869735f697465725f739447405872544a0000008c0c74696d655f746f74616c5f739447406a3949ab8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a3949ab8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1196cf19cb0f165c99e4431b67d4c398a2007362756268317d94288c046c6f7373946836683c4308ecf57aed8494a04094869452948c0974696d657374616d70944a966c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35362d3037948c1074696d655f746869735f697465725f739447405893b94f0000008c0c74696d655f746f74616c5f73944740734193298000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740734193298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a106f2f600981880a8ec441f9b721e260227362756268317d94288c046c6f7373946836683c4308381c0eb77d79a04094869452948c0974696d657374616d70944af96c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35372d3435948c1074696d655f746869735f697465725f73944740589037190000008c0c74696d655f746f74616c5f739447407965a0efc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407965a0efc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11cdfccac70d3e3e81424ce8a1a8b812b6007362756268317d94288c046c6f7373946836683c4308793c1e9fbe5ba04094869452948c0974696d657374616d70944a5b6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35392d3233948c1074696d655f746869735f697465725f73944740588ad0280000008c0c74696d655f746f74616c5f739447407f8854f9c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f8854f9c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1128fb01b88da6b0b0e942c2e55d20abba007362756268317d94288c046c6f7373946836683c4308a3d168a4c34fa04094869452948c0974696d657374616d70944abd6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30312d3031948c1074696d655f746869735f697465725f7394474058859d050000008c0c74696d655f746f74616c5f7394474082d4de1d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d4de1d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11a96b194ebbaa11b1a14157711de085e4007362756268317d94288c046c6f7373946836683c43081a8d4623aa45a04094869452948c0974696d657374616d70944a1f6e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30322d3339948c1074696d655f746869735f697465725f739447405870b8ca0000008c0c74696d655f746f74616c5f7394474085e2f536c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085e2f536c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a0fe1895c42432e5286854d739054ee077362756268317d94288c046c6f7373946836683c4308d0e7f3c9c93ca04094869452948c0974696d657374616d70944a816e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30342d3137948c1074696d655f746869735f697465725f739447405886ea5f0000008c0c74696d655f746f74616c5f7394474088f3d282a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474088f3d282a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11b84038b121c5609fbc45fadc6c4e1bc8007362756268317d94288c046c6f7373946836683c4308d0e7f3f9be44a04094869452948c0974696d657374616d70944ae36e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30352d3536948c1074696d655f746869735f697465725f7394474058a414170000008c0c74696d655f746f74616c5f739447408c0855058000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c0855058000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10518d32ad6862a5aac34f0df411429a7e7362756268317d94288c046c6f7373946836683c43087bbd5e2f2127a04094869452948c0974696d657374616d70944a466f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30372d3334948c1074696d655f746869735f697465725f7394474058aafac00000008c0c74696d655f746f74616c5f739447408f1db45d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408f1db45d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"cd09d91f\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d3538948c1863757272656e745f636865636b706f696e745f696e646578944b028c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9a9d1c63838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.8804057782771979,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00020339747661453456,\n \"n_head\": 1\n },\n \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"RUNNING\",\n \"relative_logdir\": \"train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": 1719562054.8448517,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2044.4744459737942,\n \"timestamp\": 1719562367,\n \"checkpoint_dir_name\": \"checkpoint_000002\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 3,\n \"trial_id\": \"cd09d91f\",\n \"date\": \"2024-06-28_10-12-47\",\n \"time_this_iter_s\": 99.62483620643616,\n \"time_total_s\": 312.48519372940063,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 312.48519372940063,\n \"iterations_since_restore\": 3,\n \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\"\n },\n \"last_result_time\": 1719562367.3437243,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2046.8147607037401,\n \"min\": 2044.4744459737942,\n \"avg\": 2046.0208714602813,\n \"last\": 2044.4744459737942,\n \"last-5-avg\": 2046.0208714602813,\n \"last-10-avg\": 2046.0208714602813\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 3,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 3,\n \"last-5-avg\": 2.0,\n \"last-10-avg\": 2.0\n },\n \"time_this_iter_s\": {\n \"max\": 113.24074220657349,\n \"min\": 99.61961531639099,\n \"avg\": 104.16173124313354,\n \"last\": 99.62483620643616,\n \"last-5-avg\": 104.16173124313354,\n \"last-10-avg\": 104.16173124313354\n },\n \"time_total_s\": {\n \"max\": 312.48519372940063,\n \"min\": 113.24074220657349,\n \"avg\": 212.86209781964618,\n \"last\": 312.48519372940063,\n \"last-5-avg\": 212.8620978196462,\n \"last-10-avg\": 212.8620978196462\n },\n \"time_since_restore\": {\n \"max\": 312.48519372940063,\n \"min\": 113.24074220657349,\n \"avg\": 212.86209781964618,\n \"last\": 312.48519372940063,\n \"last-5-avg\": 212.8620978196462,\n \"last-10-avg\": 212.8620978196462\n },\n \"iterations_since_restore\": {\n \"max\": 3,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 3,\n \"last-5-avg\": 2.0,\n \"last-10-avg\": 2.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595350d0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1171445c8405852087054efa6f6dbc8eb500736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452948c0974696d657374616d70944ab86f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d30392d3238948c1074696d655f746869735f697465725f739447405c4f68520000008c0c74696d655f746f74616c5f739447405c4f68520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c4f68520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a106e2447a07879c982c343aabbfe51b07b7362756268317d94288c046c6f7373946836683c4308c26030f817fb9f4094869452948c0974696d657374616d70944a1b707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31312d3037948c1074696d655f746869735f697465725f7394474058e7a7c70000008c0c74696d655f746f74616c5f739447406a9b880c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a9b880c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1198a480155e7548919a4feb44f2caf6ef007362756268317d94288c046c6f7373946836683c4308a9542ad5e5f19f4094869452948c0974696d657374616d70944a7f707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31322d3437948c1074696d655f746869735f697465725f7394474058e7fd510000008c0c74696d655f746f74616c5f739447407387c35a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407387c35a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b03757562658c195f6c61746573745f636865636b706f696e745f726573756c7494689175622e\"\n }\n}"
- ],
- [
- "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8f7a5983\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38663761353938335f36335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f31302d30372d3334948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9bcaf50b4f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"lr\": 0.0002561729654679464,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"lr\": 0.0002561729654679464,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0002561729654679464,\n \"n_head\": 8\n },\n \"experiment_tag\": \"63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.4045,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0003,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PENDING\",\n \"relative_logdir\": \"train_model_8f7a5983_63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_10-07-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
- "{\n \"start_time\": null,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {},\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
- ]
- ],
- "runner_data": {
- "_earliest_stopping_actor": Infinity,
- "_actor_cleanup_timeout": 600,
- "_actor_force_cleanup_timeout": 10,
- "_reuse_actors": true,
- "_buffer_length": 1,
- "_buffer_min_time_s": 0.0,
- "_buffer_max_time_s": 100.0,
- "_max_pending_trials": 1,
- "_metric": "loss",
- "_total_time": 76509.49886393547,
- "_iteration": 715057,
- "_has_errored": true,
- "_fail_fast": false,
- "_print_trial_errors": true,
- "_cached_trial_decisions": {},
- "_queued_trial_decisions": {},
- "_should_stop_experiment": false,
- "_stopper": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
- },
- "_start_time": 1719490495.6971936,
- "_last_checkpoint_time": -Infinity,
- "_session_str": "2024-06-27_14-14-55",
- "_checkpoint_period": "auto",
- "_trial_checkpoint_config": {
- "_type": "CLOUDPICKLE_FALLBACK",
- "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
- },
- "_resumed": false
- },
- "stats": {
- "start_time": 1719490495.6971936,
- "timestamp": -Infinity
- }
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json b/ray_results/test_experiment/search_gen_state-2024-06-25_13-42-37.json
deleted file mode 100644
index 358f8ad95b893463cc814e5abc4a6b777b33cbcb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2330
zcmb_ezi%8x6t*2ZXP<rkoq&u*D2y-x-;o9(QiRAcmau(*?I4<HG&ehUv%1}#Wp*a^
zAw`0M2umYTFceVmC-8qzQ_<4WP|$~OcJFT2Sc!zhHMZuxnfKoJzW2TTYUYQfxrzMu
z#BJLelP1wzxq~U&&{ETgWHe4Ap81p6ZkU9b;DNiab$*_56~;W#&c3SXps7v5o8@Wc
zUuWxkrT6#l&99vgwnUUkNEqOWup1(%o!5$n35jLEBWG)wmWuYcv#;duds~x)KEH%U
z&9Qayr10C7Fr8~R4zS7$oMO_=NUG#xMDm%h4lj~OGSrt+Eu4L;6@^J($e6bjXQI{P
zNk2Y&=T6J8-g|e>vKBHRif1O$nX_wUnIs4mNob5Lmo(2bDNW8UY84{H*rjb>W=1I#
zOqk%TpGs7NiUNM_K6-|qozDgdBTOdUu;=XDxNbmr0t-s?hH-_3yKjUH+|k>Ub|Js7
z(HCj7JDRQ8#r%XSU`!d3zp$H^Pl!w^*|=|Q-K3GEflnJ@AMAZ{ytjM*bnk()*Zoa2
zN^Ai|pXlYQV#{<&c)KBJGsrZL(b#lAm6B&o^upQALy!E2u%G1iCXhwRnO27R_C0ZS
z)?}Q-F-_e?_KiCRxTCK5X67y1YxUA@b|zK7XqnM`+$}A5##@KGJ4Yuw$EQ1~;z7uC
zD3fX*iSL&auZxCVAwHWT+moWk5ys*T(G<6Ut$5ADxe`${IWOL%!~^a2@BjYuFTdSw
z|83VwV<69xq50Wg#emsHaSvQ%Jj-0$E|4)D;=mz~RWih0%bc~oP>;v9tykH4_dl?;
zb%m8v=z(b3+8D`){|k~=1J(FBi%h`XBaFiBR)zAn9W_s#>3}b@1f5MmVc;>HrJUvE
zUV}6^F^>}%Js}z%YSJ-5j{|=AULOvL2WN#R44Q#KG%<<jz-!6Pu_k4lDkhqRkb#T4
zRP&xxAvjo0Qk@M?A$5=3!6b$J<jM!Oe{9z)cbep35_YAEi_0isJpg@uc%>^Dh))Zh
z6Q}um;xq9%4&Z)c<nD*R%=o$f4IX!R5QIq&BN@A@-}b@s!3ReZlSdQNybMqu!O`tr
z@;;iFqNP`3lm@bXq2uDn(dYX@&+7>hoPx>ED}63dG9?O7U-H?%_v?@T_fsXksR+nd
z-r2vm@$MggZtm_>eCi#lnIKvC<>mJPN9kqk8iZRKg`p$h8OcQ%44U`YSJvA~g`h)n
zi4D8FJ67r|>gylCr1m*a@!m$|e#WHYglfd<K$u{?dBrLfIOFWKn4UYkUNLtS|H7b$
z19vcCt65R3m&EU|jf!ID;R%f*;F|O?+FSNk)jU*`uEHktYRQ%N@k(86C%?Q1Q=DRp
zBF`J+o%Jund?b6mTCeM_-F}Lh#;%i|Js1Xx)q*i!Kry6C!^i-0pMDL0@i1<P1+i=p
z_9g%B`@pi$J~lWE<IsO|_(@*$_W}M;7u~_MoynVwqUWRVF)zB8x$m6a@bDWf#Nwlb
oRLzLI$S5!k##<XAvI-x>DgyxG3tJ;GN6`$$&*a}8u5C>7AE&XNd;kCd
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_15-19-46.json b/ray_results/test_experiment/search_gen_state-2024-06-25_15-19-46.json
deleted file mode 100644
index bd56b6ad2aec0c95c881d75662ca024e9d960928..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2463
zcmb_eO>Z1U5VajUyII>C+xY;Qh~!{I2zZxV5Q0O99LEytbx52bgcP-UdwRD=o|zu{
zBlaRie2EB4EpebZz=8k3k)OelD_4ZXKM1d9*1O{vi6F5TTU}LMRqws7n$PFH_h+Vx
z-(!E()tI!I;mUVTxkV!lO^Bvxo^b6uS6saxXR#JM@`tX$4|1;JlxN1fmlYkhjLmp!
za$5P<yT<0k`#b;I7d|9AOO(w>9N~(%A0w%oH;Tp?NoB+n?`qmeMF-rwmx}v?twrKc
zUq+MG*xKAJ{Wc^_2gZ*RtS}3wl=L;pm3)Luq4JecAW0-ce>pY6yVu)Eob3sj^0wkk
zv<E!fOZVTr-nMM;_Vs<;Mg>H1Z4;xtJ2z>QM6n_nO;P1p!?ht3lXp#{Vx$<m?6?=1
zRSFFgCOF&6CAvXJ5kK(nKgG|@>tV(SlUY9=cz0&pHz3@F1uX`{xWm#t5FsPqePh}!
z6!8YUNNaqzUUSXjgeqW68Hzu2myVwhnN_Os-?)a&6G@{`HqzeO{NUc^#?AYix4b(Y
zB0-c`1B#*0<Dp{B_9pQ5W5{Nx4NpOAKBP*?{T8_J?$UNZ{x<Bpg}nu2(XuwmvOwQs
z@9I`_lBP8Ghx%)O58xiL7RW3p+iVZ=zTTH=ucXWxK4!}Zu6cWVW4*h(e((Nzu6PtP
z6U(g1BME$Y@rqb<%Oq4&R=ZpFc!aTdRkXxqU@NW!IF}O&l8feTP6E(=>*jAi{k-+(
z$G^IB6JsRzvyu7fU*!XHi)9?N$hg*i$1RYt9MZ_6jukS(-pE3=q0xZHRoAGh_1*uV
z*7gZi&VU2aa<ws%5B?V<PbRAI1D4o``-gZ6*V+}yU-Q&H@wNxO)Cri)Az|P#t8>nZ
zc28k6crlL?7=s`d1JtBvqX7r}@I5_xBmtado-xb}JVcw4gbu?jxj3Flnp4F@s~lv|
z;s!N*AXN+vPF_-jjZQJ@9{Q`D>CQ}Nwo~VrLd5`t=<m4mmCzP>ki~te(((>;az28J
zLlw$Y3K4h9aVPFquN5DPk8qBt3rA656in*>x3EQ?_IMP<*#Pe}^~c?pI`4I-rn^(K
ze3GYegi*hL+`Bt91JCYMz2dxhR1{iy9{=W%e`w-)0#0W{a0<=;6FQxxN-1X|C3B*{
zPGDf}Hbzrr#Lp#iA8dD~+?*{$)R{)hcU-gZJIT>Z0wO;fG4kcsjn%h)|Krley7+4A
z#xFmF-;YK3@+f>;4vw)5A<p)w=DyR=LA;F~HB1m4e~Rj=tvrjUb?2}>q*ZwN1Y#$}
zW`K<61Lc(+yIgrCBZZ4qx3n={7bjLgxB%l~kMkV&tybbSlZq2+kgJF32<ycYR;i#^
z?@p!kz`OGmb6@dKEHpC=;8v@m*l}4{q^p&+QKTm{Nx)RLhxxMRE?3Q?vDQ~u$6;i1
z6?}l;O1UD#1|>{!idBv}FN_!GGluy@4nntKx%i!(Cm1YPxH8BTPmyB3Vb(058Pcb5
zVu5)mzlOiK7!hJYELo&|A>8{8uq+2K8*ayG96o%)IBAA>fIk|}zEgK|1<`1FK8YXk
zl0EIe^=>u5Z?TojFC$VlBXg5cU>c1-9U!0;_#oFL0U$nfHIi~P&CvW@@d4y_tZn@b
D`Jlzz
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_16-07-48.json b/ray_results/test_experiment/search_gen_state-2024-06-25_16-07-48.json
deleted file mode 100644
index c109608d0177f83f265c982cca5e36e6eed43cbc..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2463
zcmb_eO>Z1U5VajUyII>Ce<T5!h~!{I2zZxV5Q0O9948X%bx52bE>Wwur+0hgndzZF
zVlPs}mx!>`f&<L~4*U(oFW@(D;KG#){~)}cS?`WxB!a|VY;{$2RlWDRYCfC$-k+H&
zevkbXS7Xv<hAZD$b&EzCnh;IXJmK1RF1va^&SEWi<PTkgALLxcDbI{|FDp818JqFe
z<h1gyca5!y_jmra&wWUCmMEK%IKmZiKSokFZxoF)lFEoD-qo~`iVnDUFBSI(TZ_b@
zzKkZVv9-Bd`fW;>4vZfsSYZ}UDd}sHEBOeSLgg!?K$1v?{&H%BcdxgTINK94<!!~8
zXb*U{m+rrLt!>%h?Q8qGjS7h3+9pPOw>oK)M6n_nO;P1p!?ht3lXp#{Vx$<m?6?=1
zRSFFgCOF&6CAvXJ5kK(nKgG|@>tV(SlUY9=cz0&pHz3@F1uX`{xWm#t5FsPqePh}!
z6!8YUNNaqzUUSXjgeqW68Hzu27muG1nN_OsU%Q6Q6G@{`HqzeQ`rzKy=8gMXH@!O@
zB0-c`2a2K4<Dp{R_9pQ5W5{Nx4NpOAKBP*?{T8_J?&5Yp{ub=Jg}nu2(XuwmvOwQs
z@9I`_lBP8Ghx#jj58xiL7RW3p+iDN;zTTH=ucXWxK4!}Zu6cWVbECVvaqs>{u6PtP
z6U(g1BME$Y@rqb<%Oq4&R=ZpFc!aTdRkXw<U@I;MIF}O&l8feTP6E*W_Kn|u`nmDV
zufMz1i7}G<*~t9#ukwMp#WD_BWL#^%;}*zR4r%03#|jx?Z)Bm`&}hKpifdHW`tE;F
zYx{&MXTX7Ix!M@X2mcF_Cll590ZVMe{X;y3tL=*9uX<{qc-w<s>IBT@kTCF=)j4NH
zyQeT3yqL!cj6o2K0cz5-(SQSf_?{j;k^s&!&lqL~9->W2LWg0NTo}(J&8cFdRSq&}
zag!Q8kSc}-CoieNMyD8c5B-(SbZ4eB+o^L*p<)0+^mp93N@$Bb$l|_KX?X`aITu02
zp$cUxg^0W5xD)rQ*NP9tM>t2+`J<>X3MTdcTi7B`dpwHbY=C!~`s40Po%gy^)7`0A
zKFQNK!l>Ur?%kc5foFHBUU6PLDhjPUkAL&XKQ!??0jDz}IECi_37yVTrIa&~k~vXe
zConK~3!|wr;^z{%54Jl~Zq61W>P(~MJFZ#yo#bdH0g<1M82RG%^|iPD`19iChWPUK
z^<RDnzaNY6<x%*y92{dALY(bU&3&h#gLoS~YM3B8{sh%kTX_~y>sGNnq*ZwN1Y#$}
zW`K<61Lc(+yIgrCBZZ4Kx3oE47bjLgxB%l~kMkV&tySVRlZq2+kgJF32<wFtR;i#^
z?@p!kz`Ju5b6@d~Ei^L>;8v@m*l}4{q-&M6QKTm{Nx)RLhxxMZE>+E=vDQ~u$6;i1
z6?}l;O1UD#1|>{!idBv}&yN@9Gluy@4nntKx%i!(Cm1YPxH8BTPmyB3Vb(058Pcb5
zVu5)mzlOiK7!hJYELo&|A>8{8uq+2K8*ayG96o%)IBAA>fIk|}zEgK|1<`1FK8YXk
zl0EIe^=>V|Z?TojFC$VlBXg5cU>c1-9U!0;_#oFL0U$nfHIi~P&CvW@@d4y_tZn@b
D*{Q|P
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-25_17-10-00.json b/ray_results/test_experiment/search_gen_state-2024-06-25_17-10-00.json
deleted file mode 100644
index 2a60067bb11a8389929614a20cceda74b2a2a3ce..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2449
zcmb_eO>Z1U5VajUyI$KH+i?Oi7RkW~6Yws%AOwdHIZh<T>kvCZT%uO*Oz-x{Gt)zV
z#9pL`FJWP+B@Q$PIPfPp@eB9^T)1-O!Vf?SuV>b~<Cp_T?8R1BRaez}udC*>neUEg
zCyL)ww_$6cFqvl31=sC@7MdnR(KJt(@+b9PoW+W>$eq{*JIa}iQ<iCGUzT*x(k5fA
z@oD8>XB*pN?{D2}pF5xI5|Jh&afB=4UW}x6PD>hRBoz@$oUJJ>B<(Y2Un=hRwibzf
zeHl$!BWrWN^xG0J9ced8upAmVrKG1wF2xgM@|7<S14$x6^p{i3oqfHX#MuECDQim>
z@^+tP2kGIPH`^xczkTyiwNU|)OqoP0XD^T2BvC9$MpIOINi(I%*yL<e%NQv}F1z-{
z&`61fNyu4vkPCE!jv{vC-hYOlol}D>B%#Q9ao^e5QQv@Y9~QLe4WkZAcTa?fT<48R
zJ72_W@FI+MoqEkSixVn=F%41tiCsH;LPS=n#(ixYCQk&7eA!5QXZwS_?XBAnx9>Q6
z(MN(Pz77<9p=U$+y6KML?ZuGIKxvkO*nB{x6o)Nv;q2OuNB%DC`-Qy)WYMzH(uAJA
zr_R=mVkAvz?oQNKZV%v|vgXMwDBEuL^PV~s@}Q*5Xf|R?bEa5(XKS;wzq$8tGnXui
zLmi8($|Lc7IsOV?uuH^OQ&ziQ_IQdhf0eiRHDJrHdpMU83X+TFO-?+}?%wU+e*E>P
zzsxW8^4J)O!)$1N_GkIP>_Qm_Erv`fw`=FgNDgV_P{%SEVy{J^THmP0W5YJ8YJK-V
zsI`4gl~dq=w`^^M<fH!u$@7V7>?ll3#N1;%g&XaP<Zn1?j-Ba3FLeTDb4VC?OskxQ
zMY|U;8XTX)35;G43m$6HHBp}de)wJ-J`xYk63ar&3_L`Wl7tTYEV(+GNs3V!@>V&>
zpv5h!SzpK)8XUi*MmRjhsC(=-g2`Yim=5X;Q>Yk#5dD3-QVDI5M_JqxGA-{wCo2(D
z?5mKvQV4%gjywLadM*Eue}r>HT{(^NqhMTrH7uB<WB&z~c3Bj~SsxEHbydHOU@>^F
zGcnnjm}cXE#wj?x-dXR?#1uR`6ZMMo!f7?=;otZ-PyK!M&jsNAO5GPT!Wo6i{|S#^
zu~NfqBt=dn`0$v|+{G}e4E32r9D?6q!p@jNHo+u%y>FX^-+5N15>WT)kb^Jo-CBL?
z_dnLQHu;zLZvFhd|NT&eFAc+YME?x0klu8cD&~TQ@^Wo-sSY_&@h7OR+RF1#8haW0
zLKum+P9Sem>;edP&XZi(s!Nr3G1N3)wToM$1#xcZ`wK824j9XE-)bdZg+ekyHF9+^
z4`ID}&MG7{>g<J-9yz;GG4~|<*gz};4{o(8imjIU)wx<(6h(SMlLSm<2bd`9_FC0E
z9ArI-1?-13limjiE|*Ku?@SU(MzOq6=atc_e9kbJh`#UEuM@YsdyG+n6)U_x@%Sh<
z8m7xUnjt+JCkB}N@@x2uixI)+`JzGE7yP~N0LyaZhJ&3rjs2&NA0SO15AcWM*adYv
zQxJ`&=aTpdE7?=-8)sKN{04it{1zfrGcq?r3QVKX#{vYj3?JkgCji7JwnkEhrb9G8
MQ+)EcU1M5*1Fts3tpET3
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json b/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json
deleted file mode 100644
index 0c6fb4d481afc2f9180082cd073699cab2c7b5fb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2449
zcmb_eO>Z1U5ValKyI$KH+i?Oi5#eBjN$@VYAOwdHIZhDcb%O06E>Wv@rgwYfndzZF
zVlPs}m$0zZ5(k<C2#MdpPvOdy3;!Uzo>}jXV-6s(7h7FbT~+VBu9`1remt3*D1Oh}
zhOLFdWSU7A+_8&VXqpg3(>!6y1s~daFV14cS>#S_gB|Bg#wp9Rv#&}zXlawN*7&sY
zud|KqvG)(|&99tKc9}?%kvPH?aW6(vJFg{;Gm?skCC=8A7LxXvv#%8Qds~adzP^km
zt&z34U;1qcn2xm@C0Gd!oKn(LB$whTGWp6^hJhpzA^OXy=FZ+~CvkSjMatTeg}mKo
z*<pJ0_U*O_`|sX9Qf*W~BvU5Q%GoR9Hc1pqlF<}ZUe-)$GB!Ee)G|hjk;|@qIW$tD
zVG?o{9_9kwpreQ#yN{mZXXn)*3rQ%lUfg$fZqzp*+=m4%dc&y0(%lmwBG-9q(k>M7
z8oUUjU8i2N&EkYgU`#_4e`>FvKOrKkRO7z04U;E=M!syMy|?{nZ+q+R!S+38XMH4y
z;_E=s7kWOFubb`|-d+sZ43uUmh|LF7N^#Tz7tUVa@yOqYeZR1`fGk>8TAI+)_srS4
zQH-Q1&E2W`*6jh@GuAwr1!ddqe%@0@LLQcs8O=s)Y0eaD?`&;$_BZzqHgn0MIMlJo
zsyq_Um*cPVMY~LVHD$H?WsheV^EY^l-vGA!H4o=<LP2uTyvd0N+C8}Y`>(%TJGn*d
zm9a4rN7>N){IBwX*~KyrS`3*|Zr3i5ksQ*<p^g<Y#9oU+wZ2i0$A)cG)%yN_P;2{w
zDyP5!Z`s-i$;bZ-k{1)z*m0Pch`A?t3OCyo$=`I;oH)~kUg`wQ=8!P(m{vIpi*_$z
zG&nww6BxZ97CqFYYoa~_{P3L}J`xYkGRs2D3_L`Wl7tTYEV(wCNs3V!@>V&>pv5h!
zSzpK)8XUi*MmRjhsC(izg2`Yim=5X;Q>Yk#5dA~DS_y5D$64GHGA-{wC#w-u?5mKv
zQV9RJ9C!SndM*Eie~NQNT|JBPqhMTrH7uB<WB)~#c3Bj~SsxEHbydHOU@7>ZGcnnj
zm}cXE#u+%h-g)oN#1uR`6ZMMo;#oE5;otZ-&-{J$F9hKJO5L*=;fzA%|Aa@dRH<Pu
zk|HM(e0a=f?qe8LhWbn*j=*m)VP{Msn_v>XKD5ok?;<Nx38?#G$ideS?ySA@$Dh}?
zHu*OX?)>(X|NUHqFAu|aME@MGklu8cD&~TQ@^Wo-sSY_&@#m<n+RBSi8hZu%LKum+
zP9Sem>;edP-jiI}s>_vkG1N3)vrAi}1#w~M`wK824jIdF-&!SJg+ekyHF9+^4`ID_
z!73y)>g=VI9y_~QG4~|<%s?yy4{o(8imjIU)wxz#6h(SMlLSm<hnOhq_D0n_9ArI-
z1?-13limjiu9QpB?@SU(MzOq6=he}we8DiEh`#UEuM@YsdxBAd6)U_x@%Sh<8m7wv
znjt+JCkB}N@@x2uixI&W_>w`|m;Al&0n2jahJ&3rjs2&NA0SO15AcWM*adYvQxJ`&
z=acv;E7?=-duP`?{04it{1zfrGcq?r3QVKX#{vYj0w3fWCji8!wnkEhrb9G8Q+)Ec
IU1M5*11ZzPAOHXW
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_13-42-37.pkl
deleted file mode 100644
index f4e61f9411c4824935f50a9a5aa53cbfd12a3c1b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 6631
zcmd^EdpuNI`!}vLF1gc%kh^N+l1n*J6q<|@r;BQvF`GTi?aalkbfjF$&ZYKIsZ)_I
zauN=qi|TL`M}<nHItPU=NTs7BzqMzk();W8d+WS^zVrDk>)C5P`};g=?X{k@p05Oj
zpYBbO5&z;bD^y*`XVO@ZkPGo>d>UJT#bc-v#D+n0D2B?jxB>x&szP)wLWe@RoG@lM
zMnx4N0go06W2lj*xM?N+M3!`m_%tDt%lV+8CDD+!iWRZlnDrK5#|o9_(AY4*lLz)_
zpw@tpSRTw5djbn#J}|8k%4M<OP#h9}^5-*PKFsi9h6-_*005#)rwKz5NWhE(4p~lg
z=wHCdp)?^J&IJRbu`tvMf_Skpkch)$hDNer$n#UD&u2~mJBSWC<^Stnx;*CiBx(u<
z+{wVKC^DITGV)2-dW<4N0}>U{_LfYzj0}Z<>T*PEUM!d`K1^ndSVAU^&!@#=sG<P)
zMdJf=sDfAp)C?hT1#giJbHTQ!iY-v&P=XsqrBauUgP-^hMMj9xJ&6({&)u<P;7Jlj
z1&!z=1{}%-a|SUvLMSW@L-dfzUvO9Uqr0+Hggn7r#2B&oGP3SOWZ*EwqQ%1eFB_l`
zr1%s96><G4c(o7k{IB-g>#KluCIEkn+x}mLPGa!6JP7Oo_{%fl?OwkR|K&(0<l{3H
zS^HH6)L=FpW-yqXaEQTVf6)kqK#`@$Wm-`*C?0+?1h52!U@?MqDd~VI8dL=SWK7;_
z;zw?hET4beB$TW>WtbybcVD^YVn6vqm}vX+)vWme^;<sNwy%PgW&Iy(*V}!nQ`b`i
z&)FZpnDm*7WPBB}A_qcX8sm$fD)Y0Qk@GcpB2@cd!X(6G#NhE1*+wBE{uFt{l_HD4
z6h$PKqJ(%+<Pb82faFk=k+l>BB!faiv?($oR1bd*5B#5pNgRkG15^m$HCX^92O#7D
ztO9sl5x^<|SRyb*0#M3GjtC_|p$L=3;KLjY(G-VdQwZ`|?$2U=I5Ivv6Cgg9D}*4a
zE}{+M4TuR;#EXjfgG~UICKZXLBHO_9Qjr|02+<a!B4kPBDyh6AmA|A~E2&^f6)UN>
zNvaG<l_Rc1C=oyCV2)7m(E&++Ayx3f1TIR=;G)zNE=tYeqSPcVO3mV;)HE(i&Eulf
z1zeQ4fdEm2s^KRpgNdJQG?oC%z);OFE}zb1FklW8%A$z`umEgaRFO~PFt}_C)e)Zy
zWXU5LlAK%^ss(|7gKG$cAnrh+Laz7}QSuA4b9Hra#*hY72ZHEKAruaCU=W+Q{0~a_
zNr9ilYM=FjE5L_$Q3WxmSV=At2IrKP#0l~F1w>eUQBZ-x_*^z!6cz@KfZdo?_9c?!
zG_pFTdNEKCQd{InxSlg<r`gl)AN}HPk<EXYLVYW+{==ht5wGV>NRHFVy$X|$cInO^
zsX(309e*ghc9B0AV7S(N1+(1f(1E8N_T4)&OHU+iHVC<jr0Mynj`I?JZ0T;8#8WYy
zX*<-RdA}U4OLshIeQ=VEYuAX0?fjbBlS!^`cSo_3niH>e-sg2fn$a)*UbniWaRtk@
z@|1qTiP|y$mVSk@?Axl5gEi6F8J=Y#uTnoV*F24E?H!}DwSRr25_dZ_<s94lZwBY0
z-*OCFT()t%Y32zhd6DW3MsGX0*Cc&>+r~|Lo%EA4My|D{YGhn6QYkE9$XkwHDXVlp
zllq|C!u+;H&tioZQp&NFmzE^FwT_P<koTTi5dfd%m!4X`zp)`T=FZa4*0=VF#6LF-
z4o^#~ygAg$4-A+yZ?gXPK0XTLPLK3k%G?KUBs2}wu4#(emZvi9clF5ShekH%<jZP2
zsN7i}wI?zAnfcaPuL2lo0^~S;Y7K|2vCE}KE!w=uZkMj;L3_l_+F`f&F2P(G<FPUe
zbV~+FnDmEI<DD|XP$9j%!TJ6E(W!Dp$FIrsts&2T^XRzU<)v#x`<pq}-=7`c{<i4+
zP7b_e{VEr&y~Mc<ox0VfHnUE)B_4C15<cR0y*}l1Uq|U4v(w44K1o`JZJQ1J$5buN
z_pQBf<C*1=-JT&g6O_twY+RBq))5sAiaTDq@w&`>zgs6erJ}rTb?=fRDt(S=EYAGP
zM;+b<s@1DR%&46I%<g^L!s)Gn59~B;hVSJX-c}vFxhgwoUwO*OoPzzo(Fo@6%C^pq
z(XQB`rI>AdmqRXoY_}rQO??!#?pO-Dby``!*myT~|6_-&RmJ&g$D?W)&T%(P%$M@3
zMa7-PSIZ4NCl!^rmKYp7)HD^-N=}B)?|V$kBj${RO;xTsy23pmH!CT2_S=BcrTIJ$
zheZcy9Zz^I2gfq+`#EiyTYP6FCepq3q}M}ruYTXqxx;DK$2)X(k8+E%DoSQ)`Ufaz
zWleun?RU0nZF6RMeil{Ov4>9Uzpj5_;h1uj``aV6Io{227Q3`nsom#-(W|RW$2`t#
ztiE-#;3{=vSk3R#cnxM1B^vDweZ-LWt*Z7v20eNG9nz-Me{a?KVQ$*Fhh=@yCiwv!
zvksA!Rw-wtlfK(fU$S-k{QZq(X=W|SC4;XD{)*W3H~UTf1t(;G<VEzg*&<{?v}Wdl
z$KGv$uc`~*l|(B%JXhtm;kuF4k#*@kX)k(9@;iolSE-UR?moP-@rRjjkJtKEFW0<n
zEVt%4CM0USw2CcScPO4FIIFy{V#Qux?MM5(UXEM}%r!ikp9()dpdgxRbh^rYieBAm
zr_%K4MnCQS@kQz7+Q^_eLLn#lyj^C-rZ(488WHbPo~!y@e(G1D)8gm<GO!?MUVNSs
z=5KG>U0C*5pFecYe^zT4Np0ndG2hcK`?CqXtzCkcjf$_wej6OQKXrS%x3OxRoiV4z
z{#xc$_6>{QQU)7aXtbh-i=gRDH_MbgRZWJ*3EJiJ7q~rq#muW)?Xeg;+n&EGfSEAh
z>^7vM&|h-3VYo>~KJA`*ehb%3&wlY(K+`4^bGFd%)tdkPFOZdDW@BD_rwMv__cPwJ
zf%V$&T^xwedqMljGwOD|>CC#<Arvy(vxg8u+ku=)Sf(`DXYQbdPD2XWr_r|f*c26o
zz#CPQ#sl2vjKv2yC=SQJXm%Ig<cvpf8Vi?|7pqzq%&Mv05GkA5mZ3HNDmkwwPEIE2
z4~^q1BTP@s!V>QjE3(G&BXXT0Z6V#+n}5jYoT9h2G;)`BH{}j_$oy91&}_cO^vs{8
z3D@@-=hQr#Tfg75^Sjn1^L&dkJKVF5*)FoRf!{rRQt3!}n3WbX5Ek7Yi>W)!nwk~l
z*JSx*&F*-!tn0N^?e=~ty=w9WDemm{I8#Aki^i)&GnsTa>=|TT-`(tYyl$oJ+L+g}
zx()+`yvFl`1f8TUZ36v>s9%Sczv=%o(USBuYUv+D{jMnC@PK;TG9<cE<2YY#bg{w%
zn?7f%2^t@!Ij+Lm^Iq|U&eZna#$(RrkL7=nk2>f--gNEkAI1j@wHixT^zW(6ZrY}3
zJ?f&iHL2>=tbTnTQdjQ0r>m~bSd!$%O*XjT&=^eK8G6vkVCwKK%&zO2K(2GH2Qhya
zHf4N?$+<ljdJG%`8_AU;nmWgxA5o~E(qZ}dgyUS-zBy$Uwss<RN6?POox_)M4VLuY
z+m}PRz3$G@sFuktN7MZjcDDT1X7|#`-jcZHg+XG0tG`?K<NC(R-%A?YWR@q%wVye>
zVeOsD-K4GeD0Q#YE}K~BpMldVhy!lMp+85bOjk8HI3j$vqvX7@q5PcLHp6wYE!}gV
zedTj3S9dK&E={9U#|j*ows{NYYHO41)=tj#Z53(DBF2h_3(~jl-g!k49uoZI{P&GN
zH|q%;LbgXM&9sSa*2ytB+gvAmD|M2()$5FsWiy?cV@EZc<Seb8EZi(N$A_xE7s*rE
zJFuA<X2mc|G=8Gyv8y2S?hI(tJ%!TY3=VWMH^TannzN5@vHu(5*21&3KSa`lw~`jV
zSb0u4<8{8uCCijMb;lh4Y7Q$7m~kMv?X|Km<5vFAnJ0%{@+elk;7!#AR`asQ!&gn~
z31Y`rr9bYstH~S)3KZF<8U9>wS*2L+(yO4Q#R-JTGJXxR>0ZvV7pGlz5&WFM8+bEQ
z!&2+vutUnG)kRu|Z<mAz$8)p7)rj>Av$Y>)`(C|tazrnTTvlMRxUs^<=$GozkXtLq
z())&@G7g;VX)(Ab*q7RsUE*AKxGH9o**0v(?WCwW!9gr}U1ETD@HH8;HnPkkgU)r$
zggd(St6c)gtT?*0bGG#c<V5P!6KT8oY=J34-Vi&zC+h(w3OU}ByU7r8)}7PuHWnPS
zwOFsnE~@Z;`f#Ux|7bc%-(0VDS2J&hry^-!n(52tzkfEDAKAj5C*mw$Q>V7)>doYy
zkmRfE12;>yFL--*n$cOs>oNOvZX1o%=sDOLz~qV<p+_`+^*roPA`y(%^IS~Sl{)Ln
zd<F%ZG-rBjzZh(AMSBZdEAALQA%uH3gLmJ*!nyjLi|A%nVAwVv`<<8icK-Rx>%!MJ
z%Ky4`m1XBt^NY=Nf#YPu?okuJ)?o8hf3@Y8C9a-x(=508u0=q-S4UcVTX9DH(;&*7
zBjK0lT_mz@tXq>e^NQ`Vw*|0iTTw*tl3RUxOQtBF67|!6r)D28?a}$G*5JuSnV;`H
zGT-QC9p@G$3hXpC^j_|Gsi$VT-Lvr?Uxu1df$GZ4`5sBChi44Woxj&z^X8)0QQ1k~
zU-lyXYAWkfm;3v=aweOIA*QIT$ng{TfLQ)->cNi(_yd&Si3!1V5|!g|1sG)}NDL5~
z015}!Snw!=DoCV{DUOJa>Pqk8pYFi|h#MwOWytF>#1#}TQ2aqz3knQMEGXMR$p9q>
z6z%nx2;6SP8OVPMqw*m&_(x8teoTY@$?IS?6d(Z%GXM>y#20ZmAi>8o0!1F41~70@
z9b(gB@G*vp_;?0`QRG1?$m0TLM}X&Xa1@Ot!ifhefMNsE2Yd=PlY^nkQa%sj@-T1r
z=aP##s)%!X;I@v=LU?qLJ_rEeM&|N_Og3QB_yQ@N_bFu%kntA)C%DMpXA!vLOF2A6
z7B@T`hf%@>+-sB+4hxq_S^;&X{0SbAQeb_k2?0aGfdJ7LDjtP8PV(W*qJ&gLlu;5r
z8VaL{^BBN(sewU2xQEe9h7bWGSWfqA87g>(YU3T!@dF7TG7F=qqAEB$AfT~%ERa7@
zJWzE>b_7xsfC-W<0C77={6keE888$@<KsLV&M%5S{V<gHu>-klmAzWZ;Ss*Emj6n9
z@lIn-p!vSE(<mxQ7}6=;W+XsoLOec~F3u5^q*EwP-wA;2ndq|AgKw;e9{=tI46*p+
z(0^|5x%)R6gekKBCF7L;FBvBh1oR0z?cc42FZX}rvZaYo5W)mF)dGkRig@dYIq&Hi
zR~&Bbjr0(+=@LrP=BK3!qc>tCP15Bj)@_X_Z-`3`o2VOn>idozC-@(9#h*~D%dP0x
zIaU`kQ5QOWM<tprH3d`fX%MR(X-2SuJ;4%H;HXYGm&?FU01zy3$|n+pTk(Hvl<_bo
Mj(_;0h%O@k54l9I7ytkO
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_15-19-46.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_15-19-46.pkl
deleted file mode 100644
index 1413e7a92ee7ac42e62bf31f6637bfdebb340a7d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 6726
zcmcIo3tUXw_pg~|nwcKcJ58<#6;VVfqNj?ZDO6H&%;VIV9y4PeiA%W2^LQUcLLMO{
zJtP#aSLAvm<PlO*ktlg2kN*42Op5#G_xb<s|IX*LXYalCI^VVS-fQo@)>=Z@GLEID
z_$|V1Fs4i*;Kaf*5iI6NIB`;(Akz4J7sn9}V@4}_3@%5;Lt&|40fPIh(J);;!V~ck
z2`muG;K)co)4+^-(}eOkIF>UXk>HRzrqewl`NnM2i}W2Yoi7oIVF^cu;J$86bt%qH
za|$sXB#w*l`2t}S%ooJrkRHZBgh~Ze!u7lRy})P~DOLhdyh*1!V2y<sRS2U9hYvoN
zW3<RIqY<v-$Wg@fPzul=r4oOd5Dldf4LU?Z8NP0Hcby%i&2LaGf~F0oj_LpoU0=7P
zo%sR!Z5=2Rq5(9=QIUwFQ=~&T8jV0B0W@_2jRw%v3A8J(Y_x0jTTv}YuNzFA0AsB!
zITCh}3c%Fma!eDBL%^2sa7-gsB$eWrHp~^FT$m>kMhc>EHb#Y|Vh#_%F$*sRX*$uf
zQx40)(g{SuZVm$_hl;9T#5dzZmMV5tL&%9k0G<Yr#{sn-jLsJ$5``5YGDHGIYw<*}
zu?UZVBzgf7u;~cjTfmbMFw=;&!>oI2@dJV#5A0-=2+W2Pi(@u0ES{eL%Y|YAFD4d&
zy?O@yzLN~V(LtEmuf`__CLGXZufTy0>v0=M4N~6#_6RKYay&xWM?jyAQhb$`uBHZ&
zFk@gI;`v~yB#2#{JXR*)NF<#3I7XEM{WuaJ7NaOwK+Tr{l?Vzc(iva1QXvT<W9qIr
zo6Vlw1%8S@NKJ-wy=Y1yPu%e3KqGVn>huF?InD-rC>6CrZT_x0L;}i_l=`pe)*m8)
z8Iag0wPyxoC33Lhcc-_o|3q4$l&|?S`4D-74Wtf{APtBn>(KxrBak{9)$CD0!>0G_
zDthanT!a4;Nv2eb_A|A9u`IM6o&NE%(0?ZX*ULihQQ==%76vxtS7%Eu6hw+7ad2d;
zh$F+XAwQh1VCAq6G5Yu8wE|=Pl3}u0!g+@Be0`gxuUo5fk9(Vd%H~&n<6;w6-4i7v
z``agk^=tidne`xde>HV*2!60XJvOTK4IKJc7Fzpfiv7a=w0m^=$M&c5Gx@)^Kb;;G
z{*`6XMOUF~dKrRp+l_;ZO7deY|Lk?uDM_T>B&NpU=Vgro<^8Y{ym3x-&3(Owvx)bP
zFpkdj<-j;jY$JYYgmEx`z6Ov+&*cQ^eP<q!hT?)^_N)X&bwQ;mpv!w-Q2#$9<((zR
z41ahoVF5ou;Q$aW0v#fp2@-hfsi-!jiP9i4N(Ej36JnqYh=S@ubd&<A$uSe+Gs5}$
z{^cZqAT_|E4n8A12{M2n+!6}-oC;ty0W9H-&;b+!Wy&!+%tHmSd<i1NQA^@!#s<Q$
zUtmD2pxbr$&NqN1B9RP+RlFz#yffgQXQMPWN(UzxoH;hC%|>;=hOtp5TaHo`sNe-7
zz)?+QMN?LEWyMfdTFOdWS?MS%U1h~oRKR5-oJ~Y1lYUb`Io`^ac8egIDltS;C5mXO
z#1T!ENTR6{OEguYiKa?C(Nw8GG?i+gpee_62+xWyAbcE7tQ235WBTA)<qG(GL<sX@
zIdUl?1ur5-m2iZ7Q5=pLDZL0~*A7-XGdN}d1HYBvkjj8x1M_4eg+rm~A2ia%Wz-lv
znyId)h8e*yS0IC<5Fr9wHIby7kMJ7^$6M#SQ5^gBIYv?7DwxPI2=H1AdU-RTi70$V
zEjUslisQ;7BZ2e18MjIKldimqXC|$$64$%0)pW`(+Q}g2=`q{9TyjtNl6<TVd45?j
zA*sr^n(sqicSasW>a_omUH9j0`<4A@$*EoBae5gBi3I`snvyj5k}rl0x`i{hWj6oz
z+qg@4dY6(vr955K=SF_aj#HJ5!n=XPMnr8pXpro+{#Neqodt)dWY#S={T#J(;rulF
zrZd8Oq4{4KBjrcB3L|4G$OqjHQUsH9D0<Mj*SuqU8eBF%&iYy#Tu|`rpz&Sg*!r=Y
zmb^P(LuPwBQwtsDOZ`$tSXIAZjXXRik@5MXWPR7meX%Phc*Wg}+T&@|>N3||oMxKe
z{IZzQrVTk4H5e6`6rHVOHQBK#7g}$*R5)jD93DSB+#@54_cHO8Y|s{8=CDvw@ZPq_
z=?6?2Rz+N{TaC0lDl(>zi4l)%tMsieejgBT<$BL1^qTe7B)a}(#+C}nEJy#`j+}I=
z<5;@+$aLd$%G*m()Z0}f54GmB*=Nbv_jT_W?4Fb{%4A`2#MZ-mhp*JLExcmVIxyne
z)b0Cc>Q884az=-tGr5W6E^gbi(r26651VEV@YyG4Ev!Zoj`~IIshQnjnjFSjabjeu
z`tGVhu61tC<9Bv>T>BKxa6B??c&9j?+wwGUcB$;Q-#h7tZ{|htjK3O&Uw5lJZID}9
zUhR8+%CMy`N@CP=Gh*6z4%*cjz3q9#b(_>kIO<xkK5}|u;)Hi<4U<nM7ZkQQWghd{
z`m}UTms!jEq*KO;v;4+gXPVWYIak}~&I9;m3a6&_BzEXV6UshiVpBa~xnDy<^}4_<
zLwBa}5<gf~%_tA*m(Q}Ghi$wvaG!(WD7P=qS=#3v;gbhOM_70U99?)e*CSQ@by@bp
z&E-aSrY8MX`lt3I$0h5o9*%B3_<myQdx?E!h?e}gb%ax>!{F`pMO%t8XZ5Kqyss9(
zvI+?vW45&a(*4ra)(wnRe(D$7r_Uc~v3Y`--?@w;t(CLhZA?1!<k=kYW7=A?ec>S|
zcJ{m6*Y9<Qby-B(=MU4<W_Ypcu3k#MG*cq>NqQ!|)aOuXc6*n1pU$`^9+uWuTi%`T
zYq_?+Y#tVwYTWddRFXGFe|J`Xje18w#h_Bpq8oN6Mut{39*X+7_j&Q4%~Q+DGE9z5
z8+^fdUf}7z%-r?29`CqV%A>%P`#0M?KW$tjJJ=_~>`vdM!~XIZ72$CG3Ga`o)5JCN
z#`Q0**_};|ezo$};Db{66mMJhhGz>6g0OXDX#CZH=1;~?x;zKICx!W5E|3&>yT52-
zRUEZV)+qQ`@jO$QGT=@?(P|@)v9+DI=T@8xynNquy=~l?5cBK>K0CadgG$8(!b9v?
zlzO}VP(u5RLTBL=RR2+UWWlOEx8G&2dD*hQ)FVD8DsS9?BLmTW14jMk=nzCTRA2nC
zcy(vlygjW01_bT8fbM$wG{kjT$MVMILeh0<*9S_t`lNFMt4X%Wxgu+mt!eM4j%}b{
zIP241W>4ex%UKX=GE5^l>$FpjRZjiWxOMPMuL8MA#epXd^IWABMRWL{RxYYVvaQtU
z8xpM+E^dCYC_XE3NsOQ2&}GeQ1|Pccpp|1~yfdKC{63WBb?(L0*++sS22LM2?$M4%
z>BH==xb!cop5bcgvG~#Fwf2E^f@clk!;80#8MdBP>;G}rq)G5e`;ZUjF1y{z;;Txb
z3euO)#l`&PR9?Mf#-62x`gLIk*IoGh`?3A^r!PC7;56t+fJ6RAnbE71x^)w;H#Wb0
z#HngIDO~C}rNb^StD^Q*O@}1G?$7Oq`}L_}RplOV3>ma+T-P>r#C1(}pHDiI1NfCX
z>1Aslq$QZs$IcFV?CzHmgKJ(|n?3J>VPA6c=RYhH9yXfhYz#VDeX^?)dD~X-@rXYj
zw!C`#yOPPa&JRRnjj=WR?*^xt+U3)%9+sat17|(Exc#EVWwp3v<Nu<j+b7T3JL3uE
zjr+SW>$OYjWq*X4_kYrud3gP<VJov6U)KL&7<$c{-!=Qn8yk;<w{}jnDAJhJ#CVt2
zXI~LJ^P*$E?Xr{|jL^sCCAYn|Xjq+T5Ki3qYUtVLen*dPaj5jG%lf3Xe`uUm19?>7
zNx#l*y9~Yt-@F;UH*~adl=n2FoOln5Q#RHzynWI8xmVU)dC<RNs&=Q#(sTZe)|)K`
zY`w~ZS!cg^I8n4>z81M$6;7(K&=0?nCF8<--YhKHyRaa2ZFwKoaH?y`vVNNqxzDlJ
z%|oiL>VDV(C91!_&YaCRU%BOzS7eRf2Hk0|f_cU~VCmks^v+bLZ7?;BY_6?5Pm4}+
zI{RXD##kgVr}g)AhY7clakEWJ;<WXSf1a0<aa<=v*W}rwQ&Xncy=jQd=O&v^_ZiQ=
znHOhycd20vdE#la{tKEe?X~%Iq+Cb5b;NN~H6P5|x-011UJHTDzrHr*={*DTTZ;mQ
z2du7BnbvmBaNz3Dv!laO?}gd%PK@ff9@?s3{&CY>9XH{MgHXuvHLY86*)Ep3Z0mwu
zB#Fi)LwU>0uHt2(_a9E4dekMXsj?~DEF!6_-Dkt0QFaaY7HEbGBR(O;Z-Qz~Z?B$~
z#5%pVxZ{OLKiAzo{cCDQ{){WPWkdhimRn=d8LN42;S^)m-U}|FRbE3rapvTgo;Vc~
zU6z!{thr5<H-@BlRhW!@;rv#EZ16hdUBRT1P<r{@j>|VwC%t%PYh|`)&zFp44=#jU
zi#PCl%sEqbVZ@?i>5hfhby%K8>#pr;>APjREUk2SW&1YYz~&>B?q-?Mk=o|NJT|$!
z_Vn7kHQv_Qb*W_1qx9QGDXC$W^^RxchqlFRw3-;;g0xP!m7czM`#MRhgA2KJej4(=
z{mIMp#Wk1K{lyBX-*;#H{K-#}+oO*MRe9RK-M{x%@UD-G>kQ9Se^_wC<o06Qu)$|#
zIp)XXQ;o_|v)}aQ`g!sn58Sc%@`y~2#SG`8WyYm0Zx>vdeXsWB>yP0`a<gUmEAS+@
zKMu9i4O!wPXy0z`z9?r66K>WF&PLzt9`x{1W74e|uT873Ua=jFRr^+HEXZdLf5`2h
zcb~?du>r}=EVA>rKK9|ph1?O9{Yq?F@4IS-4#lG0L+JP-yVC6sY<5p`Dqa+3A6uU1
zeqab|&U16-R^M!Q>KlteEl7Q^*`_<~?;Sc{Z1m9-n@^NPFV-IPxX*!{2p_NG<8h<a
ztoSc1?2WbV@zvKcXQOK`bW)nfB7JK@Gwx`=JiNo|yb0NLD<dju&G_Z12cExe+Oczc
z-QAKYYWMUl!$0S1n(FS~A04r%ctgzjxz0<-dH(m)`rB(i%AL-z<c=K2b-C7<ToRB`
zF*r;RJ7$#=>*V5P+{eQzCDoQ4Uu7G2TrIt^r>1Ij%YoIeoLr}Q7-c!O^gVfN)4`*$
zfp;h1=qQXNAKjCRLdX0)5#=u?CF7X77cK+tBt{mCq&VaOVgr;Tg`<Ec3%Y6;McMim
zGRe7^vC19qafPL@C{hv4P$Pi14+;$wIw%ZKv_R1YMF$jJP?(@lB5*nIZWTeuKZVii
zjt>4SCA7aqLjTR@U^OVP6hZhPBdRHp3xy!<41xk1R1Y=SfKkOnJiu2F$Qv*w9LGr@
zX3LXHh;RmnXdo^Wi$GpnN(6OCJSSF8B(vE7G!CT9!KTCsggC}fC3#_y7^J9GX%&o0
zBzl40jtxV_To6l0K^E3dB$f%{K;~T{Rpoelf(NM`@c~E_dj|M<0&icH*rmpbqM`^G
zO`<{QkI|zL*%T!eq%;{l@OUy|DLOKcbr-@Q`^!_zf=Oh4iFC6v(~O#9bnZMjlA{P}
zKo(R7Oadk}oG0MRP%wi)u771))@RI+7*Ne0w1_Fk;*d6`1p*XU%83)lf?x`A$C%1c
z2?Q$u6GUDB;*K(hiD}315jdVBA@Z+8(pgUYc#48!v~L5^79gCmNeNX(H)<qRO;*(!
zKk2K;YX51RqGD7WJ3+4u@c(w~AgyFP+6w5SICgZ9^oGR}5mym5YN{3z941IT0{=m6
zrIc2;@9S<QyXk6bg>#&oQ|g*jd_RuU+->c*nx>quP>t)k<EYbjN^ztZunH*=$}06x
w=5j7SZR;@d-Q}*x<p3U|D3ORy*fZFABASf>#zTC8F^El3>?YBbbLDpb1I>3`<p2Nx
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_16-07-48.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_16-07-48.pkl
deleted file mode 100644
index 304ac7bdae36124fb18b38216267623b0f8202b8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 10106
zcmeHMcUV(N*AF3qgcd+h5yVbWL_w-8QP>5!5I_`kEinylAO%wdY@jH}dRJJvVs}AB
ztSGP`h^!6k0xH#BP*4OF#D<M;ZjwuJSKn9n+dsbN`SLtBGjq<&@0>IBoS8WC28lI6
z`CEqCAT+sDz!tLP5>_Nz$`;8`j7V`|yEt;(oY~5f4u>u0!Yr9!F(36KP!IzipDW?<
zr7VG1&I%0$G!kOklO|S(SVDFTUy4E+h(6Adc2zd%LF!SLh){V_NhC|kmh(|BdQQrm
z$kNw^h(2G$;q!O`aTtpy5TTGEqQe)f6i^B$B1U+*2bcyz6iNZgh<v9<MV1UiOU#1#
zY#s`c6bOYK>cVs9j&sAzgUP@qSPK{dYeN*6f@P>6qvJ)dZ+6<gYT_bT7czwP{0Kx?
zAJ7fF=qs-ikJhf;4AUS(0LF24bsgvA&g%t61YkrQOalX}ygulYQ@jNLV_;wu9E{;1
z^mxR54#0>2%*}<(cXW0O?FEKuM#8~J7}#UiYZ-nH6|k-!K?6r4VyZbzG~ZW8`$?@D
z*U7=v(cN`iFEk2nClT05#L#XO(_hBbg?6ElfNn}OcfwA?s$1!5-5hv)CzrA8u3jVc
z>NN~asayJ#U4P_mNx^#!GgJvCw02v3Fl09X(*TCLI6Ht&<2wDlY7_vb?6n52{9*Ru
zPd&kuLtt64^bFG14uE0f>Be_<b9Qy-;$TY6upv;6CkCb*&z3Udr52<Bd<ZZzm0&*<
z7X@GT&jMf+05;Cmna>-?bNvfg*LW(;tQv5#JUqNVt{DcVfsMeg7f<&ad(cQ}rUKDs
ziTGfJaZ!XMl*nW#qQ~M$U=E8b5r+!GP$r_ql0~w)d=wevp(F)iC3_WH0ak)QBF1YN
zt7@pJ%8F<zYP$kc6d{S(B0j()0eNhY8nWP+NWN6LsQGff6o}U4N`yi_7lXt~{!*}p
z`8-bnSB}9<$Cd(O-BXLt5bU{NVTMV7HEbb@*sxfUG0`lAI8wlk5b{|b-AwOZk^wk8
z7BTx8-zOkC%Yd1P0v(c38;AgDq=01z7D)m+PgUlFG7~0ysWvVG0U{!%V6{iafUc7A
z?L`WqT)>t}*)b@hB?J1gr9dn~R#pKiPYzVVD8x`VG--`e5~PV}OhlPXrcWpMDgPjX
z9OZaWR6_32(FC9oJQ1Gy87To}f_ktP><BykRdt96lqah6PsH_yh`<6O6V~dsKvRW0
zQ~9guDeOOy5>@iGza$^hOtFD9AR<J9DDrL%AWc4`!GyKDRUp~)wC+kz9aMerO(eNW
zEy|bF`bxJ@x^?=;-9r76{I7QlwOfUMrCW3m+pn!Hg;)?Ok&0NMLJ3=rBDSBcu9+(K
zj~Mr_%PSQb@YM=FX3=MKRO_qDN-uh=YK(hM0ri|u>Z--W&WC%dip;Ji*zDK+YBw7~
z3~)4oMey1DGi1WLUEt8a($RWfQtT`9Pp@02e?0&6za;<b^H0B9g@2`64B!p$#vT(v
zHSDG{^NVvLhMw%P)u~9to+KLSP}8|b0@ePo#*03{rM}t1V>A;x@36`7Zd(GF97UV4
z-xh3g(7xOU5UG1}f((024~V4PplIDaK~`^2Ta?fjdu~wwJ0#Vfr9k?8c3iRqylABZ
zfVl{mV}rSKx{wyE2Wi6;NE6lqr#%hQfps7<YyeSVGDJ`yeX(YkFWvj(#DE|IsG<Ry
zVQz^gfWW*=GH9*^V6_1(<|k1BlnzW&AXF9?76^G#z8Hn=v7;Fo#$tH~_zMNN>(I+L
zU`ZtsIg6#P3zNY)1NM0)Oku)Qu!6ywW5Rk&SRV`+6Q(g0Fj<KTPB07{)>b7HRYFxI
zI;uohmFTGweN|$hN@&UixJ+2=z!%G9T?(l9ADA*+1eR5c!Ln*mSXM0#%c@0US+!U!
zs}_xA)#9<NS_LetQUeBA1)`66Ry+ab<FJJ?G#N#Vz_!W}@OXSNiz{R+WPBMo5fLpZ
zTg;P)P{c&#MW~AQER{2ZBE~EbhF~>ha^TmnxN?coq0si5;o$B*&J_(e*B}rO6Bdgj
zkh8-0Vm@%yBvQN{<~LwYnSL)WigYzc$VyygCCvyv@LG&}crzf&SNe>)tWc>$#8HHX
zf><gQwMjckRc*ziJ1@rsc?ON7Y#UhST?%<RS6_B}TDlDKwPnt^fy7*Cs6Q$EAR5(F
zU|MZ?N56!?PPkR`d(H0joc?{>A?|O1b_2!DaobNm)fwYmr$2aIQt{o4!y&7*NmWk*
zSJFZc5=M8Pcos9sUHG_NXMK3eoxJLVX(cPr1dBU<qdtz@w$JvacE_Y?u@{YYYdhrL
zf5R!fntnX7;m}YUcD>Vhg;nruNzKo%ulJe#%*5k$`+#%ym8aw2%AM;R-}6mUen?Mz
zx%%ulLq6A4-k$4}rE|Wdlu)$c0q@e>0gg451n(_2MVpJ4G!fk&*pL3r<KwA`EXvP0
zS;cPsw|O5OQInYWJh(-wE#jN_R{8d8iW-ILZM?RDq`f?3Pm4?J+Kl-=b8e2ARxvUn
za{udPb|IPd<`1_99GU+IHz{%KMsm=2t7w<-di@tEk1kbc&K|kf>B;en4nF5c+bs~s
z^2gj?^4y-sNjtUCRc{0XHLHHxKJ?tug})f5vxx^f>K1An=N6_cOUpWKGjI=_vYhgX
znNj>8YQ~5<BaUYB%-72tYV$f8CuFS*suOxrB@(mepN8if?L3>>7FzIbTmKEdm9_bY
zHZHVG_IbuDX%v2peIiKK@hfNeqPKltPl>Cw(jrWDooH+{tRZ>>FNJ%$xaMx(H*)_?
z1qT~LoNk9{#Ro67cq|yUI3+tfLCPz7I&}P~ejA9-o6kJne5;RDOJhUEq-UH7?eE^t
z7M!`-_+yK2%i0w;on-qKUo!GY|0I9Dz@}ii&aJkDwCSfc4xzJK31Rdw{THtXq1$xd
zZgJk$abx+wM>lfwvzOdR3urQZm}A{Ge90_k-?>)w=?8YYq#utfKGxUvL3?JbRpH>Y
zn*Qw-yX#W*uWD*v4@#;F617kdnL#8`!ZC^E*3)M{ywPqb$ThUTX}+|~^zEpm(=R`r
z3JF|Qkm2z}T4>cWCDTK&sv>oP<ulzyuJa!BJ7oGMq9wn1Y;lg*=-lmw$!Ue9o_^$?
z4)yJ~>$PjDrtgrtQ3D50&YJqsXU$EY6VviDW}2Y8b!8S1bw1f==#HWOgPfN?SSdSD
z=qu8<Su^)m{lOH^iKClm>$QrVKgLaCBW*du4iX~>>$2YK_Vqi>V-7(A8~yjx1f4ND
z^<v(hS#~ek1BYfx^9)RovgaqaTJ;&PF+t}3@Vrhroh_PRu;$JV6N0tJo8UNj=ZQt6
zp&AQgt1>3r3QCujPY$|2=?IfO=@MZLC3n-p3GMP4v*VNJtrlzyxS}7jZd}=+%Nq6t
zadf?dBd*h%J2x!jkl7Xi*6&T8mcED?b2YW<qwT|F|6$kQq>ZVf(B&6D<S(B**dVjG
zEyqpv!n5I4YjYCuE-%?**vAbqn_5l|GhH(}2DLxmaE9G{a>}iX9*}?N_9*A-KJeZB
z^<Mo4TkUMULdyR00&-j<eh`&i)%NR8dn~j^zHo0!9kt3KIAzS)-{Ng=T+4j0f*`1`
zj;jy2$2q=JzeGfCoN}S8A^ll@p=IS#-_wZ%PpcND6?^lcIZsM%A6QGgP}FhgW0YA#
z_9Ls4hD8IHB*V8dIoD2HO%Cd-*+$+vrnIVj=<UmQ-Unq@47fMEV`=;#p{CLN+75H!
zl6Pl(eUH6m9}hIzR(V}>&cZo;Pur}Ep5#)q_5``{{kSOeMUyhLT*@D9YT}4x+uJJk
zJUG1n{7-$BOb#9PVw-zX%<9`g%@RKk1?>p&*C`~AI@A5{9bZh#5I?rxFf-f1?(L7W
z>ogiIZoG2Q(97PIY&pFQaSXHYr1!f!WMwWSzSFs?MjC6TH8Z@@?!w8(Ug0a&(Lx-C
znk7`9b3VAPf%8byZ47nJ*m)B&bpLD{pITvL-8t69<hkZSQ&COUk&O4h+fmj{J3zkI
zRJzMH=3<Ag-H9O?wBw#@>H<mZn6eQ=BG)Hfq){f#PRlZj7?!t`Ys>F!PwSX@r{LbB
za#6E^#MhZKB);vU<Oh!n^vZ>%WgE4rtn-sSL!vlFjZ1urBZ@=|H3;k0OgEX5u=l{k
zMI(kiZg4B!9JsBrtRyt*R8iT%yHhRCaH#z<kv;hb)=Vwi*xA;{+uHeK<3O9jm1WEF
zI@eOnD`vm^*?aY-7mBgbb4I@`Ef*cRa5+L}WKDXXKc0N};q-W}m(AUA>u(yLvT@8m
zve$ljl+OvO?}t{sEk~oh51ko4YHD>w{12_a+3*9+vzU6DUtNJ_-cNfL>3)n8J1+d}
zyeR100P_s<#Q1qtD`$onZl=1{e)4=;G355z^1DX!HjT@3ezJKEpKJa65^`y+cUH?`
zvf<G;)ffFM&U(I@anuMhAIa!vP?l3f+EuYNz^tM#XO_;`+3_jC<C~xQKiT3K|6Xdb
zm-@Taa7!wBZ#^eJ!8f^8?;`DO`C)C&eb<+<AAbGlx6~@prBZ_uh?Y+o7u2_;!^(Q+
zkzGZ1KGC;_kA8eCdoFWOW~j&`WYg8g;5^!k1#O#sy=F`Ij?w?4gxz5zE$HmuFyB1z
z=ZUXuU+#-HDk)mH<sSFom<bJ;YdcFXB=M<7WG!UfW5#haMhI&*2Z?mg(m$@)Pq6jz
zl69Epw$Fbs<4?-yQ%1v&yT`Pc?Hh!iEPf9=-}>Q(e|q)33FXFIY3kfp^FGYlJv3=&
zq@zbiVQpgB+vz4J&Tt-UA`mZNpsP)+B-@)})1b@yr5&Yp9-#>i2e|PY-%hx<QNnx{
zW8WEd?$r5$JvXBd*qYbnWbBj6Q|I*=a9>+cd1v&)yv@I-XPV8J9PXW><E%6FLfps;
z33GF%S4wBTz4GqzO6~sP&lismSYjLM1`X<9*}6w~th%wM>g}<$uWIQuc|duywYgo<
zn7#dDAD@L1qZ6~o23>YuJgNHbsFM5DW)C!?Gw(~+J!~`nDC!f}5cZ}Y)41hQURlA5
z++9nXB3Nz<1~@h;td2TpnH;LG<B!lZ&figaD!}mm{2M8GTXbYb77WilvP(=(fBJxy
z1t!Z<M8jr0w6hDG?(f4i_S`yR#`r1h!h{o7ehfZn+0;HS++zQOpH}nP@{#3R*OZ>7
z&8R@M!)mRyPjTOHWObJC-bDWcmyS+v8=RIz^{|@1Fnqh|!^dc$yLD=CsdzaWW-{~v
zZ>^Ds{k5?xUb}3G2%PFFx*Bgd%<9TyBgaptNLQ9?+V2?Aw0$MX;)bQu`ag!JneSL}
z&X+B<te-W_KHo#w`7m~UP4<45VKn`#AuONi%-yxuquvZoYsmMs;1woOJ5SJ_PPqKL
z|Efz*Ggr4??#w(qpjHNP_bv{G+I8&~rU`fHjhRy(6#1<6ja~AT>AueQZ!|oL3HY;e
zf7PcJ-!w1l%mtx^iy47gDbIes^lQKV=B7c%10C*jett8@*^xwP8FHlH0z2iFD+<#Q
zqQa^BDhl@a>qV4bByly0Xn3G<;7%f%krEl|mjUihsW4l{3IndJ421{?S(WRGnG_tv
zRPB#<`@%AoM0KUCH4nJ^;G=+#3O*h1>4HxWeEQ%s03Qu}<aww9xVOqE<e$Rm;^Dz}
zDWTUD3Vly=&>LiyjL+wRD^YE!LM#T)2p}r3fi2+yDTr1i77*~1g#NHGYzX&-O<+yf
zA_bwbMC@qHa;`#(#WpBJ0YPG<1iX33un3R8h%HoL4;4%xKm?vczzB&1VieI)-}tg5
zk>L43eaC`mVYj}(iAU_<NDc@rWZ+8HUJ@x6h`_6gRHnZ0?T#d5_E-aOYdqE8dn$1K
z)wjG_LP=N{2BVE-Fk2967+>zIqJsNPoo;w^H8ySZ<={m{%mP=zT%{E>>>3!mdsbaL
z!`29u6U7Q;D<d3mC8`gMU|||Y33zfCSP;PRt8Cl%0qKJ=)b@iMX0i~4^blPTt*~Tl
zQKS$=RuBWBsp2LOxd2QMh5?8g)rBUa7s2DR7O|z+Wh{0Bt-yX<<%c4aE=Kq$5L?-#
z%~FLr1fn|CRHvjbl+|Ryf8vwX6_smH(BnGz@75rsyBZC51o|k~AQjwzvm&JujxvVS
zR(GT_yw?C1)t@PjE7UusFjVDMI!+&u{HNDy(rvt~<`cT=O{{ubxIf~tnonV%@YG&v
z{jJz;cwCGs?V>ZHZkk7|7d^+ts;l9A3S)jw_KASnJKrZ3hrxy8<yLy(>(a<MDLJ2s
z#p@9WdGDr9P~_&~{O_~2TO1BN?VWGa4znj}*uV0L>8XPolA_dn!*3Id!+k!s6vm>7
ztF}8e*W=dU+Ne_sW5ZD^QO%2o-zOGF!^Pt%fnX8u^l8xb%FnFDrxch%M{5d`50`iG
zziCQ!iD9S|=q^_{_+?yk#b+um4o_R@WG+%)@Z{8YTB{a^cXGG&p>=UD>BTqHu-)Qt
z_2xwW6r6JT!nax54Ufa9DGZ$B6-$ZCUGcOF_A@@CzIN8(qaUv0Y7zdcPR7CUPW{|k
z0wZNh?jO6Rq<6vg7TZcM$%r1G&AHdb|1Pn3C*tZ57`NUY-LkLxv>Fyyt6NQaZ2a_(
zaDkfNO8>9K;>~e!I4oW!5I!x=ekkWQbXn8eS_&iJvO(#oryFtpx2@YQ>+lRim1(8B
z=Y+F^O1fsUnvbhXVJujQ)Fx4zzf-JQ3~ntBOCYR!wvRlxu38O?^VQNpVqNgwto{x@
z)4y?-!eKs#ZKW?5D5^Io!;gY)byO`{>Bs*(sp*zo^+jv>5b;}&KYWD22$C$88ke=G
z!ExbuN?|Mu&bzrV@oHC}eAC3jVQ|~=^1plz;bQQv?k@lTfdGbrflsXe%Lf8Jw)oWg
z=Q}fBfdB_zhCNYWFGiS4sd}YzvoLUdyFZhme5Lb>?e%cGdTK^MRb#A*r>YJ}DYt!o
z>q&||arZKV){7)7nkyc(Wk=6iLHlMrS#8y;R-lbZ_`r}wJ!_?2<VktL^q!<8CG%N(
zGkamJJ<Dlh9qvVHdA0a<^y^-vn2DCpKkV#<HS||+UijI(p74^RH}(5&&r*?8n~loS
ztg0qEGs9lZEesML3>V6JHs9crIekb+FS($hlUHx!F(CrGUdEre`#iDVjL4o?kJ~$t
pNx!JEz<`;ANhCZhP6Qzp_GA<Rf--FQ5FISoQASBvQNdBz{||AqB?$lk
diff --git a/ray_results/test_experiment/searcher-state-2024-06-25_17-10-00.pkl b/ray_results/test_experiment/searcher-state-2024-06-25_17-10-00.pkl
deleted file mode 100644
index 862455da2971212f5b405296f4c3e232559a06d0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 13726
zcmeHO3p`ZY_aDz0uPAb>D?M;i;U*%&Oh{@%H<GJ#8Z*P0%!7G|O5_pgglhC~Q<NT3
zqExqpL|5;Zgi3Fvl2o_4mH6*7XU;ryySLw8_w)Nde)IVpd!Mz}Uf;F$UVHDg*Ng;>
z>~#|el24r2644j(Su{2z<Ux@%K8+&~$B7Xl#9;z5U5u!+c>;kL(S<^Ja41CQal=^Q
zVqZiP5=7GIOffRdLqhUL-)yjE5uYYx@whn00E|OQl`x9eiAOI7IF^Vym&RcNdFlX<
z21)}6j*VpUC7LjWOg@0tq4U^mCLI-tzWMPPOg@w0$)XEUF|&XW?NFMK4nqRgVxZ6{
zMTL3^v!T<3%y1qsjK&rtmJk#f8v}{Bkt})yn+bWy8@-j3064G_GWf6Br_YSp)z3Fo
z4AjXKTT%&Bl`J2Ex(|W0LL7p<Gr_wrY&aDgcmjc{iVWn6IFYen)c8yrj)*N}(fE8?
ztQgT00R3ou0E=iySU|}T0+mpTYS={a$}|ZQRSi*b5&Qc3PVWI9$sZ~~C=T@?VIX(O
z;uSz6csTq+FVYIJFW^J^F_?577*2@A6+&TQV%QiS)Y}qZhiVEif=Zx)nlEfCw?IWv
zawi6sf=M2zC>huQv1zeP{+|O-RiyH%D!#DGSBcld#q+<YH&unIit3I{Ln=NER8=q$
zz>KMK95u|0*^*C#;+Xv%DHSu;NI{#wwiQ*1s+MIbDb=YYp<FGh8WXiYNUoQ<rQ-Nr
zR#Xg|-+zfD#B|kS@OhCCSfOC4jQ*>oBI2^bczg~N#^%w4fVbCTnT<7jp{<{<77jAx
zFBzr}j;YbcmW#~ZspL+~EJdrOF1%94<qNZ?lJ8=SzOpW;GwU%qp-cvY#SMoTEY6?0
znr!$Ds1zT93UG~H6JX#A$H<_l|HuSrGr8EB`@(wr8^1;5>h;-g`{Szg)oF9(O8p~a
zrpg9e2M>-?a2w1?2F^ZIUK%m-gu*_DkyI5)`s(|h{PviIEugfi<RK3CpP6`A`@*G|
zD}C6!0=UxAP3R{FbtO$M1T$%jzwjZdx_l8+4V1iysxDc`mGUvskS^pL3Bno0h5T(u
z*xD8$hP_Tth{cFOk6AdEN`ix^>aYt{6^@~5!U&ZJPo=8Cwp10klBx}}sTy!8RSPzx
z5=4kG+6|2dluu7o5S0K}R6sXXAW990PzPc)KzB_bmI%a>0F)LGr43h#5G{xfv)Bwi
zlPiY%OHOJt2=bok$7bP?gi@#g@p(KU1W9>eLvYrB^8jqsU{?go9xP2?81aR3!Mypx
zmA)d_P$Ct!#R?a!n2HraSi#1M7_30BA{Q%4v7%B^h!7GQ|1h~iflL9c{id$~hd`@R
z7_=&dLaS0Zv?_%}t5R6BDuqU?Qh2l~RROJHYQUf>LiEr;i@`!e9vWL9&J-j4!CoB7
zVlbFoh|Z>o1WW-qIS@@gjmzM1#E6k3Ot8UTZ6GY55hDX2u+yU)0wLJ&A-a$!2`Y#_
z0k%#~c8+5B17ZY0p)4U3&g3$|p}^zgOlaVM255RptspYQ`yv_=p%Nyw2qp+y24G4^
z!WmFyO5#TyD2&hJgo?t#!12FMY`Ok~7Pfht4jSou;#z}e^~gE8T^I95H#G@1Sv)gx
zNod|z=Gy+^`m7@-XAdvF5GX9EILCNb{l08*a{Zgx#7R+4>@`=IcG~1VsCa+&ck|5S
z8abKn&6nVj)yup`MhvSR+Zm|k{!(Yu9zkh{dYa9HS@rWi=)9W$6Q6l#S>PVhzDqZ~
zM)TK*quw%Tx%A{QdQP?nYqSEPLk;&TBWr4o`es>cpZv+LY^ay(n6o8Y0@D`qYM_IO
zE#)dNhODUf3iMlGeoA0f$~k{vJNHnV*2^lDxv74<AlBj5r8Zp$8a=yff3+~Jf9agy
zdgeyqrzz*3?oct>lpd8o!bH<+$on~dn-dB{PMWkL3+61lzcJH1IAVVAyw~MhA3%9t
zIsF!owL=cX>xA#w(D0Dd7~R|%r>Xl#WvpHOmOI^7^@PMJB>JT#Dh@sKTunM!F7&(~
zxt?7@A!KA*Pf7_XEP4@J(7MoZufS<+`H|fgpT-&OH?Cwq8}@XQ!M?iS4>vAF1Q%!S
zk1xnS@cwPnim`jfo=zIkmh^G$sBn!tnxl}P9q$y{N1q+F_sp9+%)Oe|N3L}w?jbH6
zxMK3niXsoIx;sCtjjB1VQS|c!Z?fHHo@esaoLWk<(@@Q$RS4r=`IhFU--GR-=rT9n
z-KQ2Ufo)?yWxqY+r+y;O;>t`lQ@C-D{-}hrwR1kT?cLH)X{n(SxRV5rHL85PKj9dZ
z9TdEwe0asK@u8Q?Uqd0Dk8BP+dUR{!{LMS}tj<z-PCgc$uQ~DNHf_(jTi(W9>1_Py
zm$ll~+OQ__t-FYIA-t%r$a8=3t!pW4%ayC^8-JR3%a)PIP+dK<nGBgS9+*;p$uMwC
z^wqD<SJx4p(KB-wZu~?1R8*FiVO#D$^nJVqb3ur=E4O?{LlD7{vb5Fbg!7%Wsc*R9
z^--s|8W#&jkbDasCMS<%>HWH(@knNHh+}kDi~INmnVR*mzwqZ$e(>V=M)ubRdnRs}
zdGejt>>{W04jzM?a;`KVN$SVm6!M4uh=L8XV(ed8Cx3t2N*HAyz}bJQ#X5kh9g{ZN
zgZ(MLntzcK-Tup--R2?RMOk?-`H@J3?Bb&iJ-i=__$}I@xsl)V$EW+qIGe08`!I;2
zRk=AkxQjAjxsPj7D&N#)pXbL^!S!29&K>xz>+lP5e`A~Wh2sJU%grts-%r#t))}{S
ziDOS3bbd*{ZidnHO^$iBZuYsO8m1U*uno;>-Mxg6-eYm%xW|>-i&I`qFdb}_%DWMs
z7FfLdWdD}E=^<GW8e!{bTH6P8q}{d5xuh~^Nr<hFb9UjVc^|UF%k@`}NgGY?ayjhP
zFTrtfY(Qa9;gxeFBdY-{w#%!){O>169EciJ*w6h$#6`WPDcqoy<#j#-I*e5P*G?E!
z=4A6RE-dG@>6DWW4?dcV*>0}CX4%8|x6^e8G?fHzy40SfKBRk|Tkgul!>{&+PBA>#
zP!^PW?Cb(t3)006hi()NxlTE_jG&znS$o{T`oY^BrQ50v+9tJWH0*jSteJV9d;fNJ
z)8mC2djrP28M>_T#$o%q_k7n=+~A996;6w{Paa9i$%wQGa+#X6dPL)G;~(n00;1e%
zZcO7OT-99Vd>~lJe*d1`$n-jy6j3(NwEf35&(uO6b$jgI+m$zXOcnq3{_DApL{d|C
zLThV`r{hAmU)J=*ci5V*vLCd2((<%)J)*<Tb8SX@)rkv`Nez=V>dm>GwoK~<9#C#i
ztgp}34Y!3>=Z73#zQpZWQ4Qztfx)MZjcs&v=>};RDRC(`i9D5vjVV`7MN)4~Dh-Qq
z+BS38xsXEhn7nsCUL7rfbKs}bMs43Qc<eq6x9*ClIoD1SU%x6i=uTXlJ#FHzu|vwm
zIvI1)e!t<yC5$(FF0%BySZ&BNf4d^Ef_eYD#E$(5ZATh1YIU4abqjfmZMH){Y}0*x
z$ho?1UIb%!OkN}RMv8h*^C81|RSW0o9nh|z3x}PXP&W6G`|<93&qr4++16%0z4+5k
z!G<`PANeRL{m_TUR&gb5b2SRCL@g{yy6tK-aJ{)kxB4#jWkNgUSj#Z4Qzsdrg=Qz9
zy@!$w3MMBW-l)oKZrQn1^<JInv*Y79>%tuJ@@84u*@s%1HgW2%g<klu`PjA{T_W1m
zQdiw`DOn{=r6$Jgb>j5}%#iYvD@GSm?p&|6Qw>R)US6A1p?h%9b@!hvKB|dEy*W<G
zvVK+U;GH#X#lxPp`JEME_YUZ%JG+z=_Y<~1ogO<oNOxO$@o2t>>&sJ-xxco5UtNBd
z_EE$Vu$??7k^}CQ?eG}5^GM0{{0sdLsdt9d?h8p>RUCNUzEpRigMM4>lcMV*HjWKE
zJ9n%wWzE*MnD>jSFB~H-8ce#T8!zgxDA6(L-1gztmEvJ$kCI0E=!=t+^ggmp@2<H#
zx1LtKy@_Jp<K8c$tp&b(Qr{{$s^$@8Jo~BrlG3fKTFWxZ41NmQd?L5<mKo~^OuzSW
zPRp|b&ZwX@UN0u(t2iHg?LVU3M6aZfSYX{4-~7AX4)-MTl-6zAX1%Q&R$O+NsGk`X
zZ`d~D2S&3+z`ID#(-%4xq}$EUV|P6s&6%IEOr>ps=G}!{hivAWOGhvFUo?X37hC;i
z*|M?engJng){QQ+iybdtoIyK0IsI<ju}_;UV()FQY&t`<OXhjyAlDW}Z#CVS|EA(<
zomuLk^mVE0ws&bonSJ++xa7jr*GVUy){~wN5J!#MDPT4ZujV0ZghLkInyT$|QrpDr
zr9;@oYQE?Wy_5@24|uoiUG3FR^ZSkGa<r$NtD2l8j&s|S6Y{dy?X~vXw4Yit4rWeK
z=^n~@;I}o)?DCt$^m@BxrD3+SEA~~rKOElr^E;^SRKwk7vrMz?MC0unrX;x>cWtCr
zm$brb9B0+E+*Tc*ReKL<bGfj^M1}ff;Je$L@OeX%U4PjgcA$7})XwdPiwkPl7msTH
z9$n+4W8G!2c+ipYSvg_O#~%8(>+r`{`Ipiz|GMkh$AUcDo+C$pICp$(hxO@M;=ps4
z)Bi}ELPU<f+_rQOt8zLrp10@Z)f9N?%%{$~Gn*}i6-T!PKRvhfww29J504IBYIj)f
z?{Akr$nsj0Hzved%Yy8=YJx`KJL80xS3Don)g}+h{w{5(Tg3d0?=mLs@ARLLtb@!A
zEUoLwTce^qD6-($**D$fM76qw-abFmGIKYWdphi$!=e{GUR-r6Deb2Po}M8`J`LwO
zCr%6Wjw23r*_am|uVQccBu-<Axo&ic^Z252sB8a&sH$9|)o-n&EAGx~`OAZsZ{4@4
z((KR{qn!98{TU-|>XOqpTJ)QC{bu?Y=K}{+ce-yFCfqeJeX!W6{P~&Yp#k%3Vcq8r
zi@r~}b7S$qj_f7D&Mj5f@|K8UGelKnFV986qdw0>`9y-;5u)ND7J_gRQH$gW#8f|U
zF@R|TC>(^b;FW-AU^Ur&Nfe3<l*Z!nI9LGj!X#H2+YmAA0-mYh2?7rrJTc%wz>^D}
zQt(uQ$1p@J0@1DH2GUnCI{4M#zomq(>>Bjn=?+Fi0}?Qq43Hfq@<m)ONN}Jx0?kPD
z8o)rS`VfZ}gW5<J@zEQMm`Vay!AKs+>Iu+$95b567NHp*Um%JD5`JJRI4rIh(Uzup
zAzq|dmP<i2(Nr&p))6Z>G89}N1RxJ<!;2KMI3U5w7f7?b@+*VD2JHY+#qNII?jXjO
zrgk;iyzp>T3=yrMS|eKFOyLZS3No46a`EC6)IaouAT`B>K>n95u|gls{h|qHEY}Qc
zBU+)0pfH-`9s`n}dcX(>)o>AuA%uYiGedo@zAWrQ4ABOu{h)@L%obC15gjzqA)s+0
z+2H;}r6Bs)?Fd{^fJ|`N0wNl)oFAea!C*qsG(MVkMbpkA^h1|CVuU1XSg5T+AXu&s
z!tOK#RcQ%`k`G?0N#E6_C0^j~UuxHoGD;R3OCj<5XN!%hlOkT&A3#bLn-<7*Ly>%5
zsN|+dln$ii60ZVM(!CVNa5~AjV!cWV_D-VAa=1CE!1OWBC#B1{DK_ad5(b2{OWQ$C
z82&*?tv`j8b^lU@;{E1k`LvtoaabvzT-~nr>Cr#lZN%Ft-vpLK88>6~z7qOvnKe>e
z3RZTK*R4w$s_riv4MN{wWn#xQC1}iLJ&;+`8+Moa*>%Q?uglcx6D&T6o#fisVU_``
zOH#2UsX7E%c~jVw<1_0DuGZICi;I`qATMySgoN&}=$VgVWn$$lXpKa%z3+dw+x3>T
z-Jp+iD~0VO`+Epatzfm{uu?h-iG3cs?nryma!=O&RfGIRYjLTRf=ThZE^4Q7u~NFc
zUpwE)!AIk%ti4aLxY$neHIq<kPq%FDC{kR!By`7ye`o9<pZl+Zl?wT+z+p+0&37|}
z(_(9-*5Gt`DKOF6|LQD0$bFn!x!8wiIP{&r)%SvxdvbICG?%!G&!z38uX8C}d~b8*
z^x0=8hd+EJ7mIPq+nZ-andeR@$LIFzV0**i?{cwkHXPhK^%=ek$>~x~%Gp32XyfB^
zQrNE?<j=%NrQ!5WazdM1=BK@zWY*wtSlLO=pzf-&THEk#U}bYhD7H5r?0f|mD+MLU
z+9`>Jbsg`T9?I1ECZ0?n44-f^DE!U^Tx_q=AW<xuM_gA+=i%+2%`KCv`lVA>W<#$E
zKGb~&|DSZ~%B|{UE(L%8M-GH9!Q%A)Ut1)B@PBF3z#XS|iO(&8l9N*TDY^ZLbamo%
zyd+RId(O4^aq{IauHHXgK(g+=aOL#YcRx1SH{O?u#Um<NJLSA@cXYeKH5``kjrOXm
z=I6Q(UTen1QZW5+SP~`n^nKSYEm!gOzQM|jrx^db`zFo%u2d`zhnFNu&g{dEFV^4@
zS0B$I`G#+`llpuN1CI}7bg5pQWV?5{AG)JEq-yo?u*a<h$6rg>IsdF^nONmPCQt&H
z15I8($Afgj*9|g0SUAk*Wx7Cfn4PVB?s~xzT#V@*zclQ}=k~L6=ubWQa~Nf@o#eGP
zDUZfq`z*$w;5{Aa#r5mo$vyq6Jo)de?Id50hx0Aj^0|}3;jom7pyr`=fz@BMmPu9r
zS5IBsBEmm&>HLz-IQ`#r4*i=B1OnkdTO@&i&;7UFBBieUzjm);Qc3?=z33$34kFu|
zKCAp&js*hYABi;n&f32FGn1<EFFO_mAM>1JGs#K6$a0N1880cf!56y|&fky)27NmU
zWw4jcrrpWjm5(2FGB~W#Np7Eh^Z9_~@_TXLU~%z;ZSKQqd#mt-E*`?-QC26JG=S!v
zx9^!ut#1S?OrJ0@HQ|IzEN-P#FG|#OQbTYN9&dc3=&F-UNx14#uxz7j?v!CW$@c!!
z^G}tvNZY?Mgq4lu7b>0PhtTTsL>2scf)6sj4oH+J{|`i61WyWno>ga3wg2PK=;-1@
z_JxrK<i0u<Q-pvowgl)8@Z!MlA<?f=u%Dui8>H)1eXNwC@Ke-S7gJu`F`gpHZR@2w
zMs9hEq(44>vhi!*qDTTAt7zI=6-lWz_p%-(DRB*1?M1&!Qj)c(yrsBkwNl55`TLIy
zbLS|^I@ru!Z(g7zYwo_l2)6MKMXu8iUj9nURT6)eF@A8ip;(dY+7sci$}A;Wfa`s~
z5+%~eHQoUit1_^TSSkz~wb^5`k6j6jSCp7kz2L+oW2Pc0&TZ?9*8NHn{dU!}^q+()
za^?E&TK8<L5?6fHona5H6BN0i{f$K(%ayp+c$*J!r74YC)3Y}>#(q%ZqL&68pIEL$
zvNX~bby+EOG|j9tOYAIAL@W##GhxgbrH;c5Na~ZamMd}r%GyjHC0V~*2=kyD=VM&h
zRR$Y1UCkt?-C~+zch%*T68|2$BFVon;4D<XNRi~6>pS)CW+jl7o+E7^Uscl1%6L@+
z(Nu{GO!JKozbSD6ms#a!5`$}phH990hl2No`JE3@#08cZx_8V~B;AjkIAfe)lp^VT
zD}N=qNC^b(cyX1KgdN)$$gStmlZuK%6}zuG75Z{vh!QR^?#i@EB}>3GTFph2K>DTD
z<R4b{VV3<6z4JR|xajtZ;c5c+beg|F5f==X#f`T?iX@YMsSmDgz`KLrA%ydI4D=g%
f@MSjoliUdKb-3got+dgvnI+#(qpzY+k<EVr7r}j&
diff --git a/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl b/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl
deleted file mode 100644
index cd729bf86949148a0f4bb8b6e15e13a40c5f84b7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 14855
zcmeHt2UrtX*MEQjp`$2>A}X$mpa^0^DPsqM0UL^i7?Qw5LK0FCq=*HOWe{}(ykJ34
zDT@tJ?5l_srC7kaiXw<*0V`nr?qp_CQ1<Vx?*5<e`Cgu9xc8oW=KRh%x1D=3v6`tL
zoJg|2XsI<~Bo=ZQT)LP~7chj35RnumQkX1zCzg{#psb}Ezz{QGx`?x!EuBH4Acib9
zlh0xc=^UPz9vBE{>PSyz8cz~J=Q1MLLMc@ZF(7(`I5QdPp+r*RRY!DKLcV}5WQf_)
z>2A-5xu583nU5H-Lju?=7Kax^XK_LRni`_Z=3yGh(8)+QqOBy2jHq*kK#Wa(z2-=p
zL5LQQ4zn37pppckj0+sg80|F95w#E2oIxVPTEGfeo2mv=fQhgUl>+Ndce_>JM`w)w
zZCH<L4C|wG13)*N?q+}S-YV$hQrL(}kw_42dI%eMkts#UT)s#oMfB+bd^mv4<nsbK
zK~fr`MHdMeOtuv1H(5rSjkfHtZV9lK!{-qk-7yZFDr1!XA|1L?HV|YUBZLj)kpUh9
zl*V*8LckWv297Oe3jwqqlh5U{nW#v#<t+r`#AZ$5FvX~tS*W$h5M?boNw8xA=LhkD
zH4Ls4v8K}n5#e+RPrzXYbJ_ICicWVGWFQ>2Ld^fH-_s{N&ybcN1v;cit*Ioc+Irx3
z;M92OVyw*uZ5pgO9h;ma5*17<Frb16;3^^8E=0l=a~MJ)BSMO3iGY3#A%I0RWh|g%
ziGfNeMLlqwG;ysAiK>C9IZJ6Yn&)TmC;LYwiKPLPDHuqdn=~G11lz%*I+5a~G{6UI
z!9T%+JF5;9SC0c)Q%MX^qrqAVmDQ9*wPMoaFj3lH6-8CUB~jIAu=Y0zqI^vdRgJ2S
z>V^3<f$%9+9e5R}NKr`Ez*L+o`>RoQ!2gSsfEl9G6+TsCy)~)_l}x3G6&g@A*r;(j
z3KhuK%5JJw)&U!rzeEyaYUv_F|7>DQc$`4KFoYh+<uk-mWN4?UJs0bqhW36rx5JR$
zf6Cx#9$u!4O>ViB)7@GzW0Y;hCtRYOi-ztqbr>T}{t7zv^#0V%##9LGgkZEgIog;8
z>&b;v{}D&)ccs{$%s+jFPTxKM47$Sq^Z93>P~jhOiy<5iFISof*s%AUd+=CMu+=H0
zeFh_`E0c`KyPuqU%)u7I+Uah+$2@#yF?l!*J#5g)@osZGm>fqk(7#M{au{{(11edu
z3aQ2_(}PNutwbY*Cp7Vum?;x|QF$f)7!tNPC5TC<vx?4Ph09J~^hnjAlEK-l4$fIE
zSf8p5Q>YrS7C4KIsJgH&RTDO(>cE;*k_0hDUqgcx)nf}4L?r<hHSijGjB5Z9WFS@(
zysibrY6G$8>8%4q>B2@5M2F6VIb4>I&6C3Y(Q^?QNT<8|cyl?#xvg?A(}jG#m`=xe
zVNI~-gWVczt6*CLD;TUf8mv!)4ZwiWU?Z9Y)|5#F#|J7L*2W47R_I`bE>`Gag+5jo
zV1*%87|99{ub{yhn<o~@6~OxM(?kRWTE$_|Dh`EKaX7S!L!wn27OmpYXcdP?tGEhi
z6;lHSRS9B%hBYh>8elNEB58^g=?1pd01k`A=Fyp4hD5{`fvq3W5;Ax!euxz5fgRyk
z(~gcs5>li)9mIJkhe!;93OZBFm!0O?Gv+urIXRA%!k>^Hbb0_sOb=r7*dR#a3kfFl
z#73i31C?GWB7YarlnIqFX#}%DywF`KjsR7*ELzi}2MYNi0g}K#5UKtmwN5*wgYCoJ
zBofz(US%<6pZCt*8N(J$I5{CAFb&#$_KxG-TAwo4mo%!?f+=?&r+?gicb1oSS){wM
zQ;^U?*k@pV*-T$*levGu%+yPtD&MYL8Ip6qc;@2)X_@;A`A0`x+<yPeP^;>8rtoxJ
zP_fS0KP=pLg%1}xPVo;BWSW;2&ailIyXm-H;#6sdxzWX<f~&7Nb7+qW1_tNacyDqI
zK2chIIKgezpy2-ZHa>bMIe7Wd2*#GB{E1BvEB^TlTUJhUDJeZ^)Uu1coyYmyc`tSi
z)tB@jtG{X+@E{$zSbQ@7M6ZZ)lbC>&ySeQa2YkcKd%V0-Qr-ZS?o}67zuCw3J?8E1
zo3FL#`sHJn=!M0}5=6xKkfj&kV%<YKv$k+NYuNciD_@#^-0+&>zbknq-0fCUiE~rp
zgWLOu>m%<|pQQTV+<X1;zIt|ZO#Xw<*>Cy|_MG6pCeL)@sr6;ly6wk?e{AGuF?I$H
zxOVB)u9HO(k5|vzbpGnzwNBy8hf80Tajrj?-te;vIy5vbY|^cs&P#Yl+K=w}W809s
z+Or@d<~EO#)d@4DTa&#PEd9?q^~f1?(-r+MKG{2A{n~jmxo5`p;Lhxqx7_#lZ5;pF
zB?Z@z-nUKeC$*f~m}I7_$MkkNIce@aQbKb-wcwk!r?#sPnV``pWob-S{|B~wsh5#@
z!BMJL)x$NxoChB^o7ij}c;Pqq9JS4B?1t^XeWqW(m?E#t=;Z^e%?27c4`2OI@Z@Ri
zgucvQ>UN*eFD-p>FZ)VbTzBZ;+8DhwN81Ejm!jg3MEyt$?R-&N-_*vG%xgBy*)IOC
zd#4t;+;3=TY<~M$f6c}xm4kzkSr$;`ht+#7Q2GxUD#*2Q*MG8M<I1A<v-a5aanceX
z2@ct&`dbc+-e2N3&h7IrO#v&|y(X25vgn5^KQ}(7ja+p%J$8GEy7z(F^a?@kUCQ`b
z&bRmi+HAJgL?7={-MvjCUx#0CJsM`T&3~0{>g=m74(Uk)riHytWK)`7CVl*<O|}SH
zl6*kT$h$hW`u!e#d;gK=s{>!~+Nf(6imewNm})ulLskEpwgC~dU7oqFndav-I?Z3t
zqo3`B7nXhtJPcy<dhza!$qX-iV6ulfGbXPo(mefI<xIhr&BsE`*z=!vYzTa30|&)y
zPVYC-bxOmtj>_cIZ%9p(U-n-4_I%x@y4~#;UuHZyU?ASqrzo#tS5lPS+sPp{MlKzp
z#uM|BvrD^$ZHYX5+Hd3DC2{nHJ7&T=d`&fjcyspW`tF*#TWT_Rwtvd(Uv-8E*Zo?y
zEY#y%^wZ4B&4&dnkLF<bRg$GuOOjj8`a7rQj9A&0doFnV=V?_HtD2-`gN(xxdTVAL
zF1<P~YEt*h$S+=3wU$58;gq~|algB8{xk3S<1f`Wz50Di+m0-!v~7dQv&<6voGjeO
zOYvhx&3nals?e`0P4VlNc=)v0(NDf@EvMB^=1F~At>&&T5*OAS_lR<ANRG{+o=BY7
z?NyMqW@KdBxgGusf4$~nddkeV{;@^Q#0A<f0;)reFNoUK82AUahd0#Lnq@5KJ^SN|
z`8?=ZL%`4j0lJ%wtUSXqO7veIeAiTAJ~i6-bv;K?>0Kip8@2a&$g`9Y^X#Wz{~Q+V
zOy8<w=Qc+zeaTaC^wI8hF&(juz6n+J&hWA^lJyaDp^6M?(V0;L3z_rvbCVm>is5xn
z`@eRr+^<HuA7MlC;%qvV>M44hWa&_U&vrd`RNCQu_oXK?UW~Dte>JPVG;4oRG<A5-
zom+HEhbKN6*7HeAw|J+9YiDb>`Zdknnbd7XS&nu1Pf3T)mkg^poPWvQWLsXTXW_Bi
z#n9rz^<%GTF1Ei}z1P6Rqq4uvz1x@i-CDnHO6Z)Xi%;J^Gu^u7=>(5)tYaZLqC2hu
z9%mw1g7l`k)gu~byeQoh-&St7G`}P14otIPl2`A)Vs++XX!IS=&l5bG&acr+v#=e!
z$TMGEeC5^L*DV)muU9l!N6wsY=6`yG<EQsgOA{_;!R=T0;pN-+X7-!kJd8hi(L{r5
zpGF@I{n>{)tTkU_S4FT#-A<Pg_qJEBG~RP~Tt)A_(<)xXJMec+ShJ*CZMN^InlZ=6
zKd88{Yg$Y9M5~d9dOxUgY0PPItnAgjAuaJi_tJ$1_f}5`dcD>0>AuZst!>#mXnhag
z*3MkbDBTkoMeX&<R(wpih3$4Di`{Mh>peMvRLKNhQ-)Xe>R*@N7!_}3t!_MeVIFIE
zk8^^uAoJ$qlUJP0n!UBjRi}Tihx_W?8>5$0Np3HQ2^{NjI{bL{C5HtRCiByL$EcJ(
zx?vXW4k-s>qZ)GK)lWM}eP{{qZt3j!yz||%OyhUFn_6C@YU}4(YgV7KF=#cFKE4z&
zru_QG)Opq$)t=~j5A18Y_Ck)`f3|IZvckTv8E2sGZr`x{jqZJW#CrZVb9#GpySMee
ztUmdvM;%8zSyE#8*(NI|<It9*PaTmyK0n*oZCyOvl3iYUxN<}Cn6T$FK1L4RyyDHE
zd)=mPJ*vNPV4syEkE$ibM$hJzP3Ofn3wA9^6VKiI;nUUVgO^`#ZF@5P%pEg>hF&@}
z&)??v%RS*Y=S<D1xjUzF<L|oseEh&|<DaHZ5e0dZPOPmO+k4&)ozz)+<ENSUPwMzx
z^3=+Aw3@kS>0RU|o&39Sa(?h&pO%=|<x6J;{#;aCA9Jhe`iAmfH{`cHiIa|O?UCH-
zJVdkj!wa6*B7?%!JV)kfZ@c{DOD0BXLpJk-Ev*3^VMFgfm^s$4ZC%myG7pLW=QE|b
z^-J>8eIueDo*QF7VD-o7e7kAV%pHB3qnwdtkwbPHRH)7AWp^7k+MNGLBW!?Ggl3%n
zeQSG<(<MDK%Ffj7wCz8XK6&X-<7HXfF1NXDGTGBqHEgbJyhWK;%TJ7TLs}awi#i0>
z8q@vi1ji%SuJ{nb$(`J289!u4)I9RMvP@gMn#7~thjT*<dfDggg9d$07mL@AGTiOI
zr}0zx!F-m`^7(@e7i}wC#~Pdn@NoSjeMIG)Yej|mO~bhG#E$2#AGr<#oX_<nEu=mo
z6|QwVDJ<wYz`%HI|6RQ&R6#}?#3j$hdlhf08@?gUFuK&Lig7Y3_HI?-An(v|GnX$(
znR_!Y`r+Y@L5C9J7u+hC-Phu+Meo~_KAj%B)FH2C|MO!9uewxc?X%f*<M*n8?aAq*
z$@|?6&7G^(1e=9iuwT<X++pwr!%V7q{bv5%pk=MS%6~cd^B&iZwc#%!-joGDn|!i4
zroZv|rzSy~>+ZQbtWJHpb>o(y5RK;3dmHOgzd6-TIel-8XP+)ObY!DIpwV$oJQZ##
zi)b6Zl+S3LR@8Ea;XUQoH`gCdY2L&n+ocU&9$_zh>uzYnxLQrS>Q~yKkxea#d1?!@
z>Q*g~!VZYKWRxNa1dskQ1vEndayW?EWT_a0lZb|ZFOpId!NmY(i0DBej0H^+qKVby
z_a#XH(i4xx6>+eL&X*-hVXeg=)CUg*JUZaf1&<zh^uc2Q9z*aLfk$((R05(~*$w1-
z#pn@NgTJMOzWf^WcU}kH(4>plY!=8xY6~Si9>~#x8-X>f0UNJJv;^p7fQ4QWjOZbZ
zaMV(!M2OyFq*MyH5DNGpfh<CAbL=n%SAu4JX+U5I$Ss2b3E}Xhh%TO5rSk<Km5b+7
z5G^#l3SxF-7%T_?mk1HaecJH_VonH1Q42+QW>s-<5ZR$Gfb{GnZ}&+c(#O-OT3mim
z5GqC+t)RLiIzeo)7e)n%L|uh=X&gFB48$Nk&7*^yD^q5L5t?sBle}1d7dA(90+!JO
z8M509$UPbWBj~7x%Q!4C3@q>om~r(*!3V?y?ZE8^HPmFTl&X*Dfy)V9#0U{^!7Yjk
zAx79830zcwOmO7_B5JTK9iku1V$;JILNx1%rg|mlA5->75sJKHsi7K)WSur2yV;P`
z@e&Yae?+N)x5;=(6hynLeodTFw&XZUdDpKkIjUZqbZJijDO++nAk|D42>AiB`=U1P
zNZD0h4P=BnDURW^x)F-0mI`{e_2EU9#SaNSsMCAU0P?eke?(rF_e<eXDr$WdRuxRq
zQo!DeI{SFin_F_R3LaSvVh(7XG1B)2(NFp=SVA}jdic6=VzkS1LM(*$$jgK%6DNC(
z--!Mn151L=4;O{>32Vf~QV2L49TXAe+ti|){~D~qnF=|w8icheP}&t(fA-m%xY#fG
zI~F+ZC#MzT{l?HYIr&R5I6My9>UJS*grj+%2ZS|pI?hMhQe)FAHubh#t?z@yrM9}A
zo>K07%;XLME2k5%*)vJERt~(6_fx*jTH@s|N(iG+Ahj_sYqyrv5wJL2?j>l{r{Fbh
zGYGZ57Z%r})vbEDkM6s`YjSI_4mm6-)MCqaYETp24}MwsmUXLm9mgRG2&+(_x~t>t
zM{^50Sxc}1>+ZCF+OvX~a^Glem$0~83e-G2Cyh$^qm#7+EQ#blE_qjBAH^X25Nk;!
zo2iZCQ<(DY0>>lNr9h4D$)TpdJd=Cln_v}Mf4$b~Haw;FtjEqL^0Dj8rxi;vzVnvw
z#`msUxm6J-7v)V^Oo$~xcn4lmpv%4M-rMOsmJh-YvUbTTVeX>_Vyh>di-UvWM&*=V
zzizpT!+vQko2vfb;}3P$m#)K|2w~-a4+PW?3NQU{IuI0EV`C}*4`H=`XlItgbWv$_
z``*?2_u@w=cJcjd1I6XU&P%8V5tTT0K~Hm2;`sY=)A%ZES57AA6v(=8#fWk0#5p4m
z<Z#$lx8>9i8CGyjmwVOUggxasQOi3frz>lr)@cn@KC{d4{vUSg+WVIObbm>GSFj|`
zxCPqY<6Hh3EHOfzOTx({Xv<~|T{A7>_>-SQ#0$`c_VwlzU3q-@Z9%$RJRt@z<#Z_g
z%Fg|j-HCHXKDKf`iEw8Qb5O0^8{c&N$;EeqC7P{n+k6)4x!CU@#6nmP@g4>GZL`J6
z<nhGa;X4C4LM+$@gKed7JrUY;ww3}78s@z0me(V>THj<XVO8f+0lTk;cb+RGg7D5`
z+v;{bPv^tUQSylD+s3vt9ML9VDbONO#W}m#@+pNg5d9=llf#g0%l(Ke3F!-1HkI5}
zj6r~PRsKU;q(b*jz!28{w-0+<i+}kVMtI@-NBFBdb0^ozn*=QBzvmF@69{+AKXVR!
z{}#!nf(-LtOOW9ffoSpHO)KEI|MsRKhy6!RBf^=T%m44o=zHTTHWmCd@%JVciNqNY
zS6e!#tLUoLZFEwl&Qz!E#0mVxne^2iOYYK6zE;p5ZC>wWbh|593N-fjsZjN59~|}v
z#gZh_U~$}lRcDFlO0Eus>j{0(%k>JiB*GjL^h4qe3gr2;Aa{W-k&hyrB8Mkg_btiT
zp@=2F4Oa0wArLDSbnDx7`xa~`?g7LGN%Vunk;kq{yl^7n`<>SlLOh8y@=Zy}%40-8
zuAmcYdbfr%CLSYhML#T-yioYzj{*CL#1LU6QIa5uz2QUWOVwS@WHuH2^7q%4kz6?G
zd%^$GG9n!Le{1!&y3M#4pe4>HHVwJ+A>1EOi}&($K80A_-?)0^ViaDL)d)JsY4FoW
z+aBoZwm^aIKKzd^O-%fX^o`4?6Pmn9z>=WmQ<t|wnosfhs-WYnP>t(a``pD{-xmJT
zlp@4aAp7m4|A1fR<;#SC!^&1SugBRtYBPw{{hg~<ZZ?TL7czaGD&MOV9kLn)imqR+
zcIH|MuGW`MW=jz8%diOjjx`#5R*e1@iG9jFefyOQjt{m%N}qB|#&6kLaZrU6;cR(c
zqO(nztDH6R$Psd}GAY}~x<|{3cx6)L3ICRY1{GPlag(wSWQ8kpZK36@E?4F1p&O?j
z8N64S%W8xB8qEw9Ss`OKxxC(`qSvRGlb^$ftB{_*S?<E?o}(;_Ju<^9+-tis$>XQ)
zLv8!;F%p)q##}V9zj2fHRTW%@eJ?KglnRNy_lB*_+9+j-y_2WauWwS}y4)c2YZ@a^
z=1QDm75dv#6)vD$<I{C2q!lOckErh!sQhB8=T0l_eJWgFP@JwjQz6~vj(Pt=RaWw}
z?K3%6*~+p)$5~iTtI1L(0j?KqxhkaU$FKa}6|0CpvdC_%*BBMwI$Nf=mAzFF-~Rri
z-D4MA7Isg^eEYg1%GBaGLm3yHSa)+nl}Slw147lSIm#s9HHS=l743fNp7^MJlZtl7
ze&?m{u~6a4@EYvMN>Skw9a*%_DF-KE_Yh3GM&Xg;Me|t7xE6*9*TQD|E0ZW>^=#U9
z6^T1%6-a+RuR>xL&DZb$vm6ACNimS(TU_5OGvbsb+N65Mnf<mwnKWioMSOdl%CrVf
zZO%{~4KUcp4y@au{Nl;`Ep7d@R7L}k%%*ZvF)r*}$5e@S&1$LeN>hFvtZ6ah#0q7S
zYgW~eXNT7)ll+F629vL=*o%(Y>sl2O*sEecvQ$RHGUa@IYLN=pxqzbfdk`1b4t!G-
l#OJfn?`*&)Dd^|*!Qi77bQeQ((T_!BUzwmyNr1%ee*ns#HbVda
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719315770.r9i1n2
deleted file mode 100644
index 43e70a12c118522b111bf8f0fc2bd8589e7f8cf3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$R7%a{4Bo_EtxiZ`h!F*8rkwJbHS#LB4SW#vX?sJadF%bhtJ#5dJ~
z)Cn+ZiE)W=@fIak>X($}rRwM87Z-~zIu_$RDfoD#0aVM>uNUGu56i)|D03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*l*rz{}{!}he~k$s8*)r=cNL*Ffcg2V*IKPwK6wW
zHh^=gGF*!imjah0+{%*7+|>AzjLhQr%#zfi_+rs29UJG4V=YGwq1xv*H^1c6RDo+(
z;Zov~M%7-NnU|azUzA#0l3$bxHX!`7beTESfafnxMRKk~7@)<a!KDZ{0Ay=oNoIat
PaXhLqAfNx-aDxv3I1hx=
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316043.r9i1n2
deleted file mode 100644
index eae6cdaa4534d362edecb519aaa66c4e27454a12..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$SBXMUcvdfrV(Dc+=_#LPTB*Rs^S5-TJ2O?E4kq3SlwFL&lNlG%C?
zq)vcION>i|i?=ATQop1$FI7J$zqnZRnzM;>&YY-C22d?izg~#v+^-1NqRgepB?Z?~
zoRMFelM<htk(!)cke``XBFezfV6RX!M+wEsSIThxs8*)r=cNL*FfiQyy}D8#YGrP$
zYyfAo3S5g4mjah0+{%*7+|>AzjLhQr%#zfi_+rtU%+}7{ZGIevQ0;S@n_qJNM`%~!
zQsR<E)n1&Lmz)}3lv-SpUz7?qprN9u&KzpM^B1QgIm=Yx_G@uza4EtK0NI*Yl9``Z
N9FJ-Y*ypJw0svLxgUA2?
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316308.r9i1n2
deleted file mode 100644
index c75c596c1fe28e9263b15915d7a9f7e543067b01..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$P~?>Mino_EtxiZ`h!F*8rkwJbHS#LDP>-AaCCsJadF%bhtzz5SWj
z0M!XFYl(4*aPbx;R_d3O=B4WA<QEr<&Px$?PGr}AZvfRY_3MRr&Yb~pEy`SqTvBi?
z#TogfIVthU8L7$H1^JnIC87)r4fZkRGdH4GX&4OGk7{K~eqJh23j@PG(UU9mp;qR`
z$_8+rLTFLqQs9z=TUnBsn;Kt|ky#v{S&~{5Uo4s>Z0W4ppt;Nts(o&A^Gi;z5V(yh
zTuNNhsM?D&^O95Ji&BeA@{3Zz228KJrDhH_;Q5PFk(`GS2550<a4EtK0NI*Yl9``Z
z9FJ-Y$mb>NZ(Km}dG*xGy5PWO!4}wW%-Nj9UI_-G1or7^a4p0H_T<FpdMH-rO^55p
z5!fXiEtgRO`yWCJfxtH4*K)q3Tl^j+u*+w_Z6p}jz7sb(&oxf|gc8{A5e5()*bEMT
I?G`!%0BBA19{>OV
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719316781.r9i1n2
deleted file mode 100644
index 0bfa298fed8f706eb3d9efbab7ba62694adb7eb2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1500
zcmb1OfPlsI-b$Q?uWG#4%)99*#hX-=n3<>NT9%quVrA66iRG3uRNaR8<<6XiS0buF
z>I7J|#JEJbc#9G%^-D_gQuTB4i;G3`KL2*wXE<|(0aVM>uNUGu`ES9sD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*!O*5wL-D7<qljws+B4Ed8t4x3=G+pf=>ESD|2II
z131O*!nG)IDR4=`tt`pRO^q+f$SjV}EJ-bjFBWCawRWC2Yf79URQufK=9ipP5ZYC^
zl(?i(wHIgRC8x$0r52au7o~y?Q2uh=#2jkC^B1QgIR);)?bqVc;8KJe0J1f)Br`v+
zI3Cp)kk6mg^!`QhdFz(=rQpD3!xq?m4ey);7uo2c1orl=a4p0Hwt`ro2a1&r+u-_f
z1h(MHqX8&^eG;LCKwvXU={SF1Q1BWhu${KUZ6p}jO@}u-yLbk%p#=7JgaJecHiJWC
zzU&DUpKEREy#Nkuc5H$Ddh=7KvqcX)Q35-0Gh7Q%fnA@KielwUgnk@>?WON<2qmy9
zw!p0<5ZI@;={Tq5O5H~Z>^}(Y1OvN-pVcK<;b1RHV3%!$+fQ_0J2>#_vfn}RdF7-n
zzrlgcfi19o_ug@;=G!WW64=)!!?h3-*moNaA3?D)ZVFsKj=<Kwd+9VvU_U`<ArRPt
tGj*IfS*Jfk3GC#la2p8*_6}167taf8Do_HObsF3Nq653Z;mO}r4*)S!?%n_Z
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2 b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/events.out.tfevents.1719317692.r9i1n2
deleted file mode 100644
index 081fccbe39996db0b092552b7438d36af9f1c965..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rc~BEq90%}_P?~*;kVpUnC<Nq46Qj<ER|{birY(+6>(x36Yaok>B^xHYP;IT^
zAl|Jy7OTv7+fk}e54`Gyv@-Pqyz7jkh)1h!r`T4f?X;zv5Z>~$iM#yAzW3d4-simu
z^N5vo|7>3{PDkutnPsZmbTdaAUg)tonIXC5G{cP<ZuzwJw`Bjky_?^+5FejG1>Sj)
zggzQYp>U6Fu8AvSXj6%sWi=1vH_4xk_5Tj_N2;H;QN;WUIFgK#kQPT+hr6uAP8B)m
zqW4POPKMLSWEI&RR;mV6R=43ithBosnvck2-&}DlH~A}F`3Y|klP=+i4ke-ixRP_a
zXo_<<S<1=L9*Wg$GmW(zsa;$?%pc!aS^0=)72+vKhvHzIbuvXX<)K;5?V)`ySkv~;
z?UDW$eE-9_X++*-+^<LJC<(v7+iK&SZic1cYrHEjn%rduD{oEFEc0QbK-h;2H^`?q
z&MgMme-FkHDcF%q=H-LRs#Kg0f=#Qqi2z%jh9e@_vUG!G$tU+N0_^2NTon7#?gN%V
z12;_q*kS3oUoy7LoKW)BXJF;ib*T+L>^_08a}Qr4Z3$On0Cr_Ej!41Iox9-)s3cNw
zJ_z>XyX-80y;g{bV4ookmc6gNo(-^-gK?uMcFn_3YhB70D**N);RTYh&1UN4ibk;V
zGa2LW_^|s1!Y1#xk=IT)j0M<=S8zlM_QFhgG^pGx<bz<ZU$DFdU}qR`r3m(g8iPew
zH?kgJ*9mb^?D644t#8}z*8=P$Bkq@sU15Hs-FOtNJZwZhs`q|phX=x*kl#$Mtb8y9
zU>h@WL<)Ayq@Upa?i2Dsu-hMBv;pi<BXOk&_W3M>B`jp-IDp+C#6_{Y;-_23jyre@
zU=JCE`z2#<F&8X)ycS?*O<g*|hutp_c4cTYdHt$&AHa6LgCkO~_n6Kd2bG;dJ_vT3
zCng49m%ocEMX)FAHdqpM%Z32#P9ZLe{V2K88uHzV0|0y0G~6#4yU~2v{OBTB`KgH0
zGkw?*fv}ZXP2`%*Z$1IoQ7Rmfg59`k&Q4JIxsVTnU7C<K8DJaLxKaeW`7ZwlvhJA<
zVDA*-qS(5|_11-V3ps!t*B|#w#%?!P%^ST7th`U^`4v9w$UxX1rZ<tMMKkgN_NX)*
zk%H}cDRUjDJR#(RU>CHw$^kZ+jw?m5L(>cvWyNU@U>_6WqS%VudTVp7@(92lo`L%%
zW6N?zPd$Gftb9yX*C8LaDiC(e@h0*~>?!!2O=aVV6zr_uXOx1<heAFG_L9HyAogrC
zt`x!U+iI}rtM54hcDoQ4#lC<0YpYo^Js)6C$-(`Su_JSo8Aon`mH)awqr-=-4ul<>
zeuA8-T}OeF9ov8-Qn1V1E$~uvR>%jzt}dwcfRjD>Ag&a_-m=SJDNdWQ4`8<laZ&6)
z*qc`E)>Il`lZSA>WbDM8rKafqdqcV}N2@n(m`xaW4EJH{cPP+S1&X2^r8bYv#Zo4E
zPATo-FK7&xw^V_u6zFCDkor%#`k7qU51~RESLEQYP9M;T3Y{ADv(rUxJAaYmFOO7l
zG5>4;()51Dl)0!9+g#ei52;Xi&ydGII~GOtdenPzI3nyGcPYi+*1T1GmUb1=cDs|A
zMcJJ${t^FaXr{Z}*Q`ORp5J@FC=AI<yzK~uF_eS0*%K9d6^c;9o3nl(idVnjX8c^l
zd-K&Npg48#o2`BjN>IP(=BgizlGWlj)3%RVuQC4pYx-r|7-D|U{&mRF9XW~@_K&4m
zmcQCkENA0^olLPi@1z_ZlMDO!rChs5j-q?nstHxi2Jg?=Y}CJph=169U^=sr_PJfd
zV-;pJFaS9o=d*Fo9}qmqhm!*DJ)XknBfNXZKQLP2f9%NA`aTRe26*ynGm7bb9`FEP
z#19C^77y?VU68Yi=X7RQDIa#d>i^Hew}-b+B&vJ#hanTv{@<Qv?A`MG857(?b#i6M
JmFQJR{{zpqwK4zz
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
deleted file mode 100644
index d34213a..0000000
--- a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.0001,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/params.pkl
deleted file mode 100644
index 89d3b862155eeb53390ad46f0f513f9464de7d39..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%aLWTHXLLl>?Vr+Tw8L5dWAa`)4
y6y+Dh7bTXYPI0$CITHkC^)TfW0eMnpk6z0->-KOZC6**-#205)rGhLi)dK+D<x<fA
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
deleted file mode 100644
index 7950f2e..0000000
--- a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/progress.csv
+++ /dev/null
@@ -1,19 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-220.77590359665277,1719315958,checkpoint_000000,True,False,1,016f7353,2024-06-25_13-45-58,188.1737368106842,188.1737368106842,339920,r9i1n2,10.159.32.15,188.1737368106842,1
-180.26498923714706,1719316230,checkpoint_000001,True,False,2,016f7353,2024-06-25_13-50-30,187.0150330066681,375.1887698173523,347039,r9i1n2,10.159.32.15,187.0150330066681,1
-147.3930386821116,1719316493,checkpoint_000002,True,False,3,016f7353,2024-06-25_13-54-53,185.07583117485046,560.2646009922028,353741,r9i1n2,10.159.32.15,185.07583117485046,1
-134.21845143235575,1719316663,checkpoint_000003,True,False,4,016f7353,2024-06-25_13-57-43,170.05932211875916,730.3239231109619,353741,r9i1n2,10.159.32.15,355.1351532936096,2
-125.97545107143132,1719316969,checkpoint_000004,True,False,5,016f7353,2024-06-25_14-02-49,187.42582607269287,917.7497491836548,366320,r9i1n2,10.159.32.15,187.42582607269287,1
-119.25108247291385,1719317141,checkpoint_000005,True,False,6,016f7353,2024-06-25_14-05-41,172.101571559906,1089.8513207435608,366320,r9i1n2,10.159.32.15,359.5273976325989,2
-114.85140582707923,1719317314,checkpoint_000006,True,False,7,016f7353,2024-06-25_14-08-34,172.7140347957611,1262.565355539322,366320,r9i1n2,10.159.32.15,532.24143242836,3
-110.36972532497616,1719317486,checkpoint_000007,True,False,8,016f7353,2024-06-25_14-11-26,172.59792017936707,1435.163275718689,366320,r9i1n2,10.159.32.15,704.839352607727,4
-108.50565037764902,1719317880,checkpoint_000008,True,False,9,016f7353,2024-06-25_14-18-00,187.18606781959534,1622.3493435382843,366320,r9i1n2,10.159.32.15,187.18606781959534,1
-107.58732394721564,1719318052,checkpoint_000009,True,False,10,016f7353,2024-06-25_14-20-52,172.15624952316284,1794.5055930614471,366320,r9i1n2,10.159.32.15,359.3423173427582,2
-104.85794463871032,1719318224,checkpoint_000010,True,False,11,016f7353,2024-06-25_14-23-44,172.26081562042236,1966.7664086818695,366320,r9i1n2,10.159.32.15,531.6031329631805,3
-104.4458197045514,1719318397,checkpoint_000011,True,False,12,016f7353,2024-06-25_14-26-37,172.6046712398529,2139.3710799217224,366320,r9i1n2,10.159.32.15,704.2078042030334,4
-99.18223199318713,1719318569,checkpoint_000012,True,False,13,016f7353,2024-06-25_14-29-29,172.24528121948242,2311.616361141205,366320,r9i1n2,10.159.32.15,876.4530854225159,5
-99.00881489430826,1719318741,checkpoint_000013,True,False,14,016f7353,2024-06-25_14-32-22,172.6691517829895,2484.2855129241943,366320,r9i1n2,10.159.32.15,1049.1222372055054,6
-97.12115343349187,1719318914,checkpoint_000014,True,False,15,016f7353,2024-06-25_14-35-15,172.88193345069885,2657.167446374893,366320,r9i1n2,10.159.32.15,1222.0041706562042,7
-97.0790608623835,1719319087,checkpoint_000015,True,False,16,016f7353,2024-06-25_14-38-07,172.1524109840393,2829.3198573589325,366320,r9i1n2,10.159.32.15,1394.1565816402435,8
-97.36735979215366,1719319259,checkpoint_000016,True,False,17,016f7353,2024-06-25_14-40-59,172.8087797164917,3002.128637075424,366320,r9i1n2,10.159.32.15,1566.9653613567352,9
-94.57831074872355,1719319432,checkpoint_000017,True,False,18,016f7353,2024-06-25_14-43-52,172.65869641304016,3174.7873334884644,366320,r9i1n2,10.159.32.15,1739.6240577697754,10
diff --git a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json b/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
deleted file mode 100644
index f918ad1..0000000
--- a/ray_results/test_experiment/train_model_016f7353_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-37/result.json
+++ /dev/null
@@ -1,16 +0,0 @@
-{"loss": 220.77590359665277, "timestamp": 1719315958, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "016f7353", "date": "2024-06-25_13-45-58", "time_this_iter_s": 188.1737368106842, "time_total_s": 188.1737368106842, "pid": 339920, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 188.1737368106842, "iterations_since_restore": 1}
-{"loss": 147.3930386821116, "timestamp": 1719316493, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "016f7353", "date": "2024-06-25_13-54-53", "time_this_iter_s": 185.07583117485046, "time_total_s": 560.2646009922028, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 185.07583117485046, "iterations_since_restore": 1}
-{"loss": 125.97545107143132, "timestamp": 1719316969, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "016f7353", "date": "2024-06-25_14-02-49", "time_this_iter_s": 187.42582607269287, "time_total_s": 917.7497491836548, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 187.42582607269287, "iterations_since_restore": 1}
-{"loss": 119.25108247291385, "timestamp": 1719317141, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "016f7353", "date": "2024-06-25_14-05-41", "time_this_iter_s": 172.101571559906, "time_total_s": 1089.8513207435608, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 359.5273976325989, "iterations_since_restore": 2}
-{"loss": 114.85140582707923, "timestamp": 1719317314, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "016f7353", "date": "2024-06-25_14-08-34", "time_this_iter_s": 172.7140347957611, "time_total_s": 1262.565355539322, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 532.24143242836, "iterations_since_restore": 3}
-{"loss": 110.36972532497616, "timestamp": 1719317486, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "016f7353", "date": "2024-06-25_14-11-26", "time_this_iter_s": 172.59792017936707, "time_total_s": 1435.163275718689, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 704.839352607727, "iterations_since_restore": 4}
-{"loss": 108.50565037764902, "timestamp": 1719317880, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "016f7353", "date": "2024-06-25_14-18-00", "time_this_iter_s": 187.18606781959534, "time_total_s": 1622.3493435382843, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 187.18606781959534, "iterations_since_restore": 1}
-{"loss": 107.58732394721564, "timestamp": 1719318052, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "016f7353", "date": "2024-06-25_14-20-52", "time_this_iter_s": 172.15624952316284, "time_total_s": 1794.5055930614471, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 359.3423173427582, "iterations_since_restore": 2}
-{"loss": 104.85794463871032, "timestamp": 1719318224, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "016f7353", "date": "2024-06-25_14-23-44", "time_this_iter_s": 172.26081562042236, "time_total_s": 1966.7664086818695, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 531.6031329631805, "iterations_since_restore": 3}
-{"loss": 104.4458197045514, "timestamp": 1719318397, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "016f7353", "date": "2024-06-25_14-26-37", "time_this_iter_s": 172.6046712398529, "time_total_s": 2139.3710799217224, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 704.2078042030334, "iterations_since_restore": 4}
-{"loss": 99.18223199318713, "timestamp": 1719318569, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "016f7353", "date": "2024-06-25_14-29-29", "time_this_iter_s": 172.24528121948242, "time_total_s": 2311.616361141205, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 876.4530854225159, "iterations_since_restore": 5}
-{"loss": 99.00881489430826, "timestamp": 1719318741, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "016f7353", "date": "2024-06-25_14-32-22", "time_this_iter_s": 172.6691517829895, "time_total_s": 2484.2855129241943, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1049.1222372055054, "iterations_since_restore": 6}
-{"loss": 97.12115343349187, "timestamp": 1719318914, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "016f7353", "date": "2024-06-25_14-35-15", "time_this_iter_s": 172.88193345069885, "time_total_s": 2657.167446374893, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1222.0041706562042, "iterations_since_restore": 7}
-{"loss": 97.0790608623835, "timestamp": 1719319087, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "016f7353", "date": "2024-06-25_14-38-07", "time_this_iter_s": 172.1524109840393, "time_total_s": 2829.3198573589325, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1394.1565816402435, "iterations_since_restore": 8}
-{"loss": 97.36735979215366, "timestamp": 1719319259, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "016f7353", "date": "2024-06-25_14-40-59", "time_this_iter_s": 172.8087797164917, "time_total_s": 3002.128637075424, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1566.9653613567352, "iterations_since_restore": 9}
-{"loss": 94.57831074872355, "timestamp": 1719319432, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "016f7353", "date": "2024-06-25_14-43-52", "time_this_iter_s": 172.65869641304016, "time_total_s": 3174.7873334884644, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 1739.6240577697754, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/events.out.tfevents.1719329545.r8i6n2 b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/events.out.tfevents.1719329545.r8i6n2
deleted file mode 100644
index a4b8f2b87bd1c314e64ca0fd1a3070aa0e558e5d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|OK1~O6rE0_buK1trcFQT$23u}voNh7m0C>vZK?}DxNuP()6A<G&Af>-lWN_x
zS_L;kK@<zNRZ}a9&`<;wL7{e0TokD*7b0|1U0J0Hf`Tu}<Rz)K&Tj6x=brb@J+GF_
ze#wDDexc8Mc;?yI`@LRgk0GmM`@ud;td1S+^Y5+&?7r0ax&1=r*z`iWucAb%hAMCx
za(~cD5FCu@rs?U{ejT_tx%9i$rrh}c770^HMhQSOcp1fv>WP?wB2gSU6W3K@c{pw`
zv}eSZDw6zqpYe+&6`f#8;kct8Zk7dYNv*r_h;Vt5QT*V8IwonU8b(%BHIZsz1DT$g
zwxNCBYFsDUZ2IWX&}V^r!021R5B0@#Qza3M3~XAufinYQw^m-Y+XI$9y*Vi)@&hE;
z2F+|hT2;1GotUV2O#0@>7q9P1m1O4(kB*!c7S5)U&#Bqcgaht6pbACfvLS0G3gYu|
zY|y(9tLv%*t~j8~hQyz|_=ESm0D5FA5~V5^u+QNa!KL7cuFyMEpHXiwt<{02utpLZ
zipl-hppYA!ImocPYoV&3RM_kUK{50=q8Cd`Q7+bcu%f8s6jD@;mgs3P$*O0RJ>bs$
z7Y-@~K9*JoC?zP0WyR-^+)yqShfHdM263Gbt)iquA~iz2`0o%%o1sx$Z^_bD2#Eh*
z;-x3C7Gm#j=F7bf!DZO{Tjb#*4-NVKnb<UG3Xo~Z)L@nL>Rm5+c){oQIK_J(^H5#j
ztthxBb`Naobj*dIGG`GjW&^Vv0`ID=F>EjlO>0=raLTP;9S{ama`W1|XDt<BC{OQ>
z7G66a?VOcvXAV;o1J>LchMK}WFkm<X<YUW#J7M|=*Ul>ISq_c2%+7b(k8tj3@|Y0F
dx!(ps@c!*RCQ8<Mnz6j^8~psn5^iPo;U74On5h5&
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.json b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.json
deleted file mode 100644
index b034105..0000000
--- a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.18759871111111892,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.02750689103642202,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.pkl b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/params.pkl
deleted file mode 100644
index cb40d5843f9214339d4eed4e4022ca573d6a2b4f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-unfgEOTlzaYLSu_SehyZs4f8=iXWB|S_zML^yhts|zZcn|k*B_)<5XT%q0R;2<h
I;V9Ju0EC25ga7~l
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/progress.csv b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/progress.csv
deleted file mode 100644
index 53f618e..0000000
--- a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2019.4176592488927,1719329610,checkpoint_000000,True,False,1,040fcf09,2024-06-25_17-33-30,65.59718012809753,65.59718012809753,2195253,r8i6n2,10.159.28.60,65.59718012809753,1
diff --git a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/result.json b/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/result.json
deleted file mode 100644
index ecbddee..0000000
--- a/ray_results/test_experiment/train_model_040fcf09_8_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-31-01/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2019.4176592488927, "timestamp": 1719329610, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "040fcf09", "date": "2024-06-25_17-33-30", "time_this_iter_s": 65.59718012809753, "time_total_s": 65.59718012809753, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.18759871111111892, "lr": 0.02750689103642202, "batch_size": 2048}, "time_since_restore": 65.59718012809753, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8 b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8
deleted file mode 100644
index 66bec38e2135151226ca04ed835d3df94a981960..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4067
zcma*qeM}Q)90%}n2zbv{q_uTg<gJd)H5(`_S;o3>w9F~SV3;_ab7$cWTA^3GJ3z?{
zYzS@!P~!`}#4+uXnY}nQV=r-;FA38vaiA`l2s)x;__9G|plmbQuBANJpR?ZeKc46L
z{(i^jd79ocT{Hgi)-E)YExx{{s<!SNleUO=xVW^Js#s3U%GjK=-8Uz=ZpUaBO&&g8
z>h-USi?GZ>Dagb-)}@P;9GfmUJ(cAQUF>9w%PKrBPBdyXb=iAweSB$FFn_qM+D^uH
z;QTaXKw6w<JRB=UG#caKZclnJ;$E4sn4EtaN6aW0&A<`S<z{Ko=@Mv{$nvyceB#;9
zZH0YH4$ck6_tn?mAUoyw<H(HSVO(%=#VpOUg6QGdKmjYedDC;j0t457SWYfDgZo?1
zY?Oiv_`5npmxmK*SjPXK-)!*y4&(+q=Y0{7BUH(4>Ur}Bkh|E0^I_!fja;Y)a#iPW
zL_u!<=uVrDij4+xBXV3(?$_<9_Psm4>i}}@^SHliISobXTN{B~YE#Yk0l7$3a>M_u
zI1c1unsGjiT>qbU&I38G98r)P-Lu;^u%W#H$fdO4j*4<`6!G>RV|f~oYn2PAmZPY<
zS+86Ka&O;l?G4CHQYF`4TE7j*Imd85jGXX#Wfzc(_zOoA<jSt^vSs}A&3YiWUXClu
z<(0MB7xkPy2IOwb1ysw`QPz#C_XD}UKfWFc$VI7=t3UAaVj$N!i1T6OvX)$}0dmX`
zjws0Kw7YH1c~fo!xhry9QLg1shyA^2`H4WT(TDr1mV2KX>iystkh3KaQPuumh-g)E
z-qhYxKyFzg&WDk6Hj1wTxjS-1LGA_XN46&ku>;8QNw}k;+`bomcJKC;e*?LGxqxc9
z6V%e8HM4=-!jhBm0l64eav5ugC?J<vit}OQ(s$ViAa_=dD9AlM+-@U_^8W>Lc~0C>
zQO<BVHg}}|ofIH<QZArcu8&$I%<BenHM-i2fZSwNa^?9SwgI`<^f(_z?$L(9>p;#Y
zM-=2P-E6m&K6By*kn>E%9Tnv~ds1^RT-izjxdFL=YB^2L(W!k#Am`#!76jx-RdTm7
z8<qjN`2x;|k$Z~!`7I#VD@PRM>f+jMH?11@3sETIj*4=%R%`B&ZI76M+-bRhYPq<a
z6I|vBAgBBBG98dZs^pTYHy;IZV{$%>+@9wPR|B~%ow%if9M{)w8!hOL0B26yh2x5H
z&0__*J?_@oK(0|Ppjs|D$DMCT*%vYXM$Hav+)2(z8wki*wnn0sNMxX$6%O9v7U*<#
zZ3W9qZ}ps*H%g#k0>uQU^uH1MYlJx#p(2M^?3CWOYuMySvmV7VY_W%t-u|T<2VGJk
zjm<#D&@rykO_w{?vAi^;L)wWcKDc^1GK36;F4iKF;XM_!^os9qC1qK65z8<xu9Rk6
zZfQt*8kQUH9_VaDx{1F-3q>QM+}|CcXpVNW4kkI$l89#NA98oH=+G2Byc<~(P`p0;
z-N%xI67&zd+gMW3EWPsGW$mYiueji5of<ljMXs9Itg8h2g+Mdq%@SBakS;&8AUY&X
z7gyrR`<6h*LN@I)!t@D&riDQ2N!=mq(krz`hO*Jr2@h#-{B-!Tk?FoI!gE_Fl=uK&
zJRe7)`1?--o~)y!yXpfs8ZSwv&=mhhNdp_2t}(7v%L5Ms_8c#sL!rk)Hy=+(jid?r
zjN%FD@y%flCSK#qKG@Xwt~Ge~JoBZufUKU-pNrCw>HqdD$BfHM2S)y~OfnObBkrB6
GV*Uf_5FG3P
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
deleted file mode 100644
index eb4d257..0000000
--- a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.9904174177662719,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.0015488652457456295,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl
deleted file mode 100644
index 982385f4cbd9fd9a8821bbf709f8e48fe7ab27f6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQsb3)2fU6fDHj!v_-r83$FymKUFq
znwT=ho3V#8r6|83z9_LIb&9+F`;GPY!fe*{Fy#~hd65a3DUW+vdbpAjOOi9<i!-ZI
KftIk8>Hz@IG*goR
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
deleted file mode 100644
index c4ed485..0000000
--- a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-nan,1719523981,checkpoint_000000,True,False,1,04dab8e5,2024-06-27_23-33-01,90.10185432434082,90.10185432434082,242786,r8i6n8,10.159.28.66,90.10185432434082,1
-nan,1719524057,checkpoint_000001,True,False,2,04dab8e5,2024-06-27_23-34-17,75.47974467277527,165.5815989971161,242786,r8i6n8,10.159.28.66,165.5815989971161,2
-nan,1719524133,checkpoint_000002,True,False,3,04dab8e5,2024-06-27_23-35-33,76.8026487827301,242.3842477798462,242786,r8i6n8,10.159.28.66,242.3842477798462,3
-nan,1719524210,checkpoint_000003,True,False,4,04dab8e5,2024-06-27_23-36-50,76.45394325256348,318.83819103240967,242786,r8i6n8,10.159.28.66,318.83819103240967,4
-nan,1719524286,checkpoint_000004,True,False,5,04dab8e5,2024-06-27_23-38-06,76.52552080154419,395.36371183395386,242786,r8i6n8,10.159.28.66,395.36371183395386,5
-nan,1719524372,checkpoint_000005,True,False,6,04dab8e5,2024-06-27_23-39-32,85.11763429641724,480.4813461303711,242786,r8i6n8,10.159.28.66,480.4813461303711,6
-nan,1719524463,checkpoint_000006,True,False,7,04dab8e5,2024-06-27_23-41-03,90.97299361228943,571.4543397426605,242786,r8i6n8,10.159.28.66,571.4543397426605,7
-nan,1719524553,checkpoint_000007,True,False,8,04dab8e5,2024-06-27_23-42-33,90.95869708061218,662.4130368232727,242786,r8i6n8,10.159.28.66,662.4130368232727,8
-nan,1719524644,checkpoint_000008,True,False,9,04dab8e5,2024-06-27_23-44-04,90.53222966194153,752.9452664852142,242786,r8i6n8,10.159.28.66,752.9452664852142,9
-nan,1719524735,checkpoint_000009,True,False,10,04dab8e5,2024-06-27_23-45-35,90.93833804130554,843.8836045265198,242786,r8i6n8,10.159.28.66,843.8836045265198,10
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
deleted file mode 100644
index 5aaf1b9..0000000
--- a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": NaN, "timestamp": 1719523981, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "04dab8e5", "date": "2024-06-27_23-33-01", "time_this_iter_s": 90.10185432434082, "time_total_s": 90.10185432434082, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 90.10185432434082, "iterations_since_restore": 1}
-{"loss": NaN, "timestamp": 1719524057, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "04dab8e5", "date": "2024-06-27_23-34-17", "time_this_iter_s": 75.47974467277527, "time_total_s": 165.5815989971161, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 165.5815989971161, "iterations_since_restore": 2}
-{"loss": NaN, "timestamp": 1719524133, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "04dab8e5", "date": "2024-06-27_23-35-33", "time_this_iter_s": 76.8026487827301, "time_total_s": 242.3842477798462, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 242.3842477798462, "iterations_since_restore": 3}
-{"loss": NaN, "timestamp": 1719524210, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "04dab8e5", "date": "2024-06-27_23-36-50", "time_this_iter_s": 76.45394325256348, "time_total_s": 318.83819103240967, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 318.83819103240967, "iterations_since_restore": 4}
-{"loss": NaN, "timestamp": 1719524286, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "04dab8e5", "date": "2024-06-27_23-38-06", "time_this_iter_s": 76.52552080154419, "time_total_s": 395.36371183395386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 395.36371183395386, "iterations_since_restore": 5}
-{"loss": NaN, "timestamp": 1719524372, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "04dab8e5", "date": "2024-06-27_23-39-32", "time_this_iter_s": 85.11763429641724, "time_total_s": 480.4813461303711, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 480.4813461303711, "iterations_since_restore": 6}
-{"loss": NaN, "timestamp": 1719524463, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "04dab8e5", "date": "2024-06-27_23-41-03", "time_this_iter_s": 90.97299361228943, "time_total_s": 571.4543397426605, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 571.4543397426605, "iterations_since_restore": 7}
-{"loss": NaN, "timestamp": 1719524553, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "04dab8e5", "date": "2024-06-27_23-42-33", "time_this_iter_s": 90.95869708061218, "time_total_s": 662.4130368232727, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 662.4130368232727, "iterations_since_restore": 8}
-{"loss": NaN, "timestamp": 1719524644, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "04dab8e5", "date": "2024-06-27_23-44-04", "time_this_iter_s": 90.53222966194153, "time_total_s": 752.9452664852142, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 752.9452664852142, "iterations_since_restore": 9}
-{"loss": NaN, "timestamp": 1719524735, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "04dab8e5", "date": "2024-06-27_23-45-35", "time_this_iter_s": 90.93833804130554, "time_total_s": 843.8836045265198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 843.8836045265198, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8 b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8
deleted file mode 100644
index 472523bc4033a65fa7e829fee9258a9dda2eb990..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdr%Wc90%}lQ6TH^ihu%wJhanhrbbjmkjjw+3qBZXsZ(n48gmB;k_#q5z;=*o
zQ%mjGP{&cnw>WLBv|6pD6({3sI<$6LAN2u(g5aptqD7)p9ceEi?D4aScl^ige)pUG
z?ESMhRx<e4uySsqY@laRVEvBPtmvR6X03spl)ao`t?5%*&UI{0^2|H1qf#wXA37WB
zniuM)h(zHi$gHhaS}RyaS!S|WBK-17vOl|HSTWfX+2A}w$>#rnBS|O$MdOG?Z>lJx
zDV?6tEiE@0SZjntQk%JE>?J3tTzmxQVI^&187?A`7<*K=l%7gsQEa~KJ|9U$@hA#c
zS`9{qvg!>M%3x*8lqKR~<35#b(-u0}6W_La^=+A<88=Qqi6{ofEe2M{P-ezrHJKUr
z0u#@CUXtor;O4Dg3T0RM1r+E-lz<m-wQ8*f6KkR1GOnEubo2&;ojWUfm2Pap8+Ov=
z3E9z;Ha`K_|1QT7G1zUX4hN{TRpPu4?02SZ+6Ax!t8hdBTi0z@p~;V@0qhz+E{HuY
zCr+JPb>vTg-N!E=8e2l@vR=LccCMWzQMs|D-mpWZ0ojH5U+o6i%QA6947O!b?0r!A
zgwOlHMsJ$C0k)0Al>*plpV(C!9`qCfY`-iV7sQ^iu2>z~P}&8s-{Th$jZKnGc}eYH
z=h~@p1#avS-msms9&0|ZeNO`HrPFXk4E7%{IRZdsAD{PuJ>&Y~rvQ6-3a%8u{_rom
zDr9A83c$Y0#|5!#R&7*AjlYlru#2YSe$m*qq@>#XCD?gRT1K%Od!#q)X1!ArdGg&3
zfL)M|BVw>O(P=cOyvpZ&U=QTJRRFMcGjXK=c0#XRHNEzt24J`GaY1Z<N3;5i_8;2-
z_JR!DFB*F%*)%)l4%m5QS9X;f+us{@Q)R!V<=}6>0_<0=<A@mS^y7|RP<evS`@mkC
znXUxbx!t%@0J}QZu3G%FV-&zX#m5D)=`+{Vb?dtq0qnFM+%FpY7-=vOtzhRZwPhc>
zu>-ter{(l(mfbrV2e8k-k0WBR?+}j;fy%d6;k*y*^o~>#V0ZEn0c_)xdX=-#8UwHw
zuEvdm*tNlgrZc3G0@$bd1w><alIxp7ionjV9Q$;u8#~Y&_UM`Y8d(O}4zRn9<A@mS
zxb<nLKqY+w=Y3$42bGTi_H8~QfW2=_y=t#B>@dJya}qZSVpk-GYqC#w4FK$?`~sq}
zC0T22qZ+`@>;B&QjT>9$4IAb4YaBD@)d1|HeK;ZpJ9U2ZQ&2hY0nYot-qZI}5x_pj
zM+C5oO6;oAJoNy;&gsXEg4o(wFKG5L8Lt6s2fu)5?9i<32X9OTJFjcKbj*#7ykXze
z^lKKTq;>)9b!|8z2Aep!B??qVT)}xC*l#4CHv#O;d_({{{zAQ~ru3X1U<bA1MnUY6
z)iX4+w-uZR*fxFv(b(}>Nr(2{J>WNZIkIotTq-;JU8fscu}6w_Nl`eZFV~v2Mhm56
zs>&HNcR^#Vb3T$Hn-m3jhUEVc@`prXFhWbTR-K-^I;~*hrHOJBOfxzY&0XZU%Oh1>
z%sq=j5yPLc6-KH|Tg{lcp)eFQG-US79*e?<JsLha2+3%(shr|&YpyCT%NUn1G;Lr@
zDB57;9&x{hVF%mY%@HVU=>Oph`6Hst)sB!qOX(Rc9WPacp%6K|IV<AOIQesK#?M4t
zH(y08ijn)i*(%1PSo!mAu8N5$NiKXdo%`zkAl7q!C+_V|mqi`+oZoc<T_eyq{`@SA
z#ll@}DT`Ih0UOw2(;NqZnhE|K_Y={L1d1GHE0={$^!xVp-#6aMM5Bj@xQBx;Oel$>
zpE)%=wv$A0UdZuyJc(kSeL?VGEy;a}@Ot)miiAWVuCwDFoX!1uYUSm|OxKSAuK}K%
zPogoy-v>Ov6>$UnYl{bVlH8XC@9!#}b3Zd&S{Iq&`LfW`)UZI7JfxqDlqmZD_6$o8
T%5(1+?>-`t2=vQ;*wXqRUopcV
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
deleted file mode 100644
index 8c885ed..0000000
--- a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7685314783666725,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.056339001711097965,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl
deleted file mode 100644
index 266347e79bc48b7f4f6cacf3e5623b12ecebe640..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6fDHi!v_-r83$FymKUFq
znwT=ho27>{r6|83z9_LIb&9+Fi|OZsH!`aBFy#~hd24Qz8?W`e*u#~SSdyF(Uz}N$
K3bcfyR1W~!Pg8>c
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
deleted file mode 100644
index 545e9b4..0000000
--- a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3700.8752076156497,1719551095,checkpoint_000000,True,False,1,08bd9367,2024-06-28_07-04-55,85.83756732940674,85.83756732940674,242786,r8i6n8,10.159.28.66,85.83756732940674,1
-2637.508512241634,1719551167,checkpoint_000001,True,False,2,08bd9367,2024-06-28_07-06-07,72.44411158561707,158.2816789150238,242786,r8i6n8,10.159.28.66,158.2816789150238,2
-2160.1915196696605,1719551239,checkpoint_000002,True,False,3,08bd9367,2024-06-28_07-07-20,72.27386951446533,230.55554842948914,242786,r8i6n8,10.159.28.66,230.55554842948914,3
-2001.967397614727,1719551312,checkpoint_000003,True,False,4,08bd9367,2024-06-28_07-08-32,72.46391272544861,303.01946115493774,242786,r8i6n8,10.159.28.66,303.01946115493774,4
-1963.2728338767224,1719551384,checkpoint_000004,True,False,5,08bd9367,2024-06-28_07-09-44,72.46509909629822,375.48456025123596,242786,r8i6n8,10.159.28.66,375.48456025123596,5
-1955.7411042461245,1719551457,checkpoint_000005,True,False,6,08bd9367,2024-06-28_07-10-57,72.14350414276123,447.6280643939972,242786,r8i6n8,10.159.28.66,447.6280643939972,6
-1954.256914754552,1719551529,checkpoint_000006,True,False,7,08bd9367,2024-06-28_07-12-09,72.5984845161438,520.226548910141,242786,r8i6n8,10.159.28.66,520.226548910141,7
-1953.846070297121,1719551602,checkpoint_000007,True,False,8,08bd9367,2024-06-28_07-13-22,72.54622983932495,592.7727787494659,242786,r8i6n8,10.159.28.66,592.7727787494659,8
-1954.4387774129552,1719551674,checkpoint_000008,True,False,9,08bd9367,2024-06-28_07-14-34,72.2018780708313,664.9746568202972,242786,r8i6n8,10.159.28.66,664.9746568202972,9
-1954.1531540277435,1719551747,checkpoint_000009,True,False,10,08bd9367,2024-06-28_07-15-47,72.91625618934631,737.8909130096436,242786,r8i6n8,10.159.28.66,737.8909130096436,10
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
deleted file mode 100644
index b326191..0000000
--- a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 3700.8752076156497, "timestamp": 1719551095, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "08bd9367", "date": "2024-06-28_07-04-55", "time_this_iter_s": 85.83756732940674, "time_total_s": 85.83756732940674, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 85.83756732940674, "iterations_since_restore": 1}
-{"loss": 2637.508512241634, "timestamp": 1719551167, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "08bd9367", "date": "2024-06-28_07-06-07", "time_this_iter_s": 72.44411158561707, "time_total_s": 158.2816789150238, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 158.2816789150238, "iterations_since_restore": 2}
-{"loss": 2160.1915196696605, "timestamp": 1719551239, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "08bd9367", "date": "2024-06-28_07-07-20", "time_this_iter_s": 72.27386951446533, "time_total_s": 230.55554842948914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 230.55554842948914, "iterations_since_restore": 3}
-{"loss": 2001.967397614727, "timestamp": 1719551312, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "08bd9367", "date": "2024-06-28_07-08-32", "time_this_iter_s": 72.46391272544861, "time_total_s": 303.01946115493774, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 303.01946115493774, "iterations_since_restore": 4}
-{"loss": 1963.2728338767224, "timestamp": 1719551384, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "08bd9367", "date": "2024-06-28_07-09-44", "time_this_iter_s": 72.46509909629822, "time_total_s": 375.48456025123596, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 375.48456025123596, "iterations_since_restore": 5}
-{"loss": 1955.7411042461245, "timestamp": 1719551457, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "08bd9367", "date": "2024-06-28_07-10-57", "time_this_iter_s": 72.14350414276123, "time_total_s": 447.6280643939972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 447.6280643939972, "iterations_since_restore": 6}
-{"loss": 1954.256914754552, "timestamp": 1719551529, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "08bd9367", "date": "2024-06-28_07-12-09", "time_this_iter_s": 72.5984845161438, "time_total_s": 520.226548910141, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 520.226548910141, "iterations_since_restore": 7}
-{"loss": 1953.846070297121, "timestamp": 1719551602, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "08bd9367", "date": "2024-06-28_07-13-22", "time_this_iter_s": 72.54622983932495, "time_total_s": 592.7727787494659, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 592.7727787494659, "iterations_since_restore": 8}
-{"loss": 1954.4387774129552, "timestamp": 1719551674, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "08bd9367", "date": "2024-06-28_07-14-34", "time_this_iter_s": 72.2018780708313, "time_total_s": 664.9746568202972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 664.9746568202972, "iterations_since_restore": 9}
-{"loss": 1954.1531540277435, "timestamp": 1719551747, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "08bd9367", "date": "2024-06-28_07-15-47", "time_this_iter_s": 72.91625618934631, "time_total_s": 737.8909130096436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 737.8909130096436, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8 b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8
deleted file mode 100644
index 71b9300937779ddeb489a0d8fd3ff12a9c634690..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|O-K}B7~Y)?YhGAwC)b}{wRNnBiQ23~B*AW&7rR8Kgyd`7`L><f{breOw3H&r
zf-X@M9z2+pf>BXINC%}z2%?h^9f}~7!i0XjRCp-*#-06k*3#xS@AE$IGw<_0Q{~A$
z!{-jlVz8%l{K(Lo{ULvcsp@1$OBW_q)2><X=-mdVZ*1sPvj{gPzS@23y-Ed?gWpuU
zqgE%u(X>Hna4HdM8F;&8ai>G+|2~bxzzC-_Ks|&wg{F+ow1yHXoH&^^bYcZPp5EA*
z{z<h+vSyU?izPLKU`FwH7PhsWk2;c>_S!?@g91f{2vl=POV40rrF4pP3!8`rvyYO^
z&u8DgZgl8_eSP!d?mJv@6UY!Qrc<3HFfuW<3==O6xb`8e?r{dpeR|m@-YX1HU@O$~
z0k*1Y=?0;wc#OUI&q&#?F>h|p)xm)iVprWvWg9bF8S%j_AC#k1RyEZOMNxb@i%qr*
zv05+r;Gz%KI*_y|NIwL*6re-35-FzAgCjm!f>I4942|u~d`8J6t5rkLT_c?tlvca3
z$)EuE^N{IuS3$X}<ZkwZsF_9<vBhjD#>JTqtZ6zqjx;^PO6+Se$*C_X2O*GucMmE7
zA#JMzln|7{suuAn0VtD-L#EV0jkHRLmQn1GD76rlRt|x(5o)E?j;w5k2I>DttlWO~
z8FB76_3d_(IGMlStN`x?s43i!VoF&G5VcfhuuhUj>k|Pcgu)#k3ZeS~RJgpA#6b7c
zqoW7fzr<ie-Xd1a1tt=Q(6Xy>tTzsI|FE3nj2m7a5DqeO{l9O|TRd?nvv0==bI111
zU$}lbW`9gk40v-k4wddaaNy<=P>8J?kXOhm?^%dVe;mKE&-n>oJRUwQzRJ7b2vG?A
X?L8)1&Uu!xg70f&VV&3fJ@fewzc7}J
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
deleted file mode 100644
index 5877a47..0000000
--- a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.9176352757258278,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.014441526763377911,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl
deleted file mode 100644
index 811a752e9f1d887e8bff489c51c55bcebca202ea..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@;Q2VVVZ%af`yoR_+UaH^PpmEdGQ&k
zi76m=aHbUH7sMAOmZVN`w|^V!vOH#gWe-zM5s=qAx#gv0!t)-kq{NcsjQHZrs#K6A
GrFsDG$y2ld
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
deleted file mode 100644
index 0615b99..0000000
--- a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2470.2349593996064,1719493562,checkpoint_000000,True,False,1,09d4c8af,2024-06-27_15-06-02,230.70093512535095,230.70093512535095,69992,r8i6n8,10.159.28.66,230.70093512535095,1
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
deleted file mode 100644
index d995329..0000000
--- a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2470.2349593996064, "timestamp": 1719493562, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "09d4c8af", "date": "2024-06-27_15-06-02", "time_this_iter_s": 230.70093512535095, "time_total_s": 230.70093512535095, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.9176352757258278, "lr": 0.014441526763377911, "batch_size": 2048}, "time_since_restore": 230.70093512535095, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8 b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8
deleted file mode 100644
index cf453a2e85495062dd0183bde35840c96f6fda0c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 3690
zcma*peM}Q~9LMnv6neKYNJg1blqXqSQ6Aiels#}<4+A61bcqwfumWD;Y<qRR!^LSP
zmYFc|kq5CZ1)`fz!-u)36P#iGp{dy-ZV|?!8yf;*#@LYdLb7C&uKE4)O?tWO-}nA~
z@_XfS=>pCFzhgT}Qiy%o)B{`RP(gfDm9vuLGYYq`yqLEl-RJY92A@0M`GJYJHu<MC
z_gu_VhBz{ojB-|P%@pf+Hq+)11YP)EiD@day_pqE+I;<H;`%g7Qpsd89wkDpqt3R`
zTwTjnTQ@s6Ueswc_4##t@?kI;;X^%~-00xhCy7S$s4>Hk8Jx6NELu$*!bu95L@q>=
zB4=mKVl5|_Igxdm1znivq2KLo*_|ECJq-;Lgx-%9myju>9_9kaSF>g(D~Jv!8#rKU
z^cl;_-~r<gZ<P_P_y7aBluSkk%&k_6oP!t4@R+%q=Pb9<;N}T42CaP#J1i9Tyg@(X
z@R*ta_7WdT)L@Sfy`Bdq&*5GMdzsO76=1V|G^v1n;Qmhf7v^R&z#hlBBDVKrwCVj+
z{d$01E}?zZ*cxguC1M-6dF)YsK>#~E6!tos#CX5$SO&1^V<=IBeQ)gV0WkSJ?q#q~
z9r>;UV3&S|CKa$(=w0;iYsOswyC3I@*j1NSn`-JWL<8)%K1chiu_@}+nYDj`n@bVr
zmj<xsg~GnKL1KzlCbt6YL@i3xVE<^jTn{FX<6Z{aI^aGIu(Js?sepY~>!LmGvH^g7
z8t01GmivvS{>R;VfSo|1ebw0Y)b+5t@HK1SG?N>^o*xQ3Jz8QWa}J#Z*gaO1sKFk5
zV+ek;DI4l#uxCrxeF?B{;zR*^EXhSD{5&!Xu=DL`Q4za~J!MLIc48sGzJw1@jon4f
zTyWn8uUYQ!%f$igh)~#Bw8ShgX)glUTYp1|8tk=0d&a?J_V1{d!M-}(y#-)@gA)a8
zLgS)Grykx0*v1jGsEB=Z)N8u+Uib-seGwm^8oQ5jPbZ!MH}7@{WdZESP}pwqB9ni^
z9|^F%4Jc8AeR?vj1x&vEG3sToM`E7d0I=`iL;<^ZdMBNEZF2^|F5HC{6|vV;Ju-zK
z{3HfoU%>~c#vZ1;jXg)e&6~d-<O0~*P}o0}ON_Ro;yHkQ<_b#GU^iJ43&G?|J*bz#
z)}H<79e~}369w$F#0GkixZVP=U+G1Qir7(Y^O;%pa0S5b#s{dz))YM0_M!pY{Er;n
zhXHIN6!!kF{LIwj^nCz3G8ZLku(e~0;UAzqxR=2$I?$O0uw#vAQUUwM#FIDs&ZlDl
zyBX(-*sFffF-H64EPzeqp?%fZF$KkOn`!`dO|yM>0GkYjo!aGRxHvitU~g|hi5l$U
z?O(t*`ybrPU=z>BuL9URTG6Be_Q5_Eol*X;7GV2uu83V~c!8PS+YUb?mNvAn8at^V
J{ny14{{gKFquc-h
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8 b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8
deleted file mode 100644
index 2319e9d0ccbeaa7708ea322341aa7cc4341c54b0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rc~BEq90%|iT56tzBN9Q7D|k)XDIUctI<h3I^+FlybaXnhO~^vlCYzXDMJ<j@
zgNU|MkJeGE76j}#Qw6G4oYr=zcBX=@V?BEO;XQcZ&=#qrVlCY);cb34ahLzt_rC9&
z_j&tAUJ_LUfA#C<8#Fy5@6Gqr{FaxbwR$WJ`|_++G|T5q>X`mdUuIxlb4{69)9E@&
z`RBzBGmb#<Nb9kz$>LYCbe6-#aeDU>A6ZaK7ETC6c04>!X_oOgl8G`<5{__o*Gh+t
zDz?+bZ@XO#%j;FDirl@EcX&W0w+iQBrOn0CLPVu%PMy(}6{vJBODWI{EyEE5N=GAc
zCC@l%inlWy#qhL;;`E0Xeq!Rbo}Mx>5Z~wZ-qTb|@zKbDl3|=<*kYRU&>Zjb(BcBu
z_wq5X1{Sz;w|%MRiL`(bjYk=H0e`E7XIv~t!DakAKUu2(8tgo6ZKhkqjtYhSR$ni9
z$-$HZ>?!Zyh!X6@54wK>m90`f4EC|ZN38&RPC2fW!9KmtYkHHjxB+&n6qm)GdOOzK
z{rQYCfStV#_bbL$5sUl!6Tr?(qPACv*xFFo)6Vpg1@A|70_<`vjwr#dPrjG|Dp54f
zhr!;RR>T18ZBj%AJJsVg9j}_*0I*REZj{A-t)|f2roZqyz+NjYpctDV-dK1A?tJs)
zv~41GbSP|lqK`b%*;Na$cfNunO0d63`hFw8&dA33FxX_9JqlnqN)Z`sR9b1ee{Mkr
zz#cONH_Bp{Fq_S{Q}Yr4_8w^g#n=_ZwVhiRfSu>nZ{IIs$ArS}PVtemZpPmQ*wqa<
zq6E9FsIVMVCLh50FxY?Bs0so00VyJbUBAm~>iA_&HNZ~&6gSFZZ&~!2`Iz^(6<~iT
zEua{?mRP>8U>Df=jm+ndh}f~AupbE6hd<)K1K5v8<A@UM@h1{ag378fI3EW4VY}^1
zfE_ayM`W;F+q|Z`(VZ;7u9V`k*qxJqF!wlOdja-CX#vI9twdi>+GViwJ+-S&iP&+W
zu(u@m$oCG-oer>@_Tz{W?3vlCvq9ywI-C!K-Q3u;31FX+A~M*UHhE1GUwo+rU{9~d
zjk4JJBf8A|q!lc{Zj=^KjD4LLf716a*!jT)_b-Upx=`5bbA054bGmf^yCok-lwg}H
zFFXR3#6p}8gPq+&JO<c5N)Z|CzB;ez(B7X*0JdonZj{BY>W?I+M*Zpl*vF*>6l1IM
zYU0Q406RbLb>9-Phlj#$d(=yQaA~L-U|*}m5hd8ecxwTubZo%+FxV_v_XJ?~N)Z`s
z?YK&le%$8!0DDChZj{9?txO=Bv>TTJ>^sr|im_w!-2G-d*m?e$Z+k@S_)yr*!ncu{
z+%6x$E^5OOCD<Kvb1s6)4k;f7duc=eRe)`8$CWbJCpNxox;m!{ejB+V#bvRJE{`L(
zEd9L&U@tj~`xRrS=OxaZbg_BJz~yM`zTL|;A0KQNv5gH8XnzEXr|fQv$KvFuEPAz@
z_6Qd=mY-K0fi^^-7Xm}NM`~TK+7OM9)xsCsg{#wAIz7UmL(w+6*kuzga>C`2Dk%}3
zjYRt3XY5KR<*=-wJ;G2N(hd%J0<#lQe9)ud$y%hbd0cKvxUKoCge>i}(l#5zmQpsx
zDLfKB4b2X;i_LlzH~4?>LXk-A@V6rr$x?ROVoQ%O#-SJ;yg3_F(J0+BZpKeV{5M}?
z3QE?6zu6koP>SwZH&^2rl&O=ynV#mVcd~)=JM~9hj^@hX`Q22bYicw~IzNu)IN@qb
zalAzUX4n$fyl>R#E46fvP3ojWYBVCqR;P)}Z?i`72XEz~;e$lN!+{qjmOx2Qof;mi
zAW&)uay%|%lb?P;@SqUR2z~Z=ii$un{<9MvG)`!n-Sl8~uK&Y;*8op0AW%Z^`+x^(
z#R2KH4IVIrc~|kAKXVH$XZvRaepxuvQeUX~Yfyh8%0fy1x2IX#fV}XIN$$@X)I*0v
IwK}{11Mo7)xc~qF
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
deleted file mode 100644
index 96c7382..0000000
--- a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.6143131375049876,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0007003169863053682,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl
deleted file mode 100644
index 416db04d952daaba6a13602360054f484cf9e61c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-unfgEOTlzaYLSu_SehyZz%8C2UD2eS4U4ihw+~PwU-I8m#N#N=htA&WJD0tV#u0
HQmO|4(_>R(
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
deleted file mode 100644
index 381e365..0000000
--- a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1980.4066219780389,1719514079,checkpoint_000000,True,False,1,0cc69cc0,2024-06-27_20-47-59,78.72657775878906,78.72657775878906,242786,r8i6n8,10.159.28.66,78.72657775878906,1
-1974.7192046398252,1719514144,checkpoint_000001,True,False,2,0cc69cc0,2024-06-27_20-49-04,64.93273973464966,143.65931749343872,242786,r8i6n8,10.159.28.66,143.65931749343872,2
-1979.3855787862942,1719514209,checkpoint_000002,True,False,3,0cc69cc0,2024-06-27_20-50-09,65.05311489105225,208.71243238449097,242786,r8i6n8,10.159.28.66,208.71243238449097,3
-1979.0269044891118,1719514274,checkpoint_000003,True,False,4,0cc69cc0,2024-06-27_20-51-14,65.01725125312805,273.729683637619,242786,r8i6n8,10.159.28.66,273.729683637619,4
-1976.4739701879307,1719514339,checkpoint_000004,True,False,5,0cc69cc0,2024-06-27_20-52-19,65.06425142288208,338.7939350605011,242786,r8i6n8,10.159.28.66,338.7939350605011,5
-1978.0683257335752,1719514404,checkpoint_000005,True,False,6,0cc69cc0,2024-06-27_20-53-24,65.00006556510925,403.79400062561035,242786,r8i6n8,10.159.28.66,403.79400062561035,6
-1451.6436892531988,1719514469,checkpoint_000006,True,False,7,0cc69cc0,2024-06-27_20-54-29,64.97408652305603,468.7680871486664,242786,r8i6n8,10.159.28.66,468.7680871486664,7
-1978.8701690914124,1719514535,checkpoint_000007,True,False,8,0cc69cc0,2024-06-27_20-55-35,65.56082820892334,534.3289153575897,242786,r8i6n8,10.159.28.66,534.3289153575897,8
-1973.6112147053395,1719514600,checkpoint_000008,True,False,9,0cc69cc0,2024-06-27_20-56-40,64.95659232139587,599.2855076789856,242786,r8i6n8,10.159.28.66,599.2855076789856,9
-1973.0043147530143,1719514665,checkpoint_000009,True,False,10,0cc69cc0,2024-06-27_20-57-45,65.37610912322998,664.6616168022156,242786,r8i6n8,10.159.28.66,664.6616168022156,10
-1978.763697826956,1719519614,checkpoint_000010,True,False,11,0cc69cc0,2024-06-27_22-20-14,79.15366196632385,743.8152787685394,242786,r8i6n8,10.159.28.66,79.15366196632385,1
-1975.8241879921259,1719519680,checkpoint_000011,True,False,12,0cc69cc0,2024-06-27_22-21-20,65.74563002586365,809.5609087944031,242786,r8i6n8,10.159.28.66,144.8992919921875,2
-1974.2569397453249,1719519746,checkpoint_000012,True,False,13,0cc69cc0,2024-06-27_22-22-26,65.7228844165802,875.2837932109833,242786,r8i6n8,10.159.28.66,210.6221764087677,3
-1976.7626645546259,1719519812,checkpoint_000013,True,False,14,0cc69cc0,2024-06-27_22-23-32,66.2012448310852,941.4850380420685,242786,r8i6n8,10.159.28.66,276.8234212398529,4
-1976.9357179656743,1719519878,checkpoint_000014,True,False,15,0cc69cc0,2024-06-27_22-24-38,65.79811668395996,1007.2831547260284,242786,r8i6n8,10.159.28.66,342.62153792381287,5
-1976.9357958215428,1719519944,checkpoint_000015,True,False,16,0cc69cc0,2024-06-27_22-25-44,65.78404641151428,1073.0672011375427,242786,r8i6n8,10.159.28.66,408.40558433532715,6
-1976.7361752968134,1719520009,checkpoint_000016,True,False,17,0cc69cc0,2024-06-27_22-26-49,65.76862573623657,1138.8358268737793,242786,r8i6n8,10.159.28.66,474.1742100715637,7
-1977.8280586783342,1719520075,checkpoint_000017,True,False,18,0cc69cc0,2024-06-27_22-27-55,65.81831574440002,1204.6541426181793,242786,r8i6n8,10.159.28.66,539.9925258159637,8
-1975.8057380736343,1719520141,checkpoint_000018,True,False,19,0cc69cc0,2024-06-27_22-29-01,66.07627272605896,1270.7304153442383,242786,r8i6n8,10.159.28.66,606.0687985420227,9
-1976.771424781619,1719520207,checkpoint_000019,True,False,20,0cc69cc0,2024-06-27_22-30-07,65.2650773525238,1335.995492696762,242786,r8i6n8,10.159.28.66,671.3338758945465,10
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
deleted file mode 100644
index 649813f..0000000
--- a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 1980.4066219780389, "timestamp": 1719514079, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "0cc69cc0", "date": "2024-06-27_20-47-59", "time_this_iter_s": 78.72657775878906, "time_total_s": 78.72657775878906, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 78.72657775878906, "iterations_since_restore": 1}
-{"loss": 1974.7192046398252, "timestamp": 1719514144, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "0cc69cc0", "date": "2024-06-27_20-49-04", "time_this_iter_s": 64.93273973464966, "time_total_s": 143.65931749343872, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 143.65931749343872, "iterations_since_restore": 2}
-{"loss": 1979.3855787862942, "timestamp": 1719514209, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "0cc69cc0", "date": "2024-06-27_20-50-09", "time_this_iter_s": 65.05311489105225, "time_total_s": 208.71243238449097, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 208.71243238449097, "iterations_since_restore": 3}
-{"loss": 1979.0269044891118, "timestamp": 1719514274, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "0cc69cc0", "date": "2024-06-27_20-51-14", "time_this_iter_s": 65.01725125312805, "time_total_s": 273.729683637619, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 273.729683637619, "iterations_since_restore": 4}
-{"loss": 1976.4739701879307, "timestamp": 1719514339, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "0cc69cc0", "date": "2024-06-27_20-52-19", "time_this_iter_s": 65.06425142288208, "time_total_s": 338.7939350605011, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 338.7939350605011, "iterations_since_restore": 5}
-{"loss": 1978.0683257335752, "timestamp": 1719514404, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "0cc69cc0", "date": "2024-06-27_20-53-24", "time_this_iter_s": 65.00006556510925, "time_total_s": 403.79400062561035, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 403.79400062561035, "iterations_since_restore": 6}
-{"loss": 1451.6436892531988, "timestamp": 1719514469, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "0cc69cc0", "date": "2024-06-27_20-54-29", "time_this_iter_s": 64.97408652305603, "time_total_s": 468.7680871486664, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 468.7680871486664, "iterations_since_restore": 7}
-{"loss": 1978.8701690914124, "timestamp": 1719514535, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "0cc69cc0", "date": "2024-06-27_20-55-35", "time_this_iter_s": 65.56082820892334, "time_total_s": 534.3289153575897, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 534.3289153575897, "iterations_since_restore": 8}
-{"loss": 1973.6112147053395, "timestamp": 1719514600, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "0cc69cc0", "date": "2024-06-27_20-56-40", "time_this_iter_s": 64.95659232139587, "time_total_s": 599.2855076789856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 599.2855076789856, "iterations_since_restore": 9}
-{"loss": 1973.0043147530143, "timestamp": 1719514665, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "0cc69cc0", "date": "2024-06-27_20-57-45", "time_this_iter_s": 65.37610912322998, "time_total_s": 664.6616168022156, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 664.6616168022156, "iterations_since_restore": 10}
-{"loss": 1978.763697826956, "timestamp": 1719519614, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "0cc69cc0", "date": "2024-06-27_22-20-14", "time_this_iter_s": 79.15366196632385, "time_total_s": 743.8152787685394, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 79.15366196632385, "iterations_since_restore": 1}
-{"loss": 1975.8241879921259, "timestamp": 1719519680, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "0cc69cc0", "date": "2024-06-27_22-21-20", "time_this_iter_s": 65.74563002586365, "time_total_s": 809.5609087944031, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 144.8992919921875, "iterations_since_restore": 2}
-{"loss": 1974.2569397453249, "timestamp": 1719519746, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "0cc69cc0", "date": "2024-06-27_22-22-26", "time_this_iter_s": 65.7228844165802, "time_total_s": 875.2837932109833, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 210.6221764087677, "iterations_since_restore": 3}
-{"loss": 1976.7626645546259, "timestamp": 1719519812, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "0cc69cc0", "date": "2024-06-27_22-23-32", "time_this_iter_s": 66.2012448310852, "time_total_s": 941.4850380420685, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 276.8234212398529, "iterations_since_restore": 4}
-{"loss": 1976.9357179656743, "timestamp": 1719519878, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "0cc69cc0", "date": "2024-06-27_22-24-38", "time_this_iter_s": 65.79811668395996, "time_total_s": 1007.2831547260284, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 342.62153792381287, "iterations_since_restore": 5}
-{"loss": 1976.9357958215428, "timestamp": 1719519944, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "0cc69cc0", "date": "2024-06-27_22-25-44", "time_this_iter_s": 65.78404641151428, "time_total_s": 1073.0672011375427, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 408.40558433532715, "iterations_since_restore": 6}
-{"loss": 1976.7361752968134, "timestamp": 1719520009, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "0cc69cc0", "date": "2024-06-27_22-26-49", "time_this_iter_s": 65.76862573623657, "time_total_s": 1138.8358268737793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 474.1742100715637, "iterations_since_restore": 7}
-{"loss": 1977.8280586783342, "timestamp": 1719520075, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "0cc69cc0", "date": "2024-06-27_22-27-55", "time_this_iter_s": 65.81831574440002, "time_total_s": 1204.6541426181793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 539.9925258159637, "iterations_since_restore": 8}
-{"loss": 1975.8057380736343, "timestamp": 1719520141, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "0cc69cc0", "date": "2024-06-27_22-29-01", "time_this_iter_s": 66.07627272605896, "time_total_s": 1270.7304153442383, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 606.0687985420227, "iterations_since_restore": 9}
-{"loss": 1976.771424781619, "timestamp": 1719520207, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "0cc69cc0", "date": "2024-06-27_22-30-07", "time_this_iter_s": 65.2650773525238, "time_total_s": 1335.995492696762, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 671.3338758945465, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8 b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8
deleted file mode 100644
index 8daf06286179d498730ac69aa032387d73e43b0f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcma)5Pe>F|9A0Njogb{a)2@HkKk00N&7n;%g+#k)T?|5m4o3ADXP(W}?we(1tn|{7
z7##|{WE6;|9U_dpRAgji1QA3YBIpp&UaCVR#0GWh&F<{mT{CHJ^ZS0^?|bk2eXrh=
z`{vFc5_!8*^bAbD-yiY~nzBxI9z27I-PO6Lul!xu?OT{W+r!^k{8Z=k)s#uK5CESk
zk3{TYf+KOmvVw~8`@rFS7ccK}DOWQqh`;@mQNqv$Ax5z@V>qrNMZ?PJq@fc#=<%eY
zCsNDzOC(2^8NXCgH3-g9mL@0D5mz#Cyt$9x{G3rlXoUtQY3m7$Y)!Y2ZetT!!M7_<
zy2oF?kUL!Z)Y#ZpK2@M^0}&ca>6T6uj7)6VhKaKSW@nz&?RE!z{_<*o&lCno&<<^E
zfTJqgx<M>dI>xzq&k_F3LRoIk#MJdu{N46+)@<pP7jAkXfV8A+$_Wca@VO*5>0OB3
zd&vvqUZ`*(;TI?T<isj~LD^O`sxpdOy`lhBDpm}Y-kJK0hK6XZ0fNOfGMqqhc?6pj
z@`EoAnQnJI1d2+<%|75&(?}wEF-MAWabggws!mQKRZq|oJq;!~^{jFb{Q3XlLFK^3
z9d&?mf;23vtzO9w)k0~=q!wrrHVDxgiW3s485)Iuhd|m2&B8`YmbOD!_>U!Oi&u!d
zzvb_<UHp&y{?Z(L<e;grKMPwHO#!lOnHsE<A)|MRgU4K9kN3FHJO{N!-U__G`^J3R
z%&~M7w&X3M#av)kqYzrNHHOW^pk*D)8D0~E#<c-qU@Ar*?Yg^XEtFsF?2Z=dGmlm)
z9$d&CrX&Wexi1EF#d%-=JtYMSv1PzSj6TBkv&wo_qerj#zU_4%;me0}{e0yP_w{r@
a1VVp%kBORdo@T7z`zDdAEbE{C!2JPT)snUV
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
deleted file mode 100644
index 29c3d51..0000000
--- a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.5738068254184514,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.009136259111296272,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl
deleted file mode 100644
index 1cc3f2a61ba26ceb1e51a584f1c7b329cf8065c1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>csulP!HiBzo8rsB(ZdVV3p5le#0L`s83z_)>S4=^&qz&7
znc~gZ!<kZ)Ul3oESdu!$-TqO`0>w46oO+mYih#VPZR{U*ewFCqN=htA&WJD0tV#u1
I!cwXS0NLA9j{pDw
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
deleted file mode 100644
index b610f6e..0000000
--- a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2003.1058138148992,1719493727,checkpoint_000000,True,True,1,0d034d62,2024-06-27_15-08-47,94.90786528587341,94.90786528587341,69992,r8i6n8,10.159.28.66,94.90786528587341,1
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
deleted file mode 100644
index cb6ef2f..0000000
--- a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2003.1058138148992, "timestamp": 1719493727, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": true, "training_iteration": 1, "trial_id": "0d034d62", "date": "2024-06-27_15-08-47", "time_this_iter_s": 94.90786528587341, "time_total_s": 94.90786528587341, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5738068254184514, "lr": 0.009136259111296272, "batch_size": 1024}, "time_since_restore": 94.90786528587341, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719348621.r8i6n2 b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719348621.r8i6n2
deleted file mode 100644
index 3e4fe552af2e0836befa83eef18b9fff71dcdd87..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcmb1OfPlsI-b$Qv^gWVK&%5a;#hX-=n3<>NT9%quVrArJQRt}*RkvY&xie?lMUj0V
zbpni9Vq79zyhVwX`X!}#srotj#l@nW?mt`>NSMkRK($Q$dLf=O{2E+~GM6Hk6kJPj
zMt*5dN_=ugYI1f#er8^YC<8--{f*Vt>rt#sxdGRYYGq1(UMf%v14EJi8!dgPmASF9
z0i0hDT9mjHxFq3LmSpCp#+PJd7RP6nq!z^&i{6^P)w$Px<pM*f_PNc?FFEsW!fjOH
zQsR<E)n1&Lmz)}3lv-SpUz7?qAn}Ysx;fN<=Pyo0ay~{Fpv9%Zr3g0wWNTtcW`16A
zJgPAup9coUd_nQ~d!`klXF!3?ge|bA6n=LJopJa(N?`wEhHD`vunoT}+(xmoodvER
zM_}J-FWZI^*g~vuEd&Dlu<CkeCDRkXPy)LXp`Bo0pN}(g$<#RV1|_inAPgWnuo)b7
zWV=P9_*~CPAQv3i%-90^)!eTx@ecLzD1n{l4A(+TV9VAle~Dt{AB27!fgQ-Ta0W_X
zce}u?BoNqN&aZQx?e=dnN?^0P!nG3&?3BkXF0s$QTA~DYCBgur1KYuYOIH>(WhZN{
zI|2@D7Hok%yY!2Tw$+I;l)z5Xf@>irustWotVRj!mk9kh0^7)7rXWgSmukbUBoNs4
z*6W>xt$xU&1om5mc7lOzvT1|Ms@at>D1n`*1Gk^(z;19@F*)NLiqH2%TFIOR6(g+J
z0()!g7nh<e6<3tNJ{$$tLQG(P{>bixVx?C!TtAM$UM8%=i4xcs5LyTX_Hyy{&i9P3
m&qWDr<Fk1Or>H;*N`<@$SbcfxR1H0MUWHz+vyz)-C|Dm0W@V
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719355502.r8i6n2 b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/events.out.tfevents.1719355502.r8i6n2
deleted file mode 100644
index fcfab8bfd030b3cca70231ad4044c1ae29c1a234..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2771
zcma);e{2(F7{|+12lpfcdbVS<4Az@Ota06@(KuOp+9OdUGVmXa!P~8OqvzVYdUxG~
zELzxxIwMxZfRGIsOH5?zHev>bgqW#h`Ue>>4T{DeiD5{Bix~?VNxc4gukY+=``^9K
z^L@Veex4_NuH2ITop|Fpn!LKd({-uu`=^|x%_=X+)f?JGS+B1<e%?Y?W%5Rjw);sf
z@LgLnZ+VHQ4D3*<@;kkHR2ID<MbjK#bj-0G4Ht)NGLjE(O>*R85|UJb8=Od@1(j$>
z-~vH0&>B%BS$9}0G2i$Pr&!E#Z!6N{mVzRShQwmo)7SW`H)9#zUeQRpLP$bGC9Fi2
zx)c^UJt%3Mq>C!2Ife$t{5ST`{8gKg_jYz(Cl8zQ`+)`*F4rVEAabgx>53|*3as;e
ze&O*<fos#>yhtt&BYzL912-y=bmetPku?r4lf3!$_80!eZtmMnUr51ToDcTf(OLGC
zt#J&4&F(>xVqo79Ztue^zc%#?z`ktV=EY!d?nIUaU>`V`@Skg(V=>qhro13*cV8X*
z<R^n280>~F<X<#w3$x|jM-}YmU$(~AUQSN-l6<iL7@lPh@*A2l*jGYGQVi@(7e{TF
zWgv|73&7s&{*1?9Pn(hgu<NcS{Jvl8A7HRwmXTvY*gxId&C+LUpT%HLngxo6%`j8r
zU7un%-+l60M+!EX5BAjbE%w_tUmCz*?;AvtVqo{b^L!g-xnc<E7l6ISd*&GocE2ep
z0Q<&J!td_sJ&(b5C6Hr5*xN=&SnA5d)fnu!S)gdxF{bS1?_Jo<->Yt#O2LMFu(#it
zWuLBlwHJdO@ghkvupc`4-~r6?wyDnxJLZenw|s@c-c^Gv3&5sl5`Nc?BZo2AH%)m#
z*iGRd*`D^%e=yihwaC9{*vFXnkL*1&vMBxEAMgF>74m`8=`x-HD;&3ioeM^Il@Dv2
zS9~oZs>c42^^I>?q1y_JGa>44f|?`fr2x&m9tawnVV78Gr72h{hyg_~_LQ+3xt12=
zY$Z5y&*W&B3-LQe)d<<3G#gSg+2vr*Im%5g1yWFz2xly#q?Mr+!_A@~Nb(L&kiy21
z@iwBIc27Awz?OZ^EmQ(TDCrJRB6C5J7b>kD8!V&n4+GC?SVi4s@z0Ya7rUndT-3sg
z+p`8LsJks@&swOWidekyiAUs2|Hl99uP2+b{rio8p9xrH_D>Tv&Dh+Wrt=11Np4X#
zo+IEaVfJyDa1Ihsmcy1JZA|Ra`hnLE`QW}RBI7VUFf|M~=XDLmVhpU#gB-;z47lbG
z2nrfvcmCd^6hpr(**oK)e6aiDtxpKP<jY`VfRf`3tjL{*c>!~5QQ#P3d^qKwRg^R1
t8|yh#wm$RWG;#XGRx+BUUkhGv{-3=l3u*GkjG5f;p@}7n8mcDi{{xa~ecu28
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.json b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.json
deleted file mode 100644
index 4db5d85..0000000
--- a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.023920599186226577,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.0024687399238039302,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.pkl b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/params.pkl
deleted file mode 100644
index 611a751f78351d0edeaa1fbe25feacf85cea253e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%g8caKX$@O9S(HVVZ%af`yoR_+UaH^PpmEdGQ&ki78XO
z1$sDBit-EMixNvxr?}hCs9R!lsllO#DW?d?OR)@E-nvGjhbt+uBsn9#II}7hXbDHD
F9stTSQbqs(
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/progress.csv b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/progress.csv
deleted file mode 100644
index 946ee52..0000000
--- a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1986.2198524775467,1719348983,checkpoint_000000,True,False,1,0f80a6d7,2024-06-25_22-56-24,363.18635082244873,363.18635082244873,2195253,r8i6n2,10.159.28.60,363.18635082244873,1
-1979.5493135226993,1719349334,checkpoint_000001,True,False,2,0f80a6d7,2024-06-25_23-02-14,350.295019865036,713.4813706874847,2195253,r8i6n2,10.159.28.60,713.4813706874847,2
-1964.9348182978592,1719349683,checkpoint_000002,True,False,3,0f80a6d7,2024-06-25_23-08-04,349.6246259212494,1063.1059966087341,2195253,r8i6n2,10.159.28.60,1063.1059966087341,3
-1955.6751497523992,1719350034,checkpoint_000003,True,False,4,0f80a6d7,2024-06-25_23-13-54,350.46285796165466,1413.5688545703888,2195253,r8i6n2,10.159.28.60,1413.5688545703888,4
-1956.1783514548474,1719350384,checkpoint_000004,True,False,5,0f80a6d7,2024-06-25_23-19-44,350.18478202819824,1763.753636598587,2195253,r8i6n2,10.159.28.60,1763.753636598587,5
-1971.8988527312993,1719355866,checkpoint_000005,True,False,6,0f80a6d7,2024-06-26_00-51-07,365.2865264415741,2129.040163040161,2850562,r8i6n2,10.159.28.60,365.2865264415741,1
-1955.6729476808564,1719356216,checkpoint_000006,True,False,7,0f80a6d7,2024-06-26_00-56-56,349.18421268463135,2478.2243757247925,2850562,r8i6n2,10.159.28.60,714.4707391262054,2
-1957.4972913847196,1719356565,checkpoint_000007,True,False,8,0f80a6d7,2024-06-26_01-02-46,349.7124717235565,2827.936847448349,2850562,r8i6n2,10.159.28.60,1064.183210849762,3
-1967.2758471871923,1719356915,checkpoint_000008,True,False,9,0f80a6d7,2024-06-26_01-08-35,349.3587329387665,3177.2955803871155,2850562,r8i6n2,10.159.28.60,1413.5419437885284,4
-1959.91755063515,1719357265,checkpoint_000009,True,True,10,0f80a6d7,2024-06-26_01-14-25,349.87603521347046,3527.171615600586,2850562,r8i6n2,10.159.28.60,1763.417979001999,5
diff --git a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/result.json b/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/result.json
deleted file mode 100644
index 5dc123f..0000000
--- a/ray_results/test_experiment/train_model_0f80a6d7_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-45-39/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1986.2198524775467, "timestamp": 1719348983, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "0f80a6d7", "date": "2024-06-25_22-56-24", "time_this_iter_s": 363.18635082244873, "time_total_s": 363.18635082244873, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 363.18635082244873, "iterations_since_restore": 1}
-{"loss": 1979.5493135226993, "timestamp": 1719349334, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "0f80a6d7", "date": "2024-06-25_23-02-14", "time_this_iter_s": 350.295019865036, "time_total_s": 713.4813706874847, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 713.4813706874847, "iterations_since_restore": 2}
-{"loss": 1964.9348182978592, "timestamp": 1719349683, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "0f80a6d7", "date": "2024-06-25_23-08-04", "time_this_iter_s": 349.6246259212494, "time_total_s": 1063.1059966087341, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1063.1059966087341, "iterations_since_restore": 3}
-{"loss": 1955.6751497523992, "timestamp": 1719350034, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "0f80a6d7", "date": "2024-06-25_23-13-54", "time_this_iter_s": 350.46285796165466, "time_total_s": 1413.5688545703888, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1413.5688545703888, "iterations_since_restore": 4}
-{"loss": 1956.1783514548474, "timestamp": 1719350384, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "0f80a6d7", "date": "2024-06-25_23-19-44", "time_this_iter_s": 350.18478202819824, "time_total_s": 1763.753636598587, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1763.753636598587, "iterations_since_restore": 5}
-{"loss": 1971.8988527312993, "timestamp": 1719355866, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "0f80a6d7", "date": "2024-06-26_00-51-07", "time_this_iter_s": 365.2865264415741, "time_total_s": 2129.040163040161, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 365.2865264415741, "iterations_since_restore": 1}
-{"loss": 1955.6729476808564, "timestamp": 1719356216, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "0f80a6d7", "date": "2024-06-26_00-56-56", "time_this_iter_s": 349.18421268463135, "time_total_s": 2478.2243757247925, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 714.4707391262054, "iterations_since_restore": 2}
-{"loss": 1957.4972913847196, "timestamp": 1719356565, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "0f80a6d7", "date": "2024-06-26_01-02-46", "time_this_iter_s": 349.7124717235565, "time_total_s": 2827.936847448349, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1064.183210849762, "iterations_since_restore": 3}
-{"loss": 1967.2758471871923, "timestamp": 1719356915, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "0f80a6d7", "date": "2024-06-26_01-08-35", "time_this_iter_s": 349.3587329387665, "time_total_s": 3177.2955803871155, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1413.5419437885284, "iterations_since_restore": 4}
-{"loss": 1959.91755063515, "timestamp": 1719357265, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": true, "training_iteration": 10, "trial_id": "0f80a6d7", "date": "2024-06-26_01-14-25", "time_this_iter_s": 349.87603521347046, "time_total_s": 3527.171615600586, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.023920599186226577, "lr": 0.0024687399238039302, "batch_size": 2048}, "time_since_restore": 1763.417979001999, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719334649.r8i6n2 b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719334649.r8i6n2
deleted file mode 100644
index dc0dea9a1381339a860c4465b489b19537d51c90..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$RVr#<)Wop;kwiZ`h!F*8rkwJbHS#L6iBYnPugRNaR8<<6WdZyP)8
z1F92X)Dq(o;o>bytkf?l%}dqK$uBMzb#3_K(&Kdgk^xl9)UOxfIddMuwJ38ba!J9p
z6ldg@=A^_YXQU=)7vyK=m54GhG}wPEye5ER<)z1P{is%^<maUVwJ<QG2ywLQL#@n>
zl?~v`d;-^^#HGL`3AeH&GdDH9BqOspKC>jXD85+q{7Xicl%uAshEVNuo10&9zC>tO
z;Zov~M%7-NnU|azUzA#0l3$bxHh^)$=5}+a0ncBYisX!Y3b$X2OM^=hZUD&E#FEVX
zyyAFNV?aKimE83a#pk^X*Y5)dHWRkM4)XlwQncsWSCqhBun4Y&n83c|5Xy;SrP^Y+
zejI__x$*ONl)zqr&_W=vPk;O4+<Kx#6(z9cmcVT!7}&Fo8eF<AOYTMq?0$p+L<cs5
J!|$V+y8wXS0^$Gw
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719338738.r8i6n2 b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719338738.r8i6n2
deleted file mode 100644
index dce79638b4556a1330da3fa9372c75e4df06ad7f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Pf%Qx*gIPa#T6mL>dVrHJ6YguYuiItIC<MUt2P<0#TmpgMFa&@vl
z1XL%$tR==J!o^#ZSgBu9nwP4dlV4mc+Tr`f#e0TAsR2~W)UOxfIs3ffT9mmIxuoD)
ziZk*{b5i1yGg6bY3-UAbN<<kL8tgX+S^Y+_@|Q1MKdO}}`FW{8Ees6i|ITsiL#@n>
zl?~ur;Rn~E#HGL`3AeH&GdDH9BqOspKC>jXD85)!p`Xb`v4DZY5UPD{bMs411An-7
z6)q(%X;kgSnR&^n@kOb{CHY0EU;|XYZ+K`9HQ@P+Q<0qO5C&**X>cjR4FK7iSdy8a
zR~(OO49MqA`x!D&e169J^j>gavtSGC>*n8Fx|h7=M+s~mU$_=x0^7S`6{?l95c+Wh
z_Ua={0Vsj3<OjEsKw#?${&mhU<av$~*b5Na2?q9^?gp1>{cZD60$bW2Za>k1&EU}d
H=WZ(iF|+xC
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719340670.r8i6n2 b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/events.out.tfevents.1719340670.r8i6n2
deleted file mode 100644
index f808e7d784a188e9088b8ff8d17f1f6ebef71267..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdr%Wc90%|i6v+w-kq`;5kbu=VW2B>XL@U8uW-4H7tJPs_IYV-oRC0$&K(W-)
zVI1xF!d9ymL97h6z8_PuV+CuAQmob5YKscm>iEF6;25xWg7y-^9zU9R$A8@JcfZ-s
z?H}2U67~M=dOuSoskv6S<J+p1bVXRM-Dsu98;U5}nff9+epsva%{#PXsa|4{&sBZL
z&I=!+i9(Sm%x)~!Ityt^o6k5LvWGp72wV5a<O#mW=B|sRq#+JR)F=@taKvF@3iHjR
z$wHYH7cf@ZDHDlG(-vmtjR%#^M4X3}W`?HNh)C34B!8;)RodQ;n=MID;fM+;Q8cb}
zT5S~Rv{)Ua)k)b&hwNU3n3y{+v?RqBuPiIOFR9_;Nl1laVBBG)O%!RT98Shgc^7zj
z-@EmbeGA;Z*PJa$QsaIN8iNw?0-jc*)5_2e5-#J}d1_VbX0Y@75AIZZv4j0#zaH-*
zMxS2S39#q?g(E_+SAN_y9aKKx@&T})eo!g_*u{V2N*?S5Nj>`I3y%K_u)DZ8FZQr4
zrNqp-srvyo(}DX1V~cdn^G`klJAW_Unb7Dt*+czdcf92ywyVcY1K6J@;D``x;&Iay
zP&rYF^8v6UOMX-X>~FXT4|ZL2kN(Z}YcBxoX^FUz7rVH%f!OuW+N%Kj7`K36Y@P1H
zrQc70o!6#!RC=*P{9!N2aS^8msmlQN#u+#w1bgO+^AAC#RFCrkupb{?EC<*XT!aVv
zl`gmbmZ>EfV2>hjBQJKd;u%qY+dUXyui_REj9sd87wI%$=b;%3V$XO^w!|N{sl-K0
z{$#{KfITS_M}%O@lR_qe%6cvz0DEgj<2Znwm4z#Lu-mS<^=XI4Dgkyg7w5%JACq7>
z(fRcQfSoZ5_Y20Z)|n=*83}gIoW1y|7aRG*{zdB|hODZr0N7iba6}09vh2!DpfdJ*
zoDYC4vo)Lq*tJ}Q2iwx_)@NmGZv)t)n{gvA_WH)@hPhb>jsWaxZUMpAr*sv2;<CZc
zSFh7WpY@#VVg9f$D_ul0Q!^i6Z(oliLa^`Zk9L8|(Hn3+0QSi-M_U2*9xlRzeYMT4
zk6Lpq1!9-uMqX^IF~=~kXBz{scXA5|#=fbuX|E@Ooqu$pZHpH>)E_qb&_x_rGy68c
zKJycf2*J*NX=*vB%(;Z~0kHMN(qw>rhl}uF@1D}5H{F`i0I(PSj2n5et3p;7HZ`4z
z0oa$g1q5S@(nE8*Yr)Q|t}Kpf@|^52f7mHYT*QP$;pYMN7r)|&5bWS5U+o2zOMb)o
z0N8~&@*@Ddi;M7JTiI_TnteCT0K1?CH}YcNxxC(xYVTA4?0eh-g0aKXTk6lr!OnMQ
zxi@*Shx@}W+~6X**G6mw*!ySUh!E_(;WGHue#)yj9{~GY=A-cdyPk{iU}q|O^hjBI
z5MWPw4L9;)x9_ep%pUvY9)P`{TR<?jGW`dJ$Uiiw_i|KTx$Pav#OxuPJ=mI>Aha_G
zMUs{Rqupq8kXmY40cB?|XtXn9br4z^gogTtq))`sZn0`OLb*n#$--WpmQ%_gl@tv(
zQzpjDUgX%zBbk@SK8r@O{?F(_8<}q`rtIuc1PbdLvioL_LXrI*^`9JuBxXBPK(e<r
zPZgV`Y`K)#Y^4{GW~+^T#C{rz?rrxr%TPq$|NR#VM&f)=J3_%UX`zf}WsoKUjgZ2d
zvnC$JN}qEx9uV=|d^K?>MjH5Lt4Tm{(&yb=HOWXV<-eJp?i7{LzV~;!<Fi!B^1k=?
zhZx-uqgd|!IVgvNz1orvr;!D=(s@iqy%?PkbMNt>Sg}uxqWalNB@v~qdFSSo7p0+*
zeMIcT-UHK_h7<$d8Xhavp?E*!csyK(Vg?=%JjjL<{l9xWMWjO`JnxQuP_p*A`9{$k
z?}q`$08cL0A$kAvFkpZ?ws@dg$NsY5|E%IUooTYhTYpaT{j$(hx9bf_d7pj?(jvwG
Y?J3&aE6<)W&V8^-95QH8+TrB?0Qr&CrvLx|
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.json b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.json
deleted file mode 100644
index 3eb44ac..0000000
--- a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.005508735010543275,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0011880094129501908,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.pkl b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/params.pkl
deleted file mode 100644
index 0b14b147032aaa52de8463ec6daaf91430fbcb3f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu@3mn0okNLLl>?Vr+Tw8L5dW
zQ@j~_I8%!93*w6sOH!w}+m}rUKAm>Ap@%7_2*?XAyPtBWr>2K1DX}CuBfdDZDivr6
HN2wkF>qk?m
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/progress.csv b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/progress.csv
deleted file mode 100644
index 56220b4..0000000
--- a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/progress.csv
+++ /dev/null
@@ -1,15 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1956.0084007443406,1719335168,checkpoint_000000,True,False,1,0f9cc97d,2024-06-25_19-06-08,519.6532871723175,519.6532871723175,2195253,r8i6n2,10.159.28.60,519.6532871723175,1
-1970.2912184347317,1719335674,checkpoint_000001,True,False,2,0f9cc97d,2024-06-25_19-14-34,505.92808413505554,1025.581371307373,2195253,r8i6n2,10.159.28.60,1025.581371307373,2
-1954.4228304164617,1719339260,checkpoint_000002,True,False,3,0f9cc97d,2024-06-25_20-14-21,522.2363362312317,1547.8177075386047,2195253,r8i6n2,10.159.28.60,522.2363362312317,1
-1969.7449739711492,1719339766,checkpoint_000003,True,False,4,0f9cc97d,2024-06-25_20-22-47,506.13422203063965,2053.9519295692444,2195253,r8i6n2,10.159.28.60,1028.3705582618713,2
-1951.9356997031866,1719341192,checkpoint_000004,True,False,5,0f9cc97d,2024-06-25_20-46-33,522.4360599517822,2576.3879895210266,2195253,r8i6n2,10.159.28.60,522.4360599517822,1
-1952.9474155696357,1719341699,checkpoint_000005,True,False,6,0f9cc97d,2024-06-25_20-54-59,506.28402161598206,3082.6720111370087,2195253,r8i6n2,10.159.28.60,1028.7200815677643,2
-1954.9041440468134,1719342205,checkpoint_000006,True,False,7,0f9cc97d,2024-06-25_21-03-25,506.20089197158813,3588.872903108597,2195253,r8i6n2,10.159.28.60,1534.9209735393524,3
-1954.9512458861343,1719342711,checkpoint_000007,True,False,8,0f9cc97d,2024-06-25_21-11-51,505.91624569892883,4094.7891488075256,2195253,r8i6n2,10.159.28.60,2040.8372192382812,4
-1955.8870253675566,1719343217,checkpoint_000008,True,False,9,0f9cc97d,2024-06-25_21-20-17,505.6786599159241,4600.46780872345,2195253,r8i6n2,10.159.28.60,2546.5158791542053,5
-1953.494582769439,1719343722,checkpoint_000009,True,False,10,0f9cc97d,2024-06-25_21-28-43,505.8313031196594,5106.299111843109,2195253,r8i6n2,10.159.28.60,3052.3471822738647,6
-1953.025947150283,1719344228,checkpoint_000010,True,False,11,0f9cc97d,2024-06-25_21-37-09,505.74103355407715,5612.040145397186,2195253,r8i6n2,10.159.28.60,3558.088215827942,7
-1956.2824668583908,1719344735,checkpoint_000011,True,False,12,0f9cc97d,2024-06-25_21-45-35,506.4504108428955,6118.490556240082,2195253,r8i6n2,10.159.28.60,4064.5386266708374,8
-1955.5371737742987,1719345241,checkpoint_000012,True,False,13,0f9cc97d,2024-06-25_21-54-01,506.19851207733154,6624.689068317413,2195253,r8i6n2,10.159.28.60,4570.737138748169,9
-1956.4829832062007,1719345747,checkpoint_000013,True,False,14,0f9cc97d,2024-06-25_22-02-27,506.25228786468506,7130.941356182098,2195253,r8i6n2,10.159.28.60,5076.989426612854,10
diff --git a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/result.json b/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/result.json
deleted file mode 100644
index a0b4919..0000000
--- a/ray_results/test_experiment/train_model_0f9cc97d_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_18-53-00/result.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{"loss": 1956.0084007443406, "timestamp": 1719335168, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "0f9cc97d", "date": "2024-06-25_19-06-08", "time_this_iter_s": 519.6532871723175, "time_total_s": 519.6532871723175, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 519.6532871723175, "iterations_since_restore": 1}
-{"loss": 1970.2912184347317, "timestamp": 1719335674, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "0f9cc97d", "date": "2024-06-25_19-14-34", "time_this_iter_s": 505.92808413505554, "time_total_s": 1025.581371307373, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 1025.581371307373, "iterations_since_restore": 2}
-{"loss": 1954.4228304164617, "timestamp": 1719339260, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "0f9cc97d", "date": "2024-06-25_20-14-21", "time_this_iter_s": 522.2363362312317, "time_total_s": 1547.8177075386047, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 522.2363362312317, "iterations_since_restore": 1}
-{"loss": 1969.7449739711492, "timestamp": 1719339766, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "0f9cc97d", "date": "2024-06-25_20-22-47", "time_this_iter_s": 506.13422203063965, "time_total_s": 2053.9519295692444, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 1028.3705582618713, "iterations_since_restore": 2}
-{"loss": 1951.9356997031866, "timestamp": 1719341192, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "0f9cc97d", "date": "2024-06-25_20-46-33", "time_this_iter_s": 522.4360599517822, "time_total_s": 2576.3879895210266, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 522.4360599517822, "iterations_since_restore": 1}
-{"loss": 1952.9474155696357, "timestamp": 1719341699, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "0f9cc97d", "date": "2024-06-25_20-54-59", "time_this_iter_s": 506.28402161598206, "time_total_s": 3082.6720111370087, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 1028.7200815677643, "iterations_since_restore": 2}
-{"loss": 1954.9041440468134, "timestamp": 1719342205, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "0f9cc97d", "date": "2024-06-25_21-03-25", "time_this_iter_s": 506.20089197158813, "time_total_s": 3588.872903108597, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 1534.9209735393524, "iterations_since_restore": 3}
-{"loss": 1954.9512458861343, "timestamp": 1719342711, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "0f9cc97d", "date": "2024-06-25_21-11-51", "time_this_iter_s": 505.91624569892883, "time_total_s": 4094.7891488075256, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 2040.8372192382812, "iterations_since_restore": 4}
-{"loss": 1955.8870253675566, "timestamp": 1719343217, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "0f9cc97d", "date": "2024-06-25_21-20-17", "time_this_iter_s": 505.6786599159241, "time_total_s": 4600.46780872345, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 2546.5158791542053, "iterations_since_restore": 5}
-{"loss": 1953.494582769439, "timestamp": 1719343722, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "0f9cc97d", "date": "2024-06-25_21-28-43", "time_this_iter_s": 505.8313031196594, "time_total_s": 5106.299111843109, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 3052.3471822738647, "iterations_since_restore": 6}
-{"loss": 1953.025947150283, "timestamp": 1719344228, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "0f9cc97d", "date": "2024-06-25_21-37-09", "time_this_iter_s": 505.74103355407715, "time_total_s": 5612.040145397186, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 3558.088215827942, "iterations_since_restore": 7}
-{"loss": 1956.2824668583908, "timestamp": 1719344735, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "0f9cc97d", "date": "2024-06-25_21-45-35", "time_this_iter_s": 506.4504108428955, "time_total_s": 6118.490556240082, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 4064.5386266708374, "iterations_since_restore": 8}
-{"loss": 1955.5371737742987, "timestamp": 1719345241, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "0f9cc97d", "date": "2024-06-25_21-54-01", "time_this_iter_s": 506.19851207733154, "time_total_s": 6624.689068317413, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 4570.737138748169, "iterations_since_restore": 9}
-{"loss": 1956.4829832062007, "timestamp": 1719345747, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "0f9cc97d", "date": "2024-06-25_22-02-27", "time_this_iter_s": 506.25228786468506, "time_total_s": 7130.941356182098, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.005508735010543275, "lr": 0.0011880094129501908, "batch_size": 2048}, "time_since_restore": 5076.989426612854, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330179.r8i6n2 b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330179.r8i6n2
deleted file mode 100644
index b82acd39abc29482c82924ea3f47329be3374488..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Qt%T6ckoOjbviZ`h!F*8rkwJbHS#LDRDRZnwesJadF%bhvvSC!R(
z)Cn+ZiE)W=@fIak>X($}rRwM87Z;0uYyILf$?wck1E`j%UoXUSvTlQGQRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#uot|UYm8#0`3|^#R4Y^R^HPCY7#Q?zT^8y?t;~&;
z4dDEQ(4xepz$FQ{vLrJ%HNGSxvp7DpB(*5MSTrp3t`k4wwP%J<?Q@%(Uvkda3Aa&&
zONmPwReNz}UUF)DQEG8Xeo-pefT=rO+0CH_Jb!U2l9P8A+yE^u4K78v0U%owOEUBG
PisMm@0r~va{{#jAu}g&v
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330947.r8i6n2 b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/events.out.tfevents.1719330947.r8i6n2
deleted file mode 100644
index 79a594ff1a06e34d9edd77d26a0c5e4c29d15082..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|T}TvB7#(MAb3RygC)ad!ZJjNMA$Bz%0+Dw6d&nRp2r7unxN~hMcke7Svzb2B
zf=E4;FFjb8l|hh#zDUvEgAj!;7DNz4MGs{W)kB35QFnG{XJ<`q-sU^s`OdxPJGYL>
zf8(e33EcD9&%ryFU+nOEx;055;XNlXG1|Abom;#avihdS`gU>Jul^3RubLHWp$0sf
z)E_Z21V@spuKO}o-*)?-hDKT}%7yPw5ciQ8C{RMs41SxUC)7+*M)3rW_oh{a7(Rx{
zM#HCW43|j$DYyBhlCnxLr7(=U_t}|<C7C)J=;AJ}u_*!sq287>loUorLeY_8U=8WM
z+Xr9nJTf*>-D=TC2M0fJ0k=)x2m&;e(shNzG19PZs2a`<h;9kL+hz@Tzc6>0yHp$?
z!e(f;2bijop{PVhrDM#SPv4)Jm@doD86F)u&JDG_+HaaIUU$J&7u29cTGFJHjw1ME
z8f)|}#OOThf*}{IwIKc{%l}}7N`P+3h$pDZ01mnY9x7!VS7mx<>ND!;p|yJOIcp@7
zLP@C~YZUT=rvPbIcOBF?O3r2vaI&VR5xtlxMY%ZDjb&LO$B?X~Xo;Q%le~IP*$3Xj
zzjKfq*rcfr;3g=6B{}F4y->xMhD>aNMt+qLEuokp5d+Y`uN(q#0|fZhmMm_95dZ%r
zW*=5(iM7AkFW1_+xx)V5vhbRP#^U~Ttm`xdNH-*EutIv&&Ic^qWs7^9V*QgW)H=N7
zId67h`}yCKBT-mau!t7(foX|>f63NtY&Zr@%UEvXObi;92E+!lG5Tni-M!sH`Bmob
zXdzTP)wg%PD{3C5BnEbKItJ^Vd9Z;iIiMI@Cm^hlRlDbF^xjOxe24W2AKw~3z`ZHB
c-wF}%|LZ*_a^88Gv7+zg0$Wk`Xz|deznXTFK>z>%
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.json b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.json
deleted file mode 100644
index b2dd97e..0000000
--- a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.025073968761468723,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0010259835678295768,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.pkl b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/params.pkl
deleted file mode 100644
index b400c94d2014abf046ea4082ed13be2b65b4c668..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%bl|aKX$@O9S#bdU#=)fu@3mSbF$iLLl?NVoW`3dGQ&k
zi78XO1$sDBit-EMixNvxr?}hCT=Tcz?nOfnQ%(_(7jWLQe7%@*4_8uRNpePfab{I2
I$dXb$0PH1GAOHXW
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/progress.csv b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/progress.csv
deleted file mode 100644
index a5487a4..0000000
--- a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1956.1862581508367,1719330289,checkpoint_000000,True,False,1,110f0a27,2024-06-25_17-44-49,110.66666960716248,110.66666960716248,2195253,r8i6n2,10.159.28.60,110.66666960716248,1
-1952.48307740219,1719331057,checkpoint_000001,True,False,2,110f0a27,2024-06-25_17-57-37,110.16742134094238,220.83409094810486,2195253,r8i6n2,10.159.28.60,110.16742134094238,1
diff --git a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/result.json b/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/result.json
deleted file mode 100644
index 32a0ab9..0000000
--- a/ray_results/test_experiment/train_model_110f0a27_14_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-41-39/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1956.1862581508367, "timestamp": 1719330289, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "110f0a27", "date": "2024-06-25_17-44-49", "time_this_iter_s": 110.66666960716248, "time_total_s": 110.66666960716248, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.025073968761468723, "lr": 0.0010259835678295768, "batch_size": 2048}, "time_since_restore": 110.66666960716248, "iterations_since_restore": 1}
-{"loss": 1952.48307740219, "timestamp": 1719331057, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "110f0a27", "date": "2024-06-25_17-57-37", "time_this_iter_s": 110.16742134094238, "time_total_s": 220.83409094810486, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.025073968761468723, "lr": 0.0010259835678295768, "batch_size": 2048}, "time_since_restore": 110.16742134094238, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl
deleted file mode 100644
index 799318025671465cf10398af84b82583a8e33ab1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 8633
zcmeHM-*4N-9hWl~NxUq}x?=87G`l6+KqWFM>Zj$!8B%3wJ127BxJ8ShJDkXqjuk~R
zyrXRmF_4!87{G@DV~{=+*jq7R!2XsF*u!4-KkRXj``%HMDMd-`VU2^%QX=z?cgOGN
zbD!_`j`w}|+LOQjw4grmTOk?gmg`4$;8+8f=C70Z4Ll?Riur)LRQMjYT*7(s$3%<I
zbR)+Vj>nUDQH%l#mGQ+bGTJ75@ar)2Lv1q>o4q@9=!YX!QB30V@?mt(qJeOH+4Wq$
zha6%__@TvgE3!!vUzi;NT0BnnlNi;Sq*kM4YBkMrt!1^k7F}&Mt$MxN>zX~&OgbXj
zf_5(ehkJyJB>sMi33DpAAVT6`KiHQ5F?KvhV4Sc*d_Lu&7kQSn92#j*`#n4+0cQ-H
zY5O+amUKLV=W83MHVW`P1>YaGfA+NSVBtXlr^LhWgN2?fFJu*V;a(x>JWAr%ED~`F
z#FDVj0dc&@soP5!g3HM02R-ik7IAqL7(vuEh(|2nv&l*@sv4DYrK*=(2K9Eh5sVa_
zEBzo^spu8Gd=;ALrl~g#*XhdJ%=cu4!5u+Y0%8qFpK=3eGY+On4@L?5QQXMSl}<R&
z1B`hV^?O(utY1sbx(*uR`h>oXC+#;M7XI<}rOy_VrGK3%T)h1GdvJO7Gx#R$LQ*Ws
zxssHB7vr%Bz<T^0up*Ju;E^Gf({NfAdX6g#$Hha`=_qNj*W=f5CWk5URQ4qnrUPT=
zFuorVH?#j2AT~@q&j+1J`2!5l@_CF0yEg5S$Q81xBfCwNmoOgscBF6v38&$<Z>g3*
z7`QHvLP<#{UY4cIkui_DX*ZsHl1Og*uHOaKsK-W+lgC?SRZGDf5kf6{Q)6!*Xm$}a
zTY6d$6MceW3!hF(4;H>WRVe%g{-+<%F8fJ*x}OfG#L6zmixNCYnEjmHj9W)l(0DMg
zZR3mf8xITrT)z0Z_~Q3}uKjJf{P*SZR~O0&(^CDgtJ%!d*k(2bH(8VYhOO==Y^}q7
z*<sh%X|~>B*E{T2pCs(Yeln&3DCKzy7L?mAY%Bl;XPzuPE&O3Y!7H-Mk0g{2<N8sd
zq~mY=seSg};0(*?s|yHhkIzyWEAf!`Az~;;kU$`|Tu37h9R^~AE$X@ubBbHgNIDCv
zF+0QfAz=J?4n`PbDIH_n`y=beg~D6Etu}_>SZizV4+Gb+9B~U`nl3`(cv=zewuVRx
z9DBW5H(QMoa)NcUtef?gURl)}P(dsRDHs|w8$GjXbxo_<>YB9HuvSUAX`5!*EUQlm
zg)|7))yPu6)GaQdgU{~{@i{_!XnG4G1G@CG!lQ^hYAA4|>*lT?SY9e2*YPN-)+#`t
zhg2(t1z6@3@qrTr)JDC~AEHT^O=GAwzA3qSxqyfh8W7S24L#x-k#O7`l+{&*B#b<T
zLoP=;4yi!vD7_Z2R8gT_NlS9wDxoXm(qLDXr)FR2;1CK(o4j-`W+rzM=O^=>qoz`8
zDQ>R0WZ1RIbw!YB=y-j#M69QG)-tN3uSwCUo0?(_*6*IvFP2p211HH}eJxx0zF*V$
zl_s=WP2C1h*j7X-czz^;NUE*}(JBuZAqn}oam{#*Sxw!>@jMzTYr$ora2ye&1hjPG
zrLXin*atl0C@-GKX}r6BI50wLG4Nh$L{@**+~tN~lvCq&d*#l(m96cSAf&dVHnGMK
zbckUsz*6oxMawXsg{?GlE8AsH97^&%D)e+~q4)d{jF$Bv<oh#IqUK~if@#Zbu51rN
z|5IuS*nb`Ygj`v$6>;GYa~Mq1R3HxQQy4%$DFo$pHnpI4h_|*i>RB_!&$D~l>Th@x
zuD0%m=NaQ&-1u)EWPOYh?}kJ!DX@mPE_PsLS7^s-OJnlnmUblz&qvnVOZKqCFi<J0
zd7h6vn|+D>zlVLivknnLfTPkdH}Ms-nOC=(Y{yF@W2zQS6{jUVrRd`YHI5z!dnNNk
z%Jpx(lwm>lIQZmnO3c;PRH#;Bo~-jA6fG^35DzVQq2Ysd`2+grYRgRA^~qJ*W<W=9
zj$qqz|E1c?j<b~*?7%J=(QtNWI^`zcRN=(^UO5K-Pu;I+)}C2Q_Okan51iH1_R!Vw
zy9+0{3)`N7ws+u;^PO(4e-@_~q}=Px|HjXbS5x!DTeC8LoyoXU0dB&u+?-)Jfb%4!
z>YutVsd)}3#|!dg<(|X9w?1^hsh_i>POWphP_t5dcIB2*#@ULUE8tz~^qJrgS#Ie=
zIO}#Wqr{fdr=C0xmkY9dmDDEs&xMD1m(OvJtonG|Bs(f1`O~v{wVJ+CzX-R2eZPcY
zXR`w&!BHF@zYj}tWL|{Y+Wm-zBWOe6XNR~Em7!a;8}oZm?mA?4XY;&>l2LZZzpoIp
zwbgq1CN!5WMX4ka_>?EIB-DW5-4g0ftwS@gb16uDb0&wmhT0$8yn#U9$nT+{N^a_C
zJ9OYUSNI5CGa)f2C~B0;dby15IPd7_-Mb&4GGc@y0&N6wkwsuS9Wjz)R3RBxMejQA
z$igmjEQT62z0s0=VT%ig#FXmjea~_uxuHd#@2%V&ZObg_`1vIy7&HW&7Uf($2nKC5
z)u5?~@;C=FiaOftL1Q|x(;g2Ytti)32N)?sVWaK{jh_Vv|DKI1bx0OAGSfmhSPFLl
z`9U+(1!f{RKu&qE!SWvD0kU?}H?xPsBV9O>pm0z=f_;X7ta2aS{djwGtNk99eB&Fp
zZ*R77d$V(Eo$du-i8?;zv_FK{!PmCK2s#7(JH8{2)rqQ4!xcjJC`FJki)33>hal3R
zG%=0tK=QOt<t>CXCPcv3j4W-c`(fXJp4@;ur#$3`%pD|0Wo}w$V(4Cm9IF%hp6tD{
xLqbP3;zgDEg*4GriV4zA(LUtCAnC@=eRK)3W+y^A5z?WABy-~ov50r|{{YL4PJ#dc
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
deleted file mode 100644
index 4f24db0..0000000
--- a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
+++ /dev/null
@@ -1,71 +0,0 @@
-Failure # 1 (occurred at 2024-06-27_14-37-55)
-[36mray::ImplicitFunc.train()[39m (pid=35196, ip=10.159.28.66, actor_id=76f13cb1c39b1e46c8a07d1101000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
- pred_rt = net.module.forward_rt(seq)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
- out_rt = self.decoder_RT(enc)
- ^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
- input = module(input)
- ^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
- output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 714, in forward
- x = self.norm1(x + self._sa_block(x, src_mask, src_key_padding_mask, is_causal=is_causal))
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 722, in _sa_block
- x = self.self_attn(x, x, x,
- ^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/activation.py", line 1241, in forward
- attn_output, attn_output_weights = F.multi_head_attention_forward(
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 5336, in multi_head_attention_forward
- q, k, v = _in_projection_packed(query, key, value, in_proj_weight, in_proj_bias)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 4857, in _in_projection_packed
- proj = linear(q, w, b)
- ^^^^^^^^^^^^^^^
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 600.00 MiB. GPU 0 has a total capacity of 31.73 GiB of which 64.69 MiB is free. Including non-PyTorch memory, this process has 31.67 GiB memory in use. Of the allocated memory 31.05 GiB is allocated by PyTorch, and 253.16 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8 b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8
deleted file mode 100644
index 0a3f11f3a188491799dcbbf10b0cd89e127258a0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 40
rcmb1OfPlsI-b$RWt_rw@&%fy?#hX-=n3<>NT9%quVr3MpneiO}(?Se?
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
deleted file mode 100644
index 50336d6..0000000
--- a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.18892533975584302,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0023772931833339287,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl
deleted file mode 100644
index eeee978ab9664e9a34b3b9052107aa6c37f6d2b3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%aLWTHXLLl?NVoW`3dGQ&k
zi78XOnR+-=it-EMixNvxr?}gn(AzTiVpl{DQ%(_(mt5K1Z??*$hbt+uBsn9#II}7h
IWJ#$W0OU(j=Kufz
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json
deleted file mode 100644
index e69de29..0000000
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8 b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8
deleted file mode 100644
index e1b7357152eb3bc64f148eceb9b9a1ea9aa266d0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2771
zcma);e{2(F7{|LSFz!jZv2*R9+t_GXoTsiWL7h11VcRG(INUI1AUV6<ZN1T6o4eZt
z60@1bL{yZJXfnerxCJCxbg1Ye0j4p=82@02{;`P}t}Y;&fPoQavc$K)-s?L%+WvR%
z^L*d$`+lA$ecrW()Ni=&SsM+<8vh8!rnXs49g1I)8+^T@tZmtJ-MO#Yp3WPKz2c!i
zpW4AlC~r*>Yk_hwDgFZvtw$Cep@^!Q|32E}d+x<+v(B{Sz4=Q#{qPKy*kJ=$u|y3<
zdO`vp2#SGy(TF5#W`m*MJ$W}CBP_>%$9mFIh{z(67z~%Bitin1%kbXnopkFgme`;c
z)?rIc3X8lJlvG~QM1@z)Gi{BY#k2MgTxt2xz`&pMq%PkGHmD@!sw4+QUJ+F-qKL^2
zZk?E(c`Uub)oVYt(@)2-KMVD+0dJ6S^=nc@R(W!p#LZno+cDziHB*aCN!U~_*yHVu
zzLNJ34H2-PoW_zuU_a6_c!se2PS-C3I~cR?CSW)JiY@cN?z+Hw=6n092-p+4JTGkf
zp)(#+{GUYvw(BzXFBrCg+vRMjAZ}iCYoRL%+n5XX={Gm|{#CZGBw(|*v7`{#*IP#C
z2+Om&ei_*AgWd@O_SSi9nFsa*Hy-pz&u`mKz#iA-d11daVf5~qDy}17Z@z>53x>^c
zgK_O^;^rf!kB=r{ugC?vru`vbv8U!Q0`|ocEGY!`Ydaf0AuN5RSicPHZ&r`Q2-uUl
zBoFMlFIi9gRZ1pcKeGlq=7nvR8@wlfVo2EM^bHDz-OssB88;I*f9mZQ&L?57%mw>o
z&qm+gpS>>=u=gCsl0smAcvtBoEU)VNWniB!u6vw--Te->%mX|01?%zLzyApW_HVj8
zFKlOJyVqx_w-BA(@-Fr-81`}Q{1vKotSI&0e`IK|o8Gb2va1^nNOr^sCyY?e2cv$)
zA69vXxIZc?X#U7r^BYEZ-3Z0$5VJrrcPLv4K!;xo1kq$TDApQn43r3BAR?eSg=Qn)
z*@@QHfjN6k?g{fD{{c}!p)xRKLP|P&EtF?1Wha|}7L-VoN5d##g|uS0Llgu_?&1Y0
zjF!-8L^<W2bT&g-<~w_%RX~Lj?f|P~J}CNyS|eKqr40EnVAn$xbC1ElM3NZnY&BFe
z%MWh02CA8R4Q93u>`eZ_yWo6lKu*{1+Z!Kkp-*M%H%q|`1yy?eR8dvY<mOe)j{r+@
zXQcT81?MQej-OK2Q3@<sY#F+&e)`JT?%`kDa9;)yT1+*JlLPCLs^QoX4%X*Dj^ni)
zR4#209PH=NLn~+Pamr0MlqPD27Up`#+D1D+b0-c%v;j_za!`@o4>*8Mi2{1t;=pkZ
zJ)Cm)D$cp-c0799)|7rY{qWUrD}6CT-vth^{-3=l3n}ub$8_#1Y}D$aiOccB{{gy>
BWjO!<
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
deleted file mode 100644
index 8cef2f5..0000000
--- a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3380953528716497,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.07187916796871326,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl
deleted file mode 100644
index bb16d60b4e121b9c93f0cd9022aec701f475b91d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#*dU#=)fu=%*_+UaH^T1+EJ#2aL8L5dW
zQ@jOwI8%!93*w6sOH!w}+h1KAwc)`njUJ|)A|P*5+M3`EWlwv!k`hajGvbRgt5SiM
IaFpr+00+8MX#fBK
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
deleted file mode 100644
index f034ddc..0000000
--- a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3017.182736374262,1719510089,checkpoint_000000,True,False,1,12269c59,2024-06-27_19-41-29,184.32761549949646,184.32761549949646,242786,r8i6n8,10.159.28.66,184.32761549949646,1
-2949.607454555241,1719510259,checkpoint_000001,True,False,2,12269c59,2024-06-27_19-44-19,170.74375820159912,355.0713737010956,242786,r8i6n8,10.159.28.66,355.0713737010956,2
-2856.6661463459645,1719510430,checkpoint_000002,True,False,3,12269c59,2024-06-27_19-47-11,171.93422675132751,527.0056004524231,242786,r8i6n8,10.159.28.66,527.0056004524231,3
-2757.570174089567,1719510602,checkpoint_000003,True,False,4,12269c59,2024-06-27_19-50-02,170.7144296169281,697.7200300693512,242786,r8i6n8,10.159.28.66,697.7200300693512,4
-2631.3529908187747,1719510773,checkpoint_000004,True,False,5,12269c59,2024-06-27_19-52-53,170.7047655582428,868.424795627594,242786,r8i6n8,10.159.28.66,868.424795627594,5
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
deleted file mode 100644
index 0a7d846..0000000
--- a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 3017.182736374262, "timestamp": 1719510089, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "12269c59", "date": "2024-06-27_19-41-29", "time_this_iter_s": 184.32761549949646, "time_total_s": 184.32761549949646, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 184.32761549949646, "iterations_since_restore": 1}
-{"loss": 2949.607454555241, "timestamp": 1719510259, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "12269c59", "date": "2024-06-27_19-44-19", "time_this_iter_s": 170.74375820159912, "time_total_s": 355.0713737010956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 355.0713737010956, "iterations_since_restore": 2}
-{"loss": 2856.6661463459645, "timestamp": 1719510430, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "12269c59", "date": "2024-06-27_19-47-11", "time_this_iter_s": 171.93422675132751, "time_total_s": 527.0056004524231, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 527.0056004524231, "iterations_since_restore": 3}
-{"loss": 2757.570174089567, "timestamp": 1719510602, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "12269c59", "date": "2024-06-27_19-50-02", "time_this_iter_s": 170.7144296169281, "time_total_s": 697.7200300693512, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 697.7200300693512, "iterations_since_restore": 4}
-{"loss": 2631.3529908187747, "timestamp": 1719510773, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "12269c59", "date": "2024-06-27_19-52-53", "time_this_iter_s": 170.7047655582428, "time_total_s": 868.424795627594, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 868.424795627594, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8 b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8
deleted file mode 100644
index b91775941d9717a4f3be8cebb0bb141cb376c68c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reN<Cr90%~RF?7$70TWb)gE{eN(^_g}a;%NJYbhL)I6)%nZEP2r!rk1RueBgU
z!_p&pbcKoH%kc#%Ek#e69_+<@tD~VEJ?eoh!?)D(6^7W|7|-QroA>hH?(=+~@1D<n
z4(B}UC+Ym#SemI*4DA>`%(?Dtx;nbRWwA5QjGaR>?z9o3@4v8OU~t~fb#u)M{lyuC
ze_m{az7L8=(Jsq;gL^hZ8;Tt)n-D#rojg=|_1d$+$f~<1D8-l-92tlPAT^G#MUL6U
zHp*H=TW2~QcE+6`k(3#aB#)>Em04GC9#+~M49!I(l1B!0sUcWdGF6kMXyPL}q(zCi
z(rquHDR+^brR;9nMX?F_KYmH<e|Ru;craf5{`*%HQ?BC1RHQ>mFwWW;D^0m**6nc7
zfdzKtjC^@iaDkS~NAnb?_yzQ62pWJF@V8prb_c^!a2fy3U;In!0Xw%(CUOGU(ooow
zE8EFjOIr@WcIV@W80_rc9oIpnkI#p}UTQil0oV(t;7S4PnO}Q}noHw60K1Kk3u0T1
zspj7nfBF`{c233pqOm2W<Gtpr20Oo#8($Q_mW9IBUH6gmeC0NP-SH-lh`~NEpyDQ|
zTs#Tq!(dM=Nc;+5EAwzf0DI{&FY%K3;LiYi2_F~4ermD9tRyP;0PGHa0nykdljqg8
z0<iPjKQ%81U`K|+w#wVd)#u`80qkB!a6}CDhd;Ddfy$G7J`DE9D_`3Ou%{ixl>*qL
z#Y>!DU|A2a&+~CXY&yT%9J{Nk0$^t!!~LSM%S>nAQAWa@Z>wJxz?O%?_N29wjrPnN
z0K26YN5o*?PJO5am9FhL9|n8FudSy6b{iiN!1iqN5@W}2=>@Pob+}OwyFBuH^Qf5<
zO9A#>egV<gH70e>zcazk2Wytp1hAt*VQ+2rk@A!^@PGEWWE>HLy?M0U0xD1P`7qdj
zq-8V#?7S3QDS*B66EBgwrRo&GKEcNYv7NP-&5Pz#?*`a}7Wa$BZZJKaIB6u<`L|5o
zt^jtAP}tK4`N%ZVdI6m5V-6e<gUv)wqd?{BPMi;e-9CQBZGe4_j|gBFmwAa=H#-zy
z=gz{7g4nMN>Or0@|3?F`Pw)$f#%?xkpQJwncAmIee<*<6GZePx_cn6a$_yjGPWcQ+
z#9*&7Kfec5ZsYS|u#erDIvQXb*5FD3Z0!eL!f-RE3}A2N<AT`wdx@lBbIe?Tt*OTS
zqOm3Er!Py(z|J4kJ~|V?R)oTCYx0q*Wy>1@wzLjM#9-@=Oy~<Lm+<*8*b$@DnE*TH
zb6hEaoweCZ{994F5nxyFaY5`mM~9I~<!MU+w)_j+FB&^Gz2%B}2H5$c-Hq1**eDeC
z^}#-JMV+G%V1HDPBVw>`z4!JTpi;R9=fhxYme*GS?B#q!0DFJ6m+1e^kW7Fr--{as
zvA3@^lJV_-Mgi>k`~sq}wdq-{m$vSV=)4?NR#(kXR46ZGy0{ypev=HXm!Wv7$Z2s|
zN?6K3&vVi)?t;d+Gb&_gkqq?+4yjtDs(VtM5}^W%+gik3ofgnqnNEe2Hrnd2aThu6
z@<<gHa?cV`LicCP>=LTjGM{#FLvbj&YseLx-4Dfgd(?e$G*Z}H4kyLk*8EjmmM$rv
zZ8keIowC_WxJTT#p_$J1Kyw0$>-yY%p(rFR_O~Mx#ZX1G#io_%<4}wW-kkNxsK4q7
zH{-`5{+q8}gOXI?Z?^grq)|QT=Bgir2C9T_rbEuWyO0UKzwd5tNK-U-y}yf6)Fegy
z`S-`tEX!SODb{V_fbC47BjbP+?UVBFafei0Cq;d_*{T$AHyVzwHOa3UQSUAy?qTPF
zxn)G^$KDzqt2CkH5af6~)`XHCKOlIp%*6c?5%S&RDO^6r|L(X49nFmmxz9}rd>L>I
z@Z>BL>f8N1;DMUJ0Do-p0QdEEVa_U^bITZ${mX+f!Cw{*@7<WKxZkBe92t=M|MoOv
U>y+ot81EjbllF{w)UYQ1KWdc4<^TWy
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
deleted file mode 100644
index 99bdc09..0000000
--- a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.8131411649283373,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.001721462936357609,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl
deleted file mode 100644
index 67fbd75859b1a3a9783fbb19becefee0f3736ee0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>csulP!HiBzo8rsB(ZdVV3p5lg#L~kD69O3r7GvsR%ZtxQ
zO-z~M&Dg`4Qj}j1UzAvqI>p`o6|2L%GY8)FFy#~hc`+to2QEMO*Ta>RSdyF(Uz}N$
K3bcf!R1X03#8j;S
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
deleted file mode 100644
index 8ddaf31..0000000
--- a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2018.4078945850763,1719517449,checkpoint_000000,True,False,1,126476e9,2024-06-27_21-44-09,88.88545632362366,88.88545632362366,242786,r8i6n8,10.159.28.66,88.88545632362366,1
-2020.5109916146346,1719517524,checkpoint_000001,True,False,2,126476e9,2024-06-27_21-45-25,75.36214351654053,164.24759984016418,242786,r8i6n8,10.159.28.66,164.24759984016418,2
-2015.3791253998525,1719517600,checkpoint_000002,True,False,3,126476e9,2024-06-27_21-46-40,75.27645611763,239.5240559577942,242786,r8i6n8,10.159.28.66,239.5240559577942,3
-2016.1682864211675,1719517675,checkpoint_000003,True,False,4,126476e9,2024-06-27_21-47-55,75.18996810913086,314.71402406692505,242786,r8i6n8,10.159.28.66,314.71402406692505,4
-2017.8277967558133,1719517750,checkpoint_000004,True,False,5,126476e9,2024-06-27_21-49-10,75.32126784324646,390.0352919101715,242786,r8i6n8,10.159.28.66,390.0352919101715,5
-2015.020520788478,1719517826,checkpoint_000005,True,False,6,126476e9,2024-06-27_21-50-26,75.29626226425171,465.3315541744232,242786,r8i6n8,10.159.28.66,465.3315541744232,6
-2009.168837659941,1719517901,checkpoint_000006,True,False,7,126476e9,2024-06-27_21-51-41,75.25082015991211,540.5823743343353,242786,r8i6n8,10.159.28.66,540.5823743343353,7
-2007.0465179203063,1719517976,checkpoint_000007,True,False,8,126476e9,2024-06-27_21-52-56,75.2639148235321,615.8462891578674,242786,r8i6n8,10.159.28.66,615.8462891578674,8
-2014.9992853600208,1719518051,checkpoint_000008,True,False,9,126476e9,2024-06-27_21-54-11,75.32482957839966,691.1711187362671,242786,r8i6n8,10.159.28.66,691.1711187362671,9
-2009.24755859375,1719518127,checkpoint_000009,True,False,10,126476e9,2024-06-27_21-55-27,75.30808591842651,766.4792046546936,242786,r8i6n8,10.159.28.66,766.4792046546936,10
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
deleted file mode 100644
index 7a920d9..0000000
--- a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2018.4078945850763, "timestamp": 1719517449, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "126476e9", "date": "2024-06-27_21-44-09", "time_this_iter_s": 88.88545632362366, "time_total_s": 88.88545632362366, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 88.88545632362366, "iterations_since_restore": 1}
-{"loss": 2020.5109916146346, "timestamp": 1719517524, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "126476e9", "date": "2024-06-27_21-45-25", "time_this_iter_s": 75.36214351654053, "time_total_s": 164.24759984016418, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 164.24759984016418, "iterations_since_restore": 2}
-{"loss": 2015.3791253998525, "timestamp": 1719517600, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "126476e9", "date": "2024-06-27_21-46-40", "time_this_iter_s": 75.27645611763, "time_total_s": 239.5240559577942, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 239.5240559577942, "iterations_since_restore": 3}
-{"loss": 2016.1682864211675, "timestamp": 1719517675, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "126476e9", "date": "2024-06-27_21-47-55", "time_this_iter_s": 75.18996810913086, "time_total_s": 314.71402406692505, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 314.71402406692505, "iterations_since_restore": 4}
-{"loss": 2017.8277967558133, "timestamp": 1719517750, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "126476e9", "date": "2024-06-27_21-49-10", "time_this_iter_s": 75.32126784324646, "time_total_s": 390.0352919101715, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 390.0352919101715, "iterations_since_restore": 5}
-{"loss": 2015.020520788478, "timestamp": 1719517826, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "126476e9", "date": "2024-06-27_21-50-26", "time_this_iter_s": 75.29626226425171, "time_total_s": 465.3315541744232, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 465.3315541744232, "iterations_since_restore": 6}
-{"loss": 2009.168837659941, "timestamp": 1719517901, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "126476e9", "date": "2024-06-27_21-51-41", "time_this_iter_s": 75.25082015991211, "time_total_s": 540.5823743343353, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 540.5823743343353, "iterations_since_restore": 7}
-{"loss": 2007.0465179203063, "timestamp": 1719517976, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "126476e9", "date": "2024-06-27_21-52-56", "time_this_iter_s": 75.2639148235321, "time_total_s": 615.8462891578674, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 615.8462891578674, "iterations_since_restore": 8}
-{"loss": 2014.9992853600208, "timestamp": 1719518051, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "126476e9", "date": "2024-06-27_21-54-11", "time_this_iter_s": 75.32482957839966, "time_total_s": 691.1711187362671, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 691.1711187362671, "iterations_since_restore": 9}
-{"loss": 2009.24755859375, "timestamp": 1719518127, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "126476e9", "date": "2024-06-27_21-55-27", "time_this_iter_s": 75.30808591842651, "time_total_s": 766.4792046546936, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 766.4792046546936, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8 b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8
deleted file mode 100644
index 87299ce43ba942f7a5632312fcf629f6a00f192f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdrVVT90%~y%Htj>k0K2EKrDjTWLD9rL${V*SSD<ln{GZfaxLvGt)sWtTXd34
zaSojbMsZFT=X7EOe8Hx1FLe%`5$AktGm~IMMRCq4#0S$zbho9P%g?pm%YWQ+zUSNX
zxhI6vL`mOI?c#hb;qIB9P_el+TPZJen;p!k-1#))$;y0?xx6veKd))?0+Q&7*JXI;
z#f0b*&=4edn-}Umr3|evcCl>y$(QHlq|RP8bF@FQ?*18yn4OFxsc0Bd;s|SZl@?nm
zi=DQ-SK@Loo_L9*+;HBqxCT^)r{X-Uw7M9Yi%29b`>WRI{guuF%~ZlN97nV$1tsB1
zkHbk*9=n6393I+DvGMb^uQGjbduikte|*!@r8kIGX*fO{X^{%XSqEdGDL2h}TyEO8
zfbz-R?g{<{uK#sn7SWK77to;$Gz>4`Z8duwE{3JxGTxncok-MzoqxBYe!LG`8VH-Q
zh33@eZ3qR}ZIw782Ky>;LkTJiSK@pS?4NJRwgBwwd_(|y<>exiY#LPwu&FBCD2Tl=
zKZHD#^N0c1r}+g$V@r(pqFT;_ohRIo=lZZ^fv~gowUKkuD>MK*^KTpxgB_My{SZ`s
z&*y_+M@RIk0Jh;Kt`xv7m})ak{qsT&!2XJl3u5nW&mvd6RJa0Qr~QNbMPnO{<ieN?
zu=AMhRnvUfg92f<U27(fC3U<2ut(P6h#2h8?=)`$m3#Pn5bV9pPtF7EvGur80Q=6h
zBGcBkGctg^laC8x>svi!zA7;ZV5=K&zi8}oqb9>T3+%k?ahKVL9U2IGUt|;6a3J~}
zfL-$hN5o(+DOJ7;D%Fziz?JxKc15qL5@2uTBLdjB^)}O)i|yY6?8Fe<D2Tl-b3I9?
zKR5!gtN8^)V{b94E33zXo$pkamiVy40%6y5){%|BZ^#AMe<b6G80>R-(Q`oMrJ*<<
z<YbR%sZaxKTMCW{VDFe>Hx(pLp#k<qJ}!v;%cOmzaZ&vOfc@Gq+%FpYu#s)Q+X;5w
zy6gTTA9i>kY<b;A^62j82LtTeyKzJe_HoUTw?QSl2j_!e#~n<M0oafDhyeCcncXz%
z^uv1qdwwHs6vQScpCu2>-F6ya-{Kb#jeW^@)ew0Y?EK1G6RUmL5rMGp8b2Y2J2mG3
zcJ>S$5rh4pSFr?Cw($8N*z%gMF9Ph>XW~i$Y-yU+l-;G839ygxaY5{k!?#Fs`G`{h
z`^8zfUo^HPyW!x$DzNi;VP9<YVH1I{m&H_*vArix0qoV`I3fmn>~(exsEmui`5@T4
z7SAXH*z5U-0CxU#o9X1ZwHAOqj=+tA*!y!sb5^z;j{?~B`~sq}W3mr?`YHlD?-(rE
z;loCOuoGH8B9&2ZR08aOBXL9w_V~3Qri02dInD>cp7I;j1F#?S5drLpDx2x2NhNIn
z+ZBZy1+nMW#pV1uSYH6JFY^nC#!ktuEqY~pQ%K+CX!WMg<`OrrMfk9F+hpiV85%;_
zOU!Pwlcn_Z`z5rSyPz?iypLt5LWaWqLyCt|MUPY)g;1f{W3h8rr!qQ4rd6OQD{XOE
zxr-ckd8BMM?pYFwANY(ZbyCIVg|wR+ibeANA-8{aA{sK_(ZI=aL|EOf5{kR6d8@cA
z?JT6NRtHl=SshO95%+0mrmx-C9FJoAe;>F|7?Kuy+Yt(5C_8PorpR=$C|Ut;&bnlz
zRy^Zo{8YsIUzARRREpp?TisBkQ9SGBs!Kzu3gMgS&9JQ5jQ{;LcWuogMt1t&-xVop
zmm)R){#cr2xvMS3ddwWKgR!~t4oT4uQvN+QN|n2$C}DuDf{4Aa?Z*jM$~p`vuAhi|
z*mqz?8<Fy<w}!{I7*TQnay%|EBGuCe1P_)Qxo;u@zI!}{%SU_P9rvKAbDX0*J>TH{
zFyI*A$=nBhZs2*q1FL-l{ISIY+{f1jIjeY1x1oFO+0B#v-z*&eruI$3(62uR>5=mP
Y_B3PdljqJD?><N?jR<+PYVXni08qKEAOHXW
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
deleted file mode 100644
index 8af06c6..0000000
--- a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.6087504471626306,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.0008285643583924775,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl
deleted file mode 100644
index e7fc7f795f7f978cc7c17aad1ef1c1ce9019f58b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(!&eW3p5lg#L>eC69O3r7GvsR%ZtxQ
zO-uoqz?o8%Ul3oESdu!$-TraaBlG=B?({I_6ajhOY7Lnt&o=aMB_)<5XT%q0R;2<h
I;V9Ju0M^V?#{d8T
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
deleted file mode 100644
index 28b9f48..0000000
--- a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-965.1062155896284,1719538848,checkpoint_000000,True,False,1,157597b6,2024-06-28_03-40-48,71.3250789642334,71.3250789642334,242786,r8i6n8,10.159.28.66,71.3250789642334,1
-533.6004703551765,1719538906,checkpoint_000001,True,False,2,157597b6,2024-06-28_03-41-46,57.970258474349976,129.29533743858337,242786,r8i6n8,10.159.28.66,129.29533743858337,2
-439.40802842988745,1719538964,checkpoint_000002,True,False,3,157597b6,2024-06-28_03-42-44,57.57848072052002,186.8738181591034,242786,r8i6n8,10.159.28.66,186.8738181591034,3
-389.7957477719765,1719539022,checkpoint_000003,True,False,4,157597b6,2024-06-28_03-43-42,57.97455716133118,244.84837532043457,242786,r8i6n8,10.159.28.66,244.84837532043457,4
-352.0992381178488,1719539079,checkpoint_000004,True,False,5,157597b6,2024-06-28_03-44-39,57.5468053817749,302.3951807022095,242786,r8i6n8,10.159.28.66,302.3951807022095,5
-335.8013344111405,1719539137,checkpoint_000005,True,False,6,157597b6,2024-06-28_03-45-37,58.07193851470947,360.46711921691895,242786,r8i6n8,10.159.28.66,360.46711921691895,6
-311.3050854299951,1719539195,checkpoint_000006,True,False,7,157597b6,2024-06-28_03-46-35,58.00367760658264,418.4707968235016,242786,r8i6n8,10.159.28.66,418.4707968235016,7
-296.5074265847995,1719539252,checkpoint_000007,True,False,8,157597b6,2024-06-28_03-47-32,57.036139488220215,475.5069363117218,242786,r8i6n8,10.159.28.66,475.5069363117218,8
-282.12910100981946,1719539310,checkpoint_000008,True,False,9,157597b6,2024-06-28_03-48-30,57.58231806755066,533.0892543792725,242786,r8i6n8,10.159.28.66,533.0892543792725,9
-265.69599794402836,1719539367,checkpoint_000009,True,False,10,157597b6,2024-06-28_03-49-27,57.52658176422119,590.6158361434937,242786,r8i6n8,10.159.28.66,590.6158361434937,10
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
deleted file mode 100644
index 6415d08..0000000
--- a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 965.1062155896284, "timestamp": 1719538848, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "157597b6", "date": "2024-06-28_03-40-48", "time_this_iter_s": 71.3250789642334, "time_total_s": 71.3250789642334, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 71.3250789642334, "iterations_since_restore": 1}
-{"loss": 533.6004703551765, "timestamp": 1719538906, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "157597b6", "date": "2024-06-28_03-41-46", "time_this_iter_s": 57.970258474349976, "time_total_s": 129.29533743858337, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 129.29533743858337, "iterations_since_restore": 2}
-{"loss": 439.40802842988745, "timestamp": 1719538964, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "157597b6", "date": "2024-06-28_03-42-44", "time_this_iter_s": 57.57848072052002, "time_total_s": 186.8738181591034, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 186.8738181591034, "iterations_since_restore": 3}
-{"loss": 389.7957477719765, "timestamp": 1719539022, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "157597b6", "date": "2024-06-28_03-43-42", "time_this_iter_s": 57.97455716133118, "time_total_s": 244.84837532043457, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 244.84837532043457, "iterations_since_restore": 4}
-{"loss": 352.0992381178488, "timestamp": 1719539079, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "157597b6", "date": "2024-06-28_03-44-39", "time_this_iter_s": 57.5468053817749, "time_total_s": 302.3951807022095, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 302.3951807022095, "iterations_since_restore": 5}
-{"loss": 335.8013344111405, "timestamp": 1719539137, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "157597b6", "date": "2024-06-28_03-45-37", "time_this_iter_s": 58.07193851470947, "time_total_s": 360.46711921691895, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 360.46711921691895, "iterations_since_restore": 6}
-{"loss": 311.3050854299951, "timestamp": 1719539195, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "157597b6", "date": "2024-06-28_03-46-35", "time_this_iter_s": 58.00367760658264, "time_total_s": 418.4707968235016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 418.4707968235016, "iterations_since_restore": 7}
-{"loss": 296.5074265847995, "timestamp": 1719539252, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "157597b6", "date": "2024-06-28_03-47-32", "time_this_iter_s": 57.036139488220215, "time_total_s": 475.5069363117218, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 475.5069363117218, "iterations_since_restore": 8}
-{"loss": 282.12910100981946, "timestamp": 1719539310, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "157597b6", "date": "2024-06-28_03-48-30", "time_this_iter_s": 57.58231806755066, "time_total_s": 533.0892543792725, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 533.0892543792725, "iterations_since_restore": 9}
-{"loss": 265.69599794402836, "timestamp": 1719539367, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "157597b6", "date": "2024-06-28_03-49-27", "time_this_iter_s": 57.52658176422119, "time_total_s": 590.6158361434937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 590.6158361434937, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719346234.r8i6n2 b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719346234.r8i6n2
deleted file mode 100644
index 5f06f7f639bc2052375f3401b6e605202feaf7d7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcma*jZ%7ky9LMpql-SXhL@S#qO=p?^E@KsmwA-DEVM!rDGwWFMU{~ASc6VDy1BW9@
z=s|?`#5A>#nuDaQ1PK!<vVZu*2S#8%%Ag>Th?PdU#_#yT#@#)>_xHo^m4p5N?zA@)
z=&GJY4by#dc9Z^`=;Zi{+91ozRr@OAW5tEZ|3+?Kq;*3Ztmd`<vNKAy;#+XN=xih8
z0M8O0L6VHYlb7l4??T(&WYYa(hSBwJL`flT#!V=Z+(N+9%DCLD>w-_<c-e?yVVmKa
z{t}pcU_d>bY!!I+UxHzcgwIYSC%tF#j_b%xC@H{q;@i=r%z0Txc5@QL$*jmo#?rbj
zYIe~=R3`J@NaTxdLdh+70iFwUiQ`=?BeIe#h-~7(c+I5aVDiA{#n%qqfo!y2f*0dv
zbYN}ODRTlZG4RaV%S)DoKJaqOuN5MJy)G4Y%|{!(^rw9SU=zPlq6ORfc(oKvK2iEK
z*xQ1e>j8H43Yt{G_I7%x=%MBh0Q-@Wt77|Wv*=Uy78zh$R?)s@Y>X^FAIktQA1|9f
zoWNe63j1n(8EqQKy8*DL%2A>P`+elw9GI-DKz$nQ-M#Zsfc-{ERIsb_d1~zF!gYX6
z5ol2r8+%96yQGFufIX@l(2PxzM{IB7;N`~q)5j9nnW?a6J{8f!;n-<_of}1o7VIW^
zPy~~MN}mRMKQ(X`U^fn<Nfqq;L7r;zFWm&#Q%bIieI*d0Gxy{a0c>jw?Q6yklh0rB
z_rS}S`Pr5Pc2+9v=75o2F6?mt?6`muE!gdop|4;v<U@TL?9QQ%7XTacqeKPU|I|k<
jbo5vN_FW}c#eR6=7X7NLxCdaHM6|CNyPsU$@pI%a1;bs5
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719354644.r8i6n2 b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719354644.r8i6n2
deleted file mode 100644
index aada72158deb33f4f2ccf3c71d50f792587e0963..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcmb1OfPlsI-b$R>PgGnl&b#R-#hX-=n3<>NT9%quVrAs$rq`$pRkvY&xihC+eoHt=
zodBDb7?%haZ&6~Ueo1Lws(wy>aj~e@IX>rig3@LNP%TrxUWn(+FNJGS=2GO6f@>+x
z$S=)FiBHZ*P0lXJ&&(?kWngHq{}<e(gJNY{Ib1)gl_~josX#3Z49blkgY}_S=Elkf
zaLQD`wJ32Za7n_gEXmAGjW5Z_ERN4CNiB*m7R~rN$!Yp!Cp$x^_PNc?FFEHRw5xC_
zaY>_UFV4(MPK_^0EiTC~N(CDbw#xU5In;pXFHS{r%2vYd*W%LPQiK}-vNf?JGe565
z9@Q9-&vgR}*P-~l<(qICII!8V1$O>CVdt+3W*R7g-Si!<g_yvelF?OxVkOrPxPBag
zy;Dha8A@OuM`$4s*iSxYIBm{-FM|@;?myu+5)5qJ?aa;`!hF|I0{Z~M0HOn%!Qo8N
z!&N9g|5bgn1RU5L*aExeJ%{sDMJ*|m!2VqW*FsES`?KC#fnsG#EnGj2z^-iEZHyAw
z9CdIl1OnSCILGOl_L*rYfnA5tPB5_loVIh8daP%L64;*+1`r+C4i2k+1-YX5e4j>f
zGdQq0u?4n43ahh}-tV_4fxTZ7u7#MuE{$S6i(;jR7F<7$z&>@=J`5$WFCerK2yFSO
znND9-S8JmLwwE^CMuLIuY*^{M-{^KIN?;#A7(jGjH#pc7yQ7xb6T{>tfdiWhTVS95
z$mBftid-j3U>^^MYau4E`y%_*Q3Bg90<IrNU@zfavmYg}FCw%M2<+8svz)|_by%SU
jwofG7MuLGI{%)qT3E#$zD1m(xVF1yAy}&{I|I;V{3GQ3<
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719357265.r8i6n2 b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/events.out.tfevents.1719357265.r8i6n2
deleted file mode 100644
index cff8c2b4224ff135612f5376adb41d5505a365a6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reM}Q)90%}H4A4hGC@pFc2SqnlouF>&%uKIWP(ZV&afzbMt@I9CY_HgBH(@9$
zSvDQpm;*N;2+EeYMV!+SUoeDerfx8&8__wP80SkhIGOl@I_IvXJjc(qyW_v!^L(Fg
zpU*uZc{*A)@Yhr}PpfFYTiEr>*0TmpbiT`MV<%_5!LaUGQ;WA>Zb}Wz+uiV{QIY*c
z-BsVb*x|Yaq(adyb8))c!!qf1C&#H*N63t572A{%h*aM_NhxOS!jV*zf;2e7S)Cp`
zO<AmrWo41m#=6xq**d-FoOUs&tlEw9u#$GN3?Grnsx-U0(gT$aQ_=#(#IJEgi;~e8
zT<Nws7|Lz6ag@!?xF}AYvf(4rJN>P)DS>!>dHHokvk)JTv?vkAIU8$XC>O)Ioi4_|
zKwE2f+l;^h*StS0Rb=eJ{W_F}Qt$%4R<qmYWH|~h<J<Y<QZ^Cn{KQ<>T|f4SVA%C*
z<i@;Z9ghKaPd1K7!M4sWS^_Fp<=}h>Y}JN)mjHIZ5D~$ypdI8SW!^o2?a9TBqS(_k
z!;G`lX$=6oM_52Iwv4E$=rDnu&$Jnbb@@(qbTI7C$2}q~H<Pab?8SvRA_Y6AuB9DR
zo)z*Tu)Dgwn*sLgD{-X=_M~VB`9xJn0qnCvTok*^q&F5WXw3xJ^X<4_GB!bk86Lg^
zc7DEI6Ys~435I<tte<S1Kei2EKi-NXQm`v06wCpY<qbF=0z036u?%3xG~$Q|_ITDo
za^q7+0PJQVE{Yv>pv3qkdUhwkPTPk2C1bB6vg^rSu=5YwFQ@piM+U<_c>WIg`{<30
z0K4T|9Fc+@$wZz4m4?GO9|C*k@{cD0?C*t$2zE)mot*agyEOni^9XJf#h%t%Yb-g{
zvL0X`5*Cn*-AL>$YCZ#Yeu(MJ@MFgY!#@4TZE{BU^a6n0U4SD}u%FwMuo+ZRD{wvp
z_U1o-oe!|D2@w%&gNG$2mQLLXuqi8U6vaN*w%@4TxPLFe?h+P|jNMK=$~e9e?7TB}
zi{6hN7YzG@m-|WUhKRWUyDtt$q+sv(yZ0QZ<dirc0(<TI3pWAmCqhI7`*O9N)YR0t
z0Cq_{ZWP7-WZ`LJ#Hb@J0Q<hMfMo28L{Dw=ZLsr(Yo=HI*veqoZ83dhan`3f0K3DB
zBT}%p^fI?V<!je*J_Poq<*EjNeL;wbVCSv2lXKSARs!s0H*ljUcGJZ^<DQsh69D$l
z!UB@9WrjN9y^CPy?H$jX{Mhlqup{$tl1CR!xdX88bmE8<?7xz#WT3M2N1P9VecO};
z|7S;@z!4E_%K<xCeboC9V3!MVQEYE(ROXH04=n)uk+6Vd>{!FmeaGU#&a1NjS?R}C
z1;Y+&?je7gYApuX-{jzk6m0MM#aBV)^jw?|fqgZNX$2?ykPs2UK1n)A=7j_rV81jE
zH;Q7bD@SFP7BYPRdxx-qWb9-^-W>Ci-C+Zlqssc4LPdXMl--A|`z#!73r8x-T4Z*a
z9UPU;tS(|)`~{75=e`?`-VR5Rfg$Asx$>S|8-q~3*=@1%SEmvtIb5qmF*IXw()>k^
zzdTX}1^lxyNImo!>v2$ab1~!MhvHE5;E*dYdo)rFc{Fr#G*ZwmXA#BU)_hfbmT}}W
zG;L#7P_)g#KjOa)!w$6jo7E_8@bl1xB9PqfYey)8rL2sZP7c?_p^-{>bJmSRW0n7N
zGkz-KyZP#pP@*#Q%~tmeN>cvc%~dx6r7Fd5rk>xHK41gy@9?edvlLlTf%kVwj=JS&
ztnmIghU56FEycObJg|)|aOSqjQL9{dk6+0(JLM>0h^<l)S9@@QzP#>?9>ot5@ec<M
zOfrEqPrWrf)<~dnLCEoVEP)cAJ|K8-9l`$+5%k^TDZP3$()aH82N%MQRdiRF^u8|x
zjsc#WL7-7X&jTLdi}(TI*y4dog8yY9_*unsdiB*$?z681epxuauW6COG^jrXr6bLM
X?HQIHkmt{s;66+%j|yYeS33U%kx|h*
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.json b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.json
deleted file mode 100644
index 99a97a2..0000000
--- a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3688667410196246,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.0018036063294034547,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.pkl b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/params.pkl
deleted file mode 100644
index ed17526d37e22fc1e652a7c64e27ec1665e71efa..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB)WZwY3p5lg#L>eC69O3rRmPSVpOKoF
zGR2#thcl%pzaYLSu_SehyZ!aq&GrGiX7w=T6ajg$J@<Q#Gv4drN=htA&WJD0tV#u1
I!cwXS0Lwg6vj6}9
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/progress.csv b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/progress.csv
deleted file mode 100644
index 0ed9c15..0000000
--- a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-266.66766681821326,1719346308,checkpoint_000000,True,False,1,18c11cbc,2024-06-25_22-11-48,74.13704776763916,74.13704776763916,2195253,r8i6n2,10.159.28.60,74.13704776763916,1
-191.86041752372202,1719346367,checkpoint_000001,True,False,2,18c11cbc,2024-06-25_22-12-47,59.13420367240906,133.27125144004822,2195253,r8i6n2,10.159.28.60,133.27125144004822,2
-172.28332663708784,1719346427,checkpoint_000002,True,False,3,18c11cbc,2024-06-25_22-13-47,59.52952766418457,192.8007791042328,2195253,r8i6n2,10.159.28.60,192.8007791042328,3
-165.87816860168937,1719346487,checkpoint_000003,True,False,4,18c11cbc,2024-06-25_22-14-47,59.658318519592285,252.45909762382507,2195253,r8i6n2,10.159.28.60,252.45909762382507,4
-149.45840237835262,1719346547,checkpoint_000004,True,False,5,18c11cbc,2024-06-25_22-15-47,60.179141998291016,312.6382396221161,2195253,r8i6n2,10.159.28.60,312.6382396221161,5
-142.80532779843787,1719354718,checkpoint_000005,True,False,6,18c11cbc,2024-06-26_00-31-58,73.47930812835693,386.117547750473,2850562,r8i6n2,10.159.28.60,73.47930812835693,1
-147.61887368630238,1719354776,checkpoint_000006,True,False,7,18c11cbc,2024-06-26_00-32-56,58.23622250556946,444.3537702560425,2850562,r8i6n2,10.159.28.60,131.7155306339264,2
-136.93548496877114,1719354835,checkpoint_000007,True,False,8,18c11cbc,2024-06-26_00-33-55,59.08127737045288,503.43504762649536,2850562,r8i6n2,10.159.28.60,190.79680800437927,3
-133.39135180495856,1719354893,checkpoint_000008,True,False,9,18c11cbc,2024-06-26_00-34-53,58.395625591278076,561.8306732177734,2850562,r8i6n2,10.159.28.60,249.19243359565735,4
-130.94450414462352,1719354952,checkpoint_000009,True,False,10,18c11cbc,2024-06-26_00-35-52,58.66959762573242,620.5002708435059,2850562,r8i6n2,10.159.28.60,307.86203122138977,5
-128.02527375108613,1719357338,checkpoint_000010,True,False,11,18c11cbc,2024-06-26_01-15-38,72.75415802001953,693.2544288635254,2850562,r8i6n2,10.159.28.60,72.75415802001953,1
-130.49067126296637,1719357397,checkpoint_000011,True,False,12,18c11cbc,2024-06-26_01-16-37,59.34819006919861,752.602618932724,2850562,r8i6n2,10.159.28.60,132.10234808921814,2
-125.55984971654696,1719357457,checkpoint_000012,True,False,13,18c11cbc,2024-06-26_01-17-37,59.262863636016846,811.8654825687408,2850562,r8i6n2,10.159.28.60,191.36521172523499,3
-124.00354583620087,1719357516,checkpoint_000013,True,False,14,18c11cbc,2024-06-26_01-18-36,59.35755896568298,871.2230415344238,2850562,r8i6n2,10.159.28.60,250.72277069091797,4
-122.43110686775267,1719357575,checkpoint_000014,True,False,15,18c11cbc,2024-06-26_01-19-35,59.15378403663635,930.3768255710602,2850562,r8i6n2,10.159.28.60,309.8765547275543,5
-121.44499277129887,1719357635,checkpoint_000015,True,False,16,18c11cbc,2024-06-26_01-20-35,59.61450457572937,989.9913301467896,2850562,r8i6n2,10.159.28.60,369.4910593032837,6
-124.11241438257413,1719357694,checkpoint_000016,True,False,17,18c11cbc,2024-06-26_01-21-34,59.14637589454651,1049.137706041336,2850562,r8i6n2,10.159.28.60,428.6374351978302,7
-121.52879060159518,1719357753,checkpoint_000017,True,False,18,18c11cbc,2024-06-26_01-22-33,59.11753058433533,1108.2552366256714,2850562,r8i6n2,10.159.28.60,487.7549657821655,8
-118.6914559612124,1719357812,checkpoint_000018,True,False,19,18c11cbc,2024-06-26_01-23-32,59.181042432785034,1167.4362790584564,2850562,r8i6n2,10.159.28.60,546.9360082149506,9
-118.33789474006713,1719357871,checkpoint_000019,True,False,20,18c11cbc,2024-06-26_01-24-31,59.315247774124146,1226.7515268325806,2850562,r8i6n2,10.159.28.60,606.2512559890747,10
diff --git a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/result.json b/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/result.json
deleted file mode 100644
index db58b67..0000000
--- a/ray_results/test_experiment/train_model_18c11cbc_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_19-39-03/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 266.66766681821326, "timestamp": 1719346308, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "18c11cbc", "date": "2024-06-25_22-11-48", "time_this_iter_s": 74.13704776763916, "time_total_s": 74.13704776763916, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 74.13704776763916, "iterations_since_restore": 1}
-{"loss": 191.86041752372202, "timestamp": 1719346367, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "18c11cbc", "date": "2024-06-25_22-12-47", "time_this_iter_s": 59.13420367240906, "time_total_s": 133.27125144004822, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 133.27125144004822, "iterations_since_restore": 2}
-{"loss": 172.28332663708784, "timestamp": 1719346427, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "18c11cbc", "date": "2024-06-25_22-13-47", "time_this_iter_s": 59.52952766418457, "time_total_s": 192.8007791042328, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 192.8007791042328, "iterations_since_restore": 3}
-{"loss": 165.87816860168937, "timestamp": 1719346487, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "18c11cbc", "date": "2024-06-25_22-14-47", "time_this_iter_s": 59.658318519592285, "time_total_s": 252.45909762382507, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 252.45909762382507, "iterations_since_restore": 4}
-{"loss": 149.45840237835262, "timestamp": 1719346547, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "18c11cbc", "date": "2024-06-25_22-15-47", "time_this_iter_s": 60.179141998291016, "time_total_s": 312.6382396221161, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 312.6382396221161, "iterations_since_restore": 5}
-{"loss": 142.80532779843787, "timestamp": 1719354718, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "18c11cbc", "date": "2024-06-26_00-31-58", "time_this_iter_s": 73.47930812835693, "time_total_s": 386.117547750473, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 73.47930812835693, "iterations_since_restore": 1}
-{"loss": 147.61887368630238, "timestamp": 1719354776, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "18c11cbc", "date": "2024-06-26_00-32-56", "time_this_iter_s": 58.23622250556946, "time_total_s": 444.3537702560425, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 131.7155306339264, "iterations_since_restore": 2}
-{"loss": 136.93548496877114, "timestamp": 1719354835, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "18c11cbc", "date": "2024-06-26_00-33-55", "time_this_iter_s": 59.08127737045288, "time_total_s": 503.43504762649536, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 190.79680800437927, "iterations_since_restore": 3}
-{"loss": 133.39135180495856, "timestamp": 1719354893, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "18c11cbc", "date": "2024-06-26_00-34-53", "time_this_iter_s": 58.395625591278076, "time_total_s": 561.8306732177734, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 249.19243359565735, "iterations_since_restore": 4}
-{"loss": 130.94450414462352, "timestamp": 1719354952, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "18c11cbc", "date": "2024-06-26_00-35-52", "time_this_iter_s": 58.66959762573242, "time_total_s": 620.5002708435059, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 307.86203122138977, "iterations_since_restore": 5}
-{"loss": 128.02527375108613, "timestamp": 1719357338, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "18c11cbc", "date": "2024-06-26_01-15-38", "time_this_iter_s": 72.75415802001953, "time_total_s": 693.2544288635254, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 72.75415802001953, "iterations_since_restore": 1}
-{"loss": 130.49067126296637, "timestamp": 1719357397, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "18c11cbc", "date": "2024-06-26_01-16-37", "time_this_iter_s": 59.34819006919861, "time_total_s": 752.602618932724, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 132.10234808921814, "iterations_since_restore": 2}
-{"loss": 125.55984971654696, "timestamp": 1719357457, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "18c11cbc", "date": "2024-06-26_01-17-37", "time_this_iter_s": 59.262863636016846, "time_total_s": 811.8654825687408, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 191.36521172523499, "iterations_since_restore": 3}
-{"loss": 124.00354583620087, "timestamp": 1719357516, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "18c11cbc", "date": "2024-06-26_01-18-36", "time_this_iter_s": 59.35755896568298, "time_total_s": 871.2230415344238, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 250.72277069091797, "iterations_since_restore": 4}
-{"loss": 122.43110686775267, "timestamp": 1719357575, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "18c11cbc", "date": "2024-06-26_01-19-35", "time_this_iter_s": 59.15378403663635, "time_total_s": 930.3768255710602, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 309.8765547275543, "iterations_since_restore": 5}
-{"loss": 121.44499277129887, "timestamp": 1719357635, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "18c11cbc", "date": "2024-06-26_01-20-35", "time_this_iter_s": 59.61450457572937, "time_total_s": 989.9913301467896, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 369.4910593032837, "iterations_since_restore": 6}
-{"loss": 124.11241438257413, "timestamp": 1719357694, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "18c11cbc", "date": "2024-06-26_01-21-34", "time_this_iter_s": 59.14637589454651, "time_total_s": 1049.137706041336, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 428.6374351978302, "iterations_since_restore": 7}
-{"loss": 121.52879060159518, "timestamp": 1719357753, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "18c11cbc", "date": "2024-06-26_01-22-33", "time_this_iter_s": 59.11753058433533, "time_total_s": 1108.2552366256714, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 487.7549657821655, "iterations_since_restore": 8}
-{"loss": 118.6914559612124, "timestamp": 1719357812, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "18c11cbc", "date": "2024-06-26_01-23-32", "time_this_iter_s": 59.181042432785034, "time_total_s": 1167.4362790584564, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 546.9360082149506, "iterations_since_restore": 9}
-{"loss": 118.33789474006713, "timestamp": 1719357871, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "18c11cbc", "date": "2024-06-26_01-24-31", "time_this_iter_s": 59.315247774124146, "time_total_s": 1226.7515268325806, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3688667410196246, "lr": 0.0018036063294034547, "batch_size": 1024}, "time_since_restore": 606.2512559890747, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/events.out.tfevents.1719325234.r3i5n6 b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/events.out.tfevents.1719325234.r3i5n6
deleted file mode 100644
index 3d56d70c86b59b1df86c8bd559ee0c2dc402b4f1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|O-vI(7;Se6vR_i5ON+3ySQaE^4^#}%gpg1*M1#f<5B`(M(jDw-J6m@a5H4tl
z(SuPg9z1|39z2*p@b6&aK@S>FBzW;eG#d3_^rGm^S-PFJh`6`?-uJ#Y^S(EAzT7uE
zen6E@Ja}~V;q=?xN?^d&P14pgjEU2^W7*#{((Luk-x}E~oieV?xP8@rtrkKMu=UZn
zGemGaZBZI-Ns2wK@1n|fk8<P3B9inpr!+$oD4ar5)==6&$rMhW%~~dL!am=H?!}d3
zZ6%UNEzU2MG%SJ{#pnAF6NR`Zndy)ANs%n4s1SpCF6o#VjGUB7k?CL?(eS|+(|d+H
zM#kGc`qae47ip?MZvhn=O6k-jNsMev9m~e61GL1U%e%Y*pFY1nE-B}@z6RT%i4Sm9
zb;q;_MWtihn=kCVUO(^8&6%9Kc}9A<^s)6ZGh4eW!fg>kD3#T1Jws6(pU+~O-Gw;4
zS46lZ!X^)re+%+YL9GNB(4Az8sf^*6sLD`j;G|`+J2Rir;2^8jL%6s`hB7Fvk7Aoa
zK?vj_+v~1_P*JJ4IRKJjTUo>|=1MUx&J19~Fv)3Tm>E`Lr@<trzN#FCVE(^&P&o)`
zR~?|7pcK}Pn5YGzN-hnV)(8=KgAlEuxFOM^&>;Ui1lkse${Q_N+X~I{|ChLQFBB!-
z{+@rk(<zm`@%Hy#fMo$9h5b=XDN6yOj?N4=$)MHyOn|3CVUKfya$kVjB5!3WxNp27
zyKwPqH`L@UV#QowzITJNW@{XqNkHQ|mUFy10S#*d!okS|d$jBBp0_aVDtC9RFcw_-
z)lqYD^)Mwd;LUvr*j$_k4zN=)pb%RQuoI~N$SUvgCHlLL?C<g(;j1UJhowl~{dS0h
Y^0)Vx7&+%z#tOcdsX~Q+er`$p10+(8zW@LL
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.json b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.json
deleted file mode 100644
index 3a11335..0000000
--- a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.922082156004742,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0016525285062566051,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.pkl b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/params.pkl
deleted file mode 100644
index 0d692d3c5ce4a7a704acc89c2aa87714b70d3b2b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@|*
zWSDw*Q*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6e`3A69O3r7GvpQ%ZtxQ
zO-z~M&Dg`4Qj}j1UzAvqI>p`oZR4f_j(YbVrko-mFIw2-$9KW19<HRslH`o|;>@a4
Jpd~D&dH}$$QjGur
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/progress.csv b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/progress.csv
deleted file mode 100644
index 71eb8bc..0000000
--- a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2102.196185254675,1719325314,checkpoint_000000,True,False,1,1920f493,2024-06-25_16-21-54,79.38143539428711,79.38143539428711,69318,r3i5n6,10.159.8.159,79.38143539428711,1
diff --git a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/result.json b/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/result.json
deleted file mode 100644
index fd14144..0000000
--- a/ray_results/test_experiment/train_model_1920f493_9_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=2,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_16-19-16/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2102.196185254675, "timestamp": 1719325314, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1920f493", "date": "2024-06-25_16-21-54", "time_this_iter_s": 79.38143539428711, "time_total_s": 79.38143539428711, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 1024, "n_head": 1, "drop_rate": 0.922082156004742, "lr": 0.0016525285062566051, "batch_size": 1024}, "time_since_restore": 79.38143539428711, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8 b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8
deleted file mode 100644
index cc8b12fc18d00f1fc60af374a31598aa7db9ac88..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcaTofG~|uIc)dt_HF}s}hJmu<PH8QdCb0wzqNT>Q3#>Y%^oIL8O=v
zMc_*hWum6ygF)6qJ_r>R6+&S>MA1XwL)KFgWn>uL-JQL=WB$$CoO8bO-TR&I+-y_i
z8^73MV{fkdC*30->Z~ap3NK0ro6cfMtFEZM8cZ+N>t;sIHL&8)i&8}D(i7}ikO?UY
zA9QHl5_b4xRkf5|`qOykO8vbu9diBW0%Dml3Mqynuu_QXmAicc@_4c5bU+p*&0;e3
zIy2p^Ne0U4af&xm3bKR=#AHHDRkA~;^q<H-$~q?~#0G_sLn$@UkCEmTRU~RyL8_&_
z&D@xqw%b{*!-xC(zp{^F@Di{=t`V+^k_RINtD3CfaD&AQbybymgQYL?ZEWQv<+npA
z6wwADR$dcjNkzssp_^Z;30e&|cUOI$3X9EbB=+OVwZ>lyhgS?@k5yC1PQ)G^=xZ}j
z9;l)CO~m$<XdZ*uvoXjvVxO%2+wiV^>48D)idxFJt=P|N`Wjn@eykb9o{lxxvDhZp
zq4`%WGYOHQ4G!Np#SY{(P4UFp_6akLnIRK-1H8ifRph`u0jv<?NLuq{GYps^Nl$UV
z8E%EKr2=&Dn#W5<dL9>=Z5*Tu*dq(XV8qm@vy;Sfz!D#my8Xz<2eCp@8ITf9DSCA_
zWX6T!i&KCV6ghy1i$YWci~Su~5Jag938J5b$Z4<?VGlD~AS3!8-zX6nUx*zbQ9@qK
z3x#HT2BdMujkXs+9=FBDu7iX&(w+~w+~yl+-v{~JRvTsC55?T}8&lXbw<_uLd-Cme
zHTx_&zeNT<F_0IVpNdtLtQ=A`o(L>TopSR-2IiR99PcvLI}BvSY0I%0J#QxOzvkXL
zVNX;d5{wvT*$LKlQ=_>-7ZhwDInA3~kh|U>G}-GSFXV=^rzPnwNDIx51S*~$nSQ@`
zEPNP)4QMer%-(oE&;%hOiI{C^V$?-myp6p|YnGk2zAx0*>M!2Q+41A-$Ef<{-~j9Y
X+G9zGC{H{V(|wnXNluvUatr?eeQ*T7
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
deleted file mode 100644
index dac4dc6..0000000
--- a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.28239791341845644,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.0010916820440167283,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl
deleted file mode 100644
index 2797710b0542f11d7cab835153c2ba7db824e3b5..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%af`wRm_+UaH^PtMu^5Qd6
z6H}&mGxl(%6y+Dh7bTXYPI0%tBy?`m(u);6OgTkBUf`n}tNjie^>8I6mLzAy7iU(b
K0xjVv)dK+i4pbcg
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
deleted file mode 100644
index 6035ad6..0000000
--- a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2012.1308699480192,1719499938,checkpoint_000000,True,False,1,1cd059c8,2024-06-27_16-52-19,525.3962342739105,525.3962342739105,242786,r8i6n8,10.159.28.66,525.3962342739105,1
-2025.7421327125369,1719500447,checkpoint_000001,True,False,2,1cd059c8,2024-06-27_17-00-47,508.4716944694519,1033.8679287433624,242786,r8i6n8,10.159.28.66,1033.8679287433624,2
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
deleted file mode 100644
index d84b339..0000000
--- a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2012.1308699480192, "timestamp": 1719499938, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1cd059c8", "date": "2024-06-27_16-52-19", "time_this_iter_s": 525.3962342739105, "time_total_s": 525.3962342739105, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.28239791341845644, "lr": 0.0010916820440167283, "batch_size": 2048}, "time_since_restore": 525.3962342739105, "iterations_since_restore": 1}
-{"loss": 2025.7421327125369, "timestamp": 1719500447, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "1cd059c8", "date": "2024-06-27_17-00-47", "time_this_iter_s": 508.4716944694519, "time_total_s": 1033.8679287433624, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.28239791341845644, "lr": 0.0010916820440167283, "batch_size": 2048}, "time_since_restore": 1033.8679287433624, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719325314.r3i5n6 b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719325314.r3i5n6
deleted file mode 100644
index f44e779c8b68dd1ae1feb09c2f227703e7c7ffe6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Pc5@s&gGVi9N6mL>dVrHJ6YguYuiIvfN2k$@1P<0#TmpgMV`uBGe
zNSy$qmKc`^7jIEwrG80iUaEdhesQs=v+h@y8{W4s89=p6{dysuQ;6jsOp7v?B9|0g
zOL0biX--Ofaz<)$c0qn-UWq6JLxX({TP8P(mCM-R`cbV+$<Ip#YGGhFdMeOGA8KW8
ztZV>h06ScZ5|;v(B;3l9%-q!Yl8nsa_{@^jqWEIbYl@Sdp0S#97(%trZEk+a`2wL`
zg-eM`8dZC7W?ph?d{Js~Nq$i(*nl-N*jvq^20VXpDw4B|18%<-mj;(2+yIcRi6xo&
QdByRl#(;c2KRtpI03XeTtpET3
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719327690.r3i5n6 b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/events.out.tfevents.1719327690.r3i5n6
deleted file mode 100644
index 984a613d6411f46d57a8e1857294676fecce33b3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$RynI?SNHt(jR6mL>dVrHJ6YguYuiItJYw4yJ{P<0#TmpgMZygtmb
z9jH!#NlT1Ngp0Q*u~NUJG%r;@C%?E@^iAd$7o|zLQU*{hQ@>t_=XCu5*P_g&$R!2W
zQk;=rnv)WroRONGU67xdS0c*5&|sfvbn_*OmFGUe^`lyulAo6f)WX1U_RiHE`cNx#
zV`T$4(>}wsC~+xpNy4ox$;?fSFUiO(j?XMfEs8G|-9CGwQ%0@qdPAu8xy{WlIiDl6
zt8giCNuz2n&df_rjW0?qF3B%S1sjmuYZ7M;HQ@P+Q<0oWU*Ps@acOWV!VLh~npl#V
RpI01@Y7EHdi=&;60|3eahkyV8
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.json b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.json
deleted file mode 100644
index cb9dc53..0000000
--- a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.03175079062321118,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.003436670599863372,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.pkl b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/params.pkl
deleted file mode 100644
index 7407cc3806eeb80607eabed513e14637907ac226..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWH@?wQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%K%gX(+e~dEX35q2NMDr2Nq-LVatop
zNKH(c;?3B@nNpNr5MPv7k~+oReu3lSeVb-Y=wZq!0`hXyEvnXpFX`b*N-Rmvh%e5p
LN(EZNQmO|4zb;bl
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/progress.csv b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/progress.csv
deleted file mode 100644
index f2c7e56..0000000
--- a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1961.4144263079786,1719325387,checkpoint_000000,True,False,1,1de460a8,2024-06-25_16-23-07,73.56608295440674,73.56608295440674,69318,r3i5n6,10.159.8.159,73.56608295440674,1
-1955.3101080947035,1719327763,checkpoint_000001,True,False,2,1de460a8,2024-06-25_17-02-43,72.80412983894348,146.37021279335022,130020,r3i5n6,10.159.8.159,72.80412983894348,1
diff --git a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/result.json b/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/result.json
deleted file mode 100644
index 58cd15d..0000000
--- a/ray_results/test_experiment/train_model_1de460a8_10_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-20-34/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1961.4144263079786, "timestamp": 1719325387, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1de460a8", "date": "2024-06-25_16-23-07", "time_this_iter_s": 73.56608295440674, "time_total_s": 73.56608295440674, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 1024, "n_head": 1, "drop_rate": 0.03175079062321118, "lr": 0.003436670599863372, "batch_size": 1024}, "time_since_restore": 73.56608295440674, "iterations_since_restore": 1}
-{"loss": 1955.3101080947035, "timestamp": 1719327763, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "1de460a8", "date": "2024-06-25_17-02-43", "time_this_iter_s": 72.80412983894348, "time_total_s": 146.37021279335022, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 1024, "n_head": 1, "drop_rate": 0.03175079062321118, "lr": 0.003436670599863372, "batch_size": 1024}, "time_since_restore": 72.80412983894348, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.pkl b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.pkl
deleted file mode 100644
index dc96d91fc2cdcb1d28ff67aa443125d6624678a0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4759
zcmeHK&yN&E6z;(#z>0`yToWT!ST!@U)7>+(vpci0C=Bw$g;}yJL}IW~(_KB)PEU7R
zRn0PnO}Ic}(gzZoz=6b@G4Y?l#Df?A2ag_oRXx2si$>rec(6M&>8g5F_1;(Cd-dL}
z-S^T%hJMnwIT@Kw5G8KxJA;5uerM?$ct{2mivbO&j6&=LM2PIWteo!cC4M0NP-N+p
z9K{qm)5B|Iv`)m}Q_dq^UQOhxcYzKgKGGePEIpt$qc<EHOFvRm_fO7HOH9j%JIr(v
zmt^U|$Cm(!JK1KIB6r@S?RK+48ck=uZns;lM%%F$UAjPA*L9j%S7vJ<_YcNlj|iEi
zujV#kL8XvHDm&O~o610p{m_>fXUs?s<T!Xq=qSxWs0_WY;4uieKwxhta_PE)<2LMH
zUfH!`z`G0H*E{dsH*S`08aM|Y{%@8%)h-nsu5ro8y0^1*w?h&^0a(KO0xV9a1P#25
zA^1$Je(Z@La!4SO*ou>$MMC04p-ZaqsA1LZdc(Ba77ecpD;{Y$tNl2s*3G(U9|aM!
zRx=l^!0)MH7KN(A627F>m^cH{r@{i*tnFhm<59-mOcy54$|M5d0mMRwMjqA*o5yms
zjsu5;xdq?Kz0O;=j9=e5a(615{(Y};c=o|r_}q6F-mGI}m5Mqm1^LSuk5vHF)0aSt
zOdUf=hEyHH9@X&tKs8<z4oSDGsl^VZhj2lM9ptHRDqENdi0#Mt>x2Y_{vQC@FbTs5
zc&6wNW&oEDU_97xsYjAPs;;h@wxd0b@i1}|Z8w0h2Zkd@O9Eivx+38Ul5RSqT7@HH
zk@WIuBD<C;Z2Ljf1J>wmlRMd+HCy*mP)Bm;Wp9<)JKLO{0?y9eH{=#Sfw9I{TdkX=
zA9fkWPw>kh;4XVN-P6yP(`03{>69`aD9qkxr_%PbGHARQ=(h5(^TsXXx0%Ba<il@%
zod0>o{$<8~bkNRNIp+^MTAa*0TP=>@6kBAUvDRkBmb&btE<48du;ng0-en(O%h-v{
zYzzZHDkdQ)X}2w{lmLRg_e%GTZ%f*|3Y)#HOu3RapVgFn{gv-K`~CoDm_d&YBG5hE
zM^&uEL(zwbp&daP0<q;_9&zX}mLu%YAb^-tSpy;EENq^+g^gFh#;bp0Bdjr<uQ8te
z`6ttc@%9&ug&{cB($cwM9QckePeV*IB`1DZuE1z}h|00=F4r2iUAO0uA1~Kzv({{z
zE%iT#hyyVNgG964bep76uQ~I?Zq-`uVuO;lN9>xdpE<;7%$N1jioi6eOr!1R%cppr
zK^{a;Luf!po>zR7Nk}bi9O(rUUl1*i%%Q*!DQe8u0l*MxDQyeDEGQBKKaQ!3JRS|v
zR-Da)Xn8!SuzJ1*5uaNS(<S9039Ll=!GtNTmbQc^p|(TaM<(V}qGgnSOSr43EPt4{
z)WtQ2J{-3O8>+qI^feEjf&sb6bI0Pb!`%w>TjxCiO?@7`0#5l@K!!b+9M=G8K|k#4
zJ7PH>St_7X&ZbDC2g@2UxWGNXUzyXBx1D72>xpPh&V7RLe;Uw6BX=9Tg|-Gtn-?WA
zP891r2v?H^Bcx1z(RMxNHMK_WHhvgVuC)c1N%%M-C<>JGgIB)dg^&pR#ZmtGAa~lk
z5%Gb=sl&i~sg*eWR&7IAl2Jje^PTF2OVzdYYRswY>nzq90uM1<23XO3g3;|<YYl%M
zxwY<)X$Z3iIU;E3YV@C9fYN!ag(VF|#3xj3)^n~DYH3CD8iFJ;>T}|5tGpAfe>sQF
zH7=B}igb8F_xi$u4jemlze2dLh+$%SgF3(`sJdv_hwH?I;EM~{GD5ScLxMm+=#deE
zLq?sWM^P?{pa-ONZ!rVKP`XW&SLWlz)e`DlK6L_thoQ(rLtVI;Xr23TQ^9($7Ze?m
zqI$Ds+BUl2pES{#i<gm&7!inoj3fba2&C}79H}*GO>=P(o$*hq#s>2phU&EibD^y!
zBVWJ;NU4d=g-(#T5G+v`h1H9rbyWh66_^7XKrrT!Lxs>g!K%%sUNzTI#a<|vOtk80
zg9}C7@e)c6yRIj|O53Bo5gP9WNloaY+CmL7oI*7YPQ$N*>Dywc2hb#NIp#pPpt%P*
zP9e8*u-F{74Aj*KNx%r=zl4&xk1k$aUtQ~*#R_nI;{5s54(_aWPcPFOF=(Q%20{Bn
z8cMOW&J&mn_+O8Fl`;_BuPX=>p-Yq^s0I=xtNV}_ag<lx=mJ!ReX52KDl;i#v1AoB
zp&9YM1v7;OMVv}tpe%vPPZi!Klfz&Z3P_(vp_*O2J|?B8=(-ki;2rrh<kZO~B>7NL
bu>GIULP_vHlm2JY(=ka^{tU51^vpj2z5!Q_
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.txt b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.txt
deleted file mode 100644
index da55c0d..0000000
--- a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/error.txt
+++ /dev/null
@@ -1,26 +0,0 @@
-Failure # 1 (occurred at 2024-06-25_17-03-02)
-[36mray::ImplicitFunc.train()[39m (pid=130020, ip=10.159.8.159, actor_id=595d5a321c4a0818d73ea9fa01000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 98, in train_model
- loss.backward()
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/_tensor.py", line 522, in backward
- torch.autograd.backward(
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/autograd/__init__.py", line 266, in backward
- Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 258.00 MiB. GPU 0 has a total capacity of 15.77 GiB of which 216.69 MiB is free. Including non-PyTorch memory, this process has 15.55 GiB memory in use. Of the allocated memory 15.02 GiB is allocated by PyTorch, and 161.15 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719325388.r3i5n6 b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719325388.r3i5n6
deleted file mode 100644
index 81eb448e22e971b303b3b631227ff8873a5741e2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QT_1QOXnRnAsiZ`h!F*8rkwJbHS#L7rFe=WB%RNaR8<<6W6QQJ0b
z1*#KZ)Dq(o;o>bytkf?l%}dqK$uBMzWvKq@;?Z?^vH?`f)UOxfIiJVFwJ38ba!J9p
z6ldg@=A^_YXQU=)7vyK=m54GhG}u4nol}Kk<<um&epD+{^7B%GS{N8?cZhD$hgz8%
zD;vP6mkigU#HGL`3AeH&GdDH9BqOspKC>jXD85+q)4Ez0N$$`7hEVNuo10&9Za`>P
z;Zov~M%7-NnU|azUzA#0l3$bxHsF%m^&E4k0ncBYisZCQf!nXerNN~LHvnX7Vo7Fx
QUU59CF(99d-BMBm0E>x*4*&oF
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719327763.r3i5n6 b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/events.out.tfevents.1719327763.r3i5n6
deleted file mode 100644
index 34cccb21c50303885980210d17dac2401e234568..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 40
rcmb1OfPlsI-b$QrxX-d|pLf$yiZ`h!F*8rkwJbHS#L8%$ucI;m)R7Dp
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.json b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.json
deleted file mode 100644
index 17c6a86..0000000
--- a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 4,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.14711494497891564,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.00018307057253269556,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.pkl b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/params.pkl
deleted file mode 100644
index 761dbb8411c02b9bd6cb33d071a631c4d2c0b735..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1Nu=I$+Br@~R
zWO!3^lTuSsGV{{oQ!;a>_%g8caKX$@O9S(HVVZ%af`yoR_+UaH^PtMu^5Qd66H}&m
zGxcz$6y+Dh7bTXYPI0$CbY<nN?LY4HFy#~hdFubJ*kwp?_HZR7mLzAy7iU(bf-EW3
F0{{@VQ~m$|
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/progress.csv b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/progress.csv
deleted file mode 100644
index aef8460..0000000
--- a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1963.8436942513533,1719326402,checkpoint_000000,True,False,1,1ef7c88b,2024-06-25_16-40-02,1014.7334928512573,1014.7334928512573,69318,r3i5n6,10.159.8.159,1014.7334928512573,1
diff --git a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/result.json b/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/result.json
deleted file mode 100644
index 9a00620..0000000
--- a/ray_results/test_experiment/train_model_1ef7c88b_11_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=512,decoder_rt_num_layer=4,drop__2024-06-25_16-21-54/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1963.8436942513533, "timestamp": 1719326402, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1ef7c88b", "date": "2024-06-25_16-40-02", "time_this_iter_s": 1014.7334928512573, "time_total_s": 1014.7334928512573, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 4, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 1024, "n_head": 2, "drop_rate": 0.14711494497891564, "lr": 0.00018307057253269556, "batch_size": 1024}, "time_since_restore": 1014.7334928512573, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8 b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8
deleted file mode 100644
index be2aa1476d89d54a1ec2fa45b0fc27cc8980e4d3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rc~BEq90%}_AecAhibf$C!Jt*610LfQsVvEAJ%+Zz)GAuHAz4UlvVrU(;(<sM
z9a~z)W7IN;XsyyBYLDp@J6dZ|tX5mCj_n^U+FI=>;@DK`*=|C3o1abG<v;el@B8li
zyq#eliL&mW-K%Enl(E{24Q%~SS(=!9x7p65O<O`UoMG(9sgdf`z`TR?r6y&=kv*UJ
z=EX<o`=P!l#%(T3=Smnl-Qi+c_1aD^`JklLIXV#8^7r?Yvfwz5q@uw{gCnfXRpPKx
z78`AOv&dy<IJHbxk@@4ea|%$oycOqRrPamId_*Q=FLgDf2P&PfYhO{SPT+_RrJy8S
z$=RJW#o6pEW#?!&#i}zrJB-bTQ;&`b#OpksKb7wY@gYcu2EaILXDl@3rdiJAru_?O
zkJi>q3@mW{#<%m8Q73V~9t}r>@dCb9GiP@(ECrYG?cCL|#tL>$cf_3VW6MKfulUkS
zwj};m4Y0Y}I3fkReNJ^OsC*>k!(gwz*>o3RdpdEY2=<Pt9wREwy9Tfy3vp5Gj`nzy
zC3)LifX&{){gSa|#Lqum{R`~8<>rP<er!c3?7C$S$ayEpu>kwjEgX@8-L|*v7^s}n
zf%9RoogZiB0ql!HL<GC~n#Z_l`jb+CoqZcOiei6yA;(l)o%kZaJ}xXE8Ji$#i;ndI
zJAY0qyY9!1429i3$xBXC&*A{KZV--0!Cv5)cpp^m6Y^oON0jOA1MIY9Tq%Nm;{%Uz
z^uWs=fW1$Mi(+ri-C#=Xn0X6eC#T?k$=DS{(uC<rVCRM=rpu4rD-?Egk(W%nGP??3
zSMA3UDcBi=N&_lY%{U(hduzfe8NjX;A|lwW4v%rq()>pNyWauaD2m;h_K~T4$%B6Y
zcD1m8WbB>9_^h}}u=ClA+M+q%AIPXs*p<0nviyqX7l2(#;fNIMha)fLfl9?2I3EW4
z?d*5g1MC_hB7$9Ys?yk0vH3K>?rp}6qS()0Ic-`*G~Nc-<-!7zvA-g!7SC7-c7C^D
zN}?Y-Iu!PYuiYch4*MMe?5;u_k%B$`&Y5~pxy*+1VX$kOyB-1TWIK+CU~k&uG5)(U
z{TRT0Pl$_Rzjfl4$#8xZ1F#bo<9^B5?ZjE-oONL5rH<O+e(c_%u!larM_Lc{sRh`}
zoj4)|`;RpX+CXIlgY#jqJ!<U`fW1bDh+s!NsWi%Rin9TBmk<}ljyfJix*R$40Jg)0
zUs*D?EUSLk$qiuVCV8L9er#nZ><Kfx<b~Y5G{AmYfg@6|H*PG=29@W9d>HKf^$VQ<
zJ0}uXieOi?c#PXDc{YIECd5Ut=NkHxFHD^71lSq9aKB{i_^c<R3>?_`{xchA`ms?c
zY~2bkxiGQ(GQd9c9gaxBUOi(zyhlwsi}PWyTlVj`0I*wxhzNH3Lyz&L$)Dr`>~ZIC
zqbT<IFNTq=+s1eRcB8O>WbBlz&gM}g4n}lej%w<*FIJu@sPkj%-&ddp1?o%Lip*}a
zlcmz>rA4%xzo0SPtn~`CR)L}eL#q37)jhc`7NLAIXR+~Dr)6}CLZ?EpR@&mS@)tS&
z@<<gF@XwNvI`|n=;-nnrGTO}#C7_s|A$MSQBI+CTD0p%VQd-@vB8tDQ`KtIV?aZgG
zRy$KjS?x~#5&t$c)7|cGR-=TT--8#5LUM<%9ib?Ove9O1ib9`&;#BbFtRI91s-AH(
zek$U-`RcW3fGYgWR-cTts%PC?^+QprO8jQ}YFuF%6F9%GJ9inBv4w&2yDCS&%F#gK
z{8*Z0`Kv9(a%LXb&J?(29g(BMa^V~g$TdxJ)Gx?ZrA#31j;Lr{*_es?^bqk6yFZwC
z0%@K)H9S^9pg|$X@wkjY1D^gs@E{)^9Qy3>loSHR`Oc1iu-)1=CBArVrtf9IXMiV<
zCQ$$2?*R|&^bZK1ZSa6D%(sf?+{r9m^^GAT@SlaY&v)l2hxX`?LFq{Ie|ws-cFXhM
QnBX3%llP8LEH`ic4>0bqcmMzZ
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
deleted file mode 100644
index 4f372bf..0000000
--- a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.04978685082912593,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.010469557594705402,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl
deleted file mode 100644
index 7a2eccf2bb808531d0ce9fd09787d76c718c9cc7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p_7W$nra%})+JOgTkBUTdL%^@)_3JzPnNCCM4_#hF#9
IAWKU10J0QPmH+?%
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
deleted file mode 100644
index 9f8cac1..0000000
--- a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1959.484931525283,1719520982,checkpoint_000000,True,False,1,204212fd,2024-06-27_22-43-02,79.25631952285767,79.25631952285767,242786,r8i6n8,10.159.28.66,79.25631952285767,1
-1957.8900761641855,1719521048,checkpoint_000001,True,False,2,204212fd,2024-06-27_22-44-08,65.62229895591736,144.87861847877502,242786,r8i6n8,10.159.28.66,144.87861847877502,2
-2003.831690029835,1719521114,checkpoint_000002,True,False,3,204212fd,2024-06-27_22-45-14,65.94834351539612,210.82696199417114,242786,r8i6n8,10.159.28.66,210.82696199417114,3
-1953.7773927703618,1719521179,checkpoint_000003,True,False,4,204212fd,2024-06-27_22-46-19,65.82598686218262,276.65294885635376,242786,r8i6n8,10.159.28.66,276.65294885635376,4
-1955.5008218119463,1719521245,checkpoint_000004,True,False,5,204212fd,2024-06-27_22-47-25,65.71243810653687,342.3653869628906,242786,r8i6n8,10.159.28.66,342.3653869628906,5
-1954.6096777728224,1719521311,checkpoint_000005,True,False,6,204212fd,2024-06-27_22-48-31,65.39359998703003,407.75898694992065,242786,r8i6n8,10.159.28.66,407.75898694992065,6
-1970.7395346333662,1719521376,checkpoint_000006,True,False,7,204212fd,2024-06-27_22-49-36,65.79213690757751,473.55112385749817,242786,r8i6n8,10.159.28.66,473.55112385749817,7
-1975.91074161079,1719521442,checkpoint_000007,True,False,8,204212fd,2024-06-27_22-50-42,65.49610257148743,539.0472264289856,242786,r8i6n8,10.159.28.66,539.0472264289856,8
-1954.2565735343874,1719521508,checkpoint_000008,True,False,9,204212fd,2024-06-27_22-51-48,65.86425971984863,604.9114861488342,242786,r8i6n8,10.159.28.66,604.9114861488342,9
-1955.8791032926304,1719521574,checkpoint_000009,True,False,10,204212fd,2024-06-27_22-52-54,65.99194502830505,670.9034311771393,242786,r8i6n8,10.159.28.66,670.9034311771393,10
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
deleted file mode 100644
index fa447d2..0000000
--- a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1959.484931525283, "timestamp": 1719520982, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "204212fd", "date": "2024-06-27_22-43-02", "time_this_iter_s": 79.25631952285767, "time_total_s": 79.25631952285767, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 79.25631952285767, "iterations_since_restore": 1}
-{"loss": 1957.8900761641855, "timestamp": 1719521048, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "204212fd", "date": "2024-06-27_22-44-08", "time_this_iter_s": 65.62229895591736, "time_total_s": 144.87861847877502, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 144.87861847877502, "iterations_since_restore": 2}
-{"loss": 2003.831690029835, "timestamp": 1719521114, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "204212fd", "date": "2024-06-27_22-45-14", "time_this_iter_s": 65.94834351539612, "time_total_s": 210.82696199417114, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 210.82696199417114, "iterations_since_restore": 3}
-{"loss": 1953.7773927703618, "timestamp": 1719521179, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "204212fd", "date": "2024-06-27_22-46-19", "time_this_iter_s": 65.82598686218262, "time_total_s": 276.65294885635376, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 276.65294885635376, "iterations_since_restore": 4}
-{"loss": 1955.5008218119463, "timestamp": 1719521245, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "204212fd", "date": "2024-06-27_22-47-25", "time_this_iter_s": 65.71243810653687, "time_total_s": 342.3653869628906, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 342.3653869628906, "iterations_since_restore": 5}
-{"loss": 1954.6096777728224, "timestamp": 1719521311, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "204212fd", "date": "2024-06-27_22-48-31", "time_this_iter_s": 65.39359998703003, "time_total_s": 407.75898694992065, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 407.75898694992065, "iterations_since_restore": 6}
-{"loss": 1970.7395346333662, "timestamp": 1719521376, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "204212fd", "date": "2024-06-27_22-49-36", "time_this_iter_s": 65.79213690757751, "time_total_s": 473.55112385749817, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 473.55112385749817, "iterations_since_restore": 7}
-{"loss": 1975.91074161079, "timestamp": 1719521442, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "204212fd", "date": "2024-06-27_22-50-42", "time_this_iter_s": 65.49610257148743, "time_total_s": 539.0472264289856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 539.0472264289856, "iterations_since_restore": 8}
-{"loss": 1954.2565735343874, "timestamp": 1719521508, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "204212fd", "date": "2024-06-27_22-51-48", "time_this_iter_s": 65.86425971984863, "time_total_s": 604.9114861488342, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 604.9114861488342, "iterations_since_restore": 9}
-{"loss": 1955.8791032926304, "timestamp": 1719521574, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "204212fd", "date": "2024-06-27_22-52-54", "time_this_iter_s": 65.99194502830505, "time_total_s": 670.9034311771393, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 670.9034311771393, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/events.out.tfevents.1719329807.r8i6n2 b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/events.out.tfevents.1719329807.r8i6n2
deleted file mode 100644
index a58bd4ff7d62f770216de0cf32d7ec8ad74425f3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|T}TvB7+q&fn@?8VY1ef9TgL*Khc<%<CD^r)z#fty$cMO$GuL)<=gu-SR)&xu
zK}HY082Dg6uJjO*LPSIn5h&G5LP1my{TNhF*+WM7(j9m9?yjlL+kEFc-?{gE=T`eN
zU;6xEN%;8t4gcWk+m5im*HUz{tMfD_PWztalCsOqUf=AsGY5rMuCd1Lt1ObMAP9a-
z8H_pu1V@vmZHLsmEuHgiqp;hfjQ?6d!gwj8G(!`F8O2VR14#|339R;~Or1C(pKmyJ
zXzt080?F3`;}=S5Cc%{A^R>SlosN2v#)<lFp&uAUf(X<wNk=y@auT|YbO&3=4&B*%
z>%jb$d&R9DeR5>vyAUj6^c^5UZ6V#(iHebhZO63m>VV0il~4P;0bjqp=n<~u2FTC?
zO>BUxsyMnyY*aYLy}8h_&^B9?nKL#yaZ2b}nMu25%hNpE;30?-DaBF@8%6Qi6t?JH
zh|_hEhYLKEdXV^s6PG!u9H3Wm)C5&Iha<csLb--jQ=@mLKBK-qTC0IjevJ$mD5(r$
zi$VeLXCce$u7+S<DZkkdf@Ya1L@(w_Q7$%mv8L(dB+_()mgs3P$*8X?haiys&mU9*
zT+&qsC?P0;6)nQc0jLlQLnb#sow!Me)==D#$n{VwZX5!+5$eUwmMrgtX7T?^oC+`g
zB;Nj>{+MbPCbIkc%)ti^>T>(Dv2D{7Alp%>!8++PyB>4!kjw3Hh6~^3peoN>Q3!l_
zZm2isU&UZs)*@QW1SS%P@S3eLY%C59>sZe4$~e@n4G05=<Mh$4yL;B+i$jIGJ6d>D
zHPm@&aVF*-rXU8axjPQq^Yg%f>#IO6whW-hmo~^M>sg8&A5q@#_a5Q1`{|>?Y}Wl&
bh(h>Z?=jIb&eM$Ld@q)`twk@>OUM2KVe^oP
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.json b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.json
deleted file mode 100644
index 534a5f9..0000000
--- a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.3089996310219745,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.062282868368169514,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.pkl b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/params.pkl
deleted file mode 100644
index bcc16a0a09e990a2b6020c319aed895424b217d0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&7nc~gS!<kZ)Ul3oESdu!$-Tv~iWy!fGpY$;06ajhbA9uOdi0$d&N=htA&WJD0
MtV#u1!cwXS0RBW&e*gdg
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/progress.csv b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/progress.csv
deleted file mode 100644
index 69e0cb3..0000000
--- a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2699.211756428396,1719329892,checkpoint_000000,True,False,1,2465ee2c,2024-06-25_17-38-12,85.10484099388123,85.10484099388123,2195253,r8i6n2,10.159.28.60,85.10484099388123,1
diff --git a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/result.json b/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/result.json
deleted file mode 100644
index ea44c5a..0000000
--- a/ray_results/test_experiment/train_model_2465ee2c_11_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_17-34-53/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2699.211756428396, "timestamp": 1719329892, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "2465ee2c", "date": "2024-06-25_17-38-12", "time_this_iter_s": 85.10484099388123, "time_total_s": 85.10484099388123, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.3089996310219745, "lr": 0.062282868368169514, "batch_size": 1024}, "time_since_restore": 85.10484099388123, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330099.r8i6n2 b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330099.r8i6n2
deleted file mode 100644
index 581d2e5eb098e8e17386809ef437026c18d7184c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QV+RuG<&b#R-#hX-=n3<>NT9%quVr8^1|Me1OsJadF%bhu=aUV(m
zsS{w-65|r#;w?(7)GsN`OV!WGFD@2cIcI^(&*H7`44_)3e!URS`CJgLMVU*HOA4-~
zI3vF_CnY{PBQ-g@AU`v&M3jM{!Tx09_G>6s#)!c6qgt7gpO*^M!oZ;AntwqbYGrP$
zYyhXSC|rvYmjah0+{%*7+|>AzjLhQr%#zfi_+nAElk=R|QchhrgleDL-29UB5<<HQ
zmlBsWs`lc{yyVpQqSWG&{GwE_0S%iRi_D=0Jb!U2lCw+<Zod|n2A3k-0FbSTC7Jno
P#qp@dfPBusFDnNCaL|PU
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330869.r8i6n2 b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719330869.r8i6n2
deleted file mode 100644
index f004f6238575b423ce99b9281e20c0ba39f98197..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$R7*{Qs{=G}CZ;!P?_%*@ksElbTSu`-&s;4G^$RNaR8<<6XI7C%)0
zsS{w*65|r#;w?(7)GsN`OV!WGFD@2U%x84*JITJy0IFr`*9-BStCqvHD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*e^5RUx#Al=9O^$s8*)r=cNL*Ffg$Ej(nmIwK6wW
zHh|N06<muFmjah0+{%*7+|>AzjLhQr%#zfi_+n9?zq6fKwcOVjLbcCrZhpym2%%kt
zONmPwReNz}UUF)DQEG8Xeo-pefQe@}#+pM7c>dy4B&XSGxcypO8eEES13<PWmSpDV
P7006*1M<0?qVsJ4hP{Lj
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719331459.r8i6n2 b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/events.out.tfevents.1719331459.r8i6n2
deleted file mode 100644
index 0a564b32bc39785eb520b097cf4fdc0c50d185c7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6TSyd97~W>pnjhB7<XWv-x?0Fmt`-!Owp&XV6iMx=2N}klV>{}e*=9!VN`*v$
zAO=Zj<t3%3Afbn(+e3jwSVRQXOMx%8TING`!HCYdvuAhAOY=7W|9}5?&i8-+S!;=W
z182*fY<ua~zWY7z_c&~|iXh>_ea#4KJGV}tnzwmI-B53fk8P2z4C{5NR#yh3gG~`m
zxV0vX+>NrT+K03^zHf(ZBSi+JbLJJ#mSYOZgIsV>h#HWa8b#h8K>mi1EMd)Vv7Ga~
z_<8=NiSk;A;?0zzj1hrYEaE16yW5}))?`<*+m2C)6LMf3rPQP#;<bRJ@{)!WUbRo<
zKiWI_Wz<`2z;Cp+hS{MQJRh8pX@;v3_9I?FswOLFuEFWHhVTxf!T6`=N7yY2<##~=
z<kAK@tDs3TR(W$9{pM$1r(n~~M|O3M&WW9{kl25^AN!{E_kT8tJyk*>|0DLp4;3jU
z%H~pvUqtK@U(<Dy*t0RnGGZs@_wC(&aqx^uY;8AXTvqIpgN44sKf(u1Vuxc5{#$H|
z_i|Nt$<T_(&^m5()w2~<8NYS0U4vHWw?aA}2nmW1RCzZ#9zqH+4%W&pS>b{eRvIbp
z7sGvLoXG&Sg60p9k)A|3RwoC^BJ#^3F&Hs5Usp$B>%bl#!%acHQ8<AVl1c+xG^H5T
zYau-@6kluuR#fB=Ph6x^5iAPUB2kp^QC^gSBt%YwaD;u1*$!#Z|M*5pz%=UY07;k+
zAVJKry3!zpGjFtOJ!El9Z0tOUzLBnM$mAB^IM)Wq=9bzh*G9<Wmfx5|_3t{dF~28Y
zZ|-C#qVpSL;3ETBvH7V;RmsZnswNPDC0r+$J!aqm6Px25#&Mg0j5uvMHf`qW-QEL}
z;~rQYm52l*hAHxbW8TzguEPuK7m%FhQ@xNm-yk%3&P!g%1!qr7rah3N&yECoXE%=x
zx0QPI!<cM9iz~gbCf*M;L5N5qW?Pyd$9FE`Ra!IcN&Hf9tHgNmp4}U$W^<~I?I{K~
aIR4chVKJgS@mNgv1Shj<#nYbLQ-1-e3KOpY
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.json b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.json
deleted file mode 100644
index e292b13..0000000
--- a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.7474706763430264,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.00045083297498032556,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.pkl b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/params.pkl
deleted file mode 100644
index 7004f92dc9779858835e886d54e70af12fbc782f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>csulP!HiBzo8rsB)WZwY3p5lg#L~kD69O3rRmPSVpOKoF
zGR0e<hcl%pzaYLSu_SehyZ!Um?(;WK|JuWpQv~GMcJFwk^Lu^|S5jh0az=b{W>qTC
I5|&au01UWQGynhq
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/progress.csv b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/progress.csv
deleted file mode 100644
index 47d8699..0000000
--- a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1284.8956039308564,1719330178,checkpoint_000000,True,False,1,25a9f43a,2024-06-25_17-42-59,79.39262270927429,79.39262270927429,2195253,r8i6n2,10.159.28.60,79.39262270927429,1
-517.7363889198604,1719330947,checkpoint_000001,True,False,2,25a9f43a,2024-06-25_17-55-47,77.99471831321716,157.38734102249146,2195253,r8i6n2,10.159.28.60,77.99471831321716,1
-424.9116310660295,1719331554,checkpoint_000002,True,False,3,25a9f43a,2024-06-25_18-05-54,94.57213068008423,251.95947170257568,2195253,r8i6n2,10.159.28.60,94.57213068008423,1
-381.2108863169753,1719331634,checkpoint_000003,True,False,4,25a9f43a,2024-06-25_18-07-14,80.07035231590271,332.0298240184784,2195253,r8i6n2,10.159.28.60,174.64248299598694,2
diff --git a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/result.json b/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/result.json
deleted file mode 100644
index e7cb0d2..0000000
--- a/ray_results/test_experiment/train_model_25a9f43a_13_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-38-12/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1284.8956039308564, "timestamp": 1719330178, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "25a9f43a", "date": "2024-06-25_17-42-59", "time_this_iter_s": 79.39262270927429, "time_total_s": 79.39262270927429, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7474706763430264, "lr": 0.00045083297498032556, "batch_size": 1024}, "time_since_restore": 79.39262270927429, "iterations_since_restore": 1}
-{"loss": 517.7363889198604, "timestamp": 1719330947, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "25a9f43a", "date": "2024-06-25_17-55-47", "time_this_iter_s": 77.99471831321716, "time_total_s": 157.38734102249146, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7474706763430264, "lr": 0.00045083297498032556, "batch_size": 1024}, "time_since_restore": 77.99471831321716, "iterations_since_restore": 1}
-{"loss": 424.9116310660295, "timestamp": 1719331554, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "25a9f43a", "date": "2024-06-25_18-05-54", "time_this_iter_s": 94.57213068008423, "time_total_s": 251.95947170257568, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7474706763430264, "lr": 0.00045083297498032556, "batch_size": 1024}, "time_since_restore": 94.57213068008423, "iterations_since_restore": 1}
-{"loss": 381.2108863169753, "timestamp": 1719331634, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "25a9f43a", "date": "2024-06-25_18-07-14", "time_this_iter_s": 80.07035231590271, "time_total_s": 332.0298240184784, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7474706763430264, "lr": 0.00045083297498032556, "batch_size": 1024}, "time_since_restore": 174.64248299598694, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/events.out.tfevents.1719326598.r3i5n6 b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/events.out.tfevents.1719326598.r3i5n6
deleted file mode 100644
index 1de1084d20c575948087454049071e447b8ab3cf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|OK1~O6ip{ueHYT2X;RztV>(fh5l!nxC_<v8n+hUTP>ba;&Ac{KlQ&^z(vKU9
zMG?f(jSIonPyHYYcB2&(D}qp6XhA_-h^UAPq9Rst=bL2mlGL_lmwWEH=e~2#RJpRh
zi6c8Dq_m%Wdu#mF_JF6$P&B%^wU1D%c}vCbqx(Wm-{iUe7SuW=iMLtbsuH;peBd#Z
z!LXI4B%IJq)4ylqc<Xei_jsd2IXyRv(a1ec2|)t{IK_<X>4b`7aS}U}(lu)NU9O?X
z{-4igizNNioL?-d>Xa~w%N0@4>#!r4?5x|3uI4Ec1fiNsT3V7|E3TPXvxtG&#s_z_
zbfCwnCWk&YJp37LdcYOef&?|ibW@`-f(>F?x<N7ncBK_#t25x^rzZ!{<@^8{Hb4U(
zV5=&Yrc)CakFj4)o8SMKEXmFp9Xr#D`UgL(x6PI>x#5Bvd^ny`3?*seFd0Y@gS~}X
zZ71At%nd6XNc<y+zXYiapi8l0ai(&Z1l^JdWh#m3Dtj~Y8FzQHS~d6!Yc!q231yHN
z4Dx~}2N_Ox75EBDh0Pv7s-dSadzdZ7xFp#{R8^xrSk;oO#I_+ctDaHzgE#lTa8M}-
z30obYl;Sv1)Sz4TLb+HRGPxdV#U(;Ck79>Ju7etJ@es&spiW%s$nrV}iT^+1<lOTw
z)VbfoZx@@<o!tH23GhaM+Wh@YVwx-k*t8U8utvM}w)+Cy74mnyDFki^P+8!uh`b|T
zuPqP0d=Y_)oJFjd4NPMc0`soMvC$~hFJL*xzek{Een2>QKFU7Y1#iz=7{A=U9V?7J
z+S_-1rZZwMQxpT<%$8YQm<J9FWq^EaIlwlM7Rf5_2}boRJ!iK$AK}c@L_2z#bH53~
Z5ct=7Le;GEEMs}!mr26Pl2aW6+Fymrk)Z$p
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.json b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.json
deleted file mode 100644
index 11cf8d5..0000000
--- a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3256301932631026,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.0018178629337167497,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.pkl b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/params.pkl
deleted file mode 100644
index 488fd5b39c866d502307fe72e6f5acd8cb2e9bd7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^H5|s
zdU#WFlTuSsGV{{oQ!;a>_%g8caKX$@O9S$mdU#=)fu@3mSbF$iLLl?NVjMkedGQ&k
zi78XO1$sDBit-EMixNvxr?}f+xvs#v@?BpKQ%(_(7kgrLS;)}|JzPnNCCM4_#hF#9
JKub7E^#JqlQ_cVY
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/progress.csv b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/progress.csv
deleted file mode 100644
index ef0228f..0000000
--- a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-5061.415592704232,1719326792,checkpoint_000000,True,False,1,25b42194,2024-06-25_16-46-32,194.36064219474792,194.36064219474792,122466,r3i5n6,10.159.8.159,194.36064219474792,1
diff --git a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/result.json b/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/result.json
deleted file mode 100644
index 2bed455..0000000
--- a/ray_results/test_experiment/train_model_25b42194_15_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_2024-06-25_16-42-52/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 5061.415592704232, "timestamp": 1719326792, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "25b42194", "date": "2024-06-25_16-46-32", "time_this_iter_s": 194.36064219474792, "time_total_s": 194.36064219474792, "pid": 122466, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 8, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 2048, "n_head": 16, "drop_rate": 0.3256301932631026, "lr": 0.0018178629337167497, "batch_size": 2048}, "time_since_restore": 194.36064219474792, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8 b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8
deleted file mode 100644
index 63f549dbe92016f5883c74000381a8a51f30a48e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rc}x^n90%|{<k*KOEMgHCSeANijVszJ9+joe7z!S(F;P62uI%70!tA;;lw#Tn
z0Tnf#ur!pQC|b05w#C|F@kpx_51LvVwMNlOP?A=owN)(8Sy<liqr1-VAM@t>zVkls
zh2#+?>-ni#ldMw(72Y|$eb@Db@WAB`la(1qzE3mU)CqCZiPjkRdq;QW%v7n{lTADL
z_k!g5p=bySbeM7tTsA`+GHomyy6fjkvSw0M(|C8p`Sd4B^|%X1Vo)>+#}U?I%g!`Y
zX%;$drQK#_xKNoaFMgi9C=pb~DrS4GG}{=OkH}<;nx7jC?#irX5$~uj3lSaCqG7m_
zvu4p0XR)%Bm7^UL8#*>aOI!@!lOOAjR}>UHP|a21##fOJ4To{o%B0bhgJwCKgYKT-
z;qP^eCc7tSz2BIkY7{2WqtPfDPvB}baaJ3{Qg9mA%J1n%wSbj7S555f##VU3-g>Tr
ze68~GF97?914pD_uYY>z5~zHG#d)~D82jY)=yHHvCqzWBqgpk@BU8;Kfc-j$8%44A
z?cYg6pLq8$z^)M{kc=%e{&S@5I9T~-lVZz@T_;=V346(hWu)(|dr<)Ui^(`51)IxV
z8UiY(#o@dc>}v&wLjd*}AtHj!bZ7|8yp2f!J8lYY6vbXT>JQ>U?UsCieMp!<GPco3
z)kZA<E6=r0h%0en5AcLNGN6R?|0^sNV6R(+BT}%>?|d%@R0cb6-V1hfcEDMH?Gz#+
z*!N`-L=qZn0N4Xr+$f5D|4IZojd-R7*xv~gNXE`H=F}gvft8meg<kE(_VI*WzhpC+
z64Ge{*yYJMA_ZH1U<3s!BWL5h7i`~{_ELadEks1H*WJ|+w)4eKfE_glH;Q6!97vLD
z&DtjbyI7b&GIpggv9RJ0Sox{y_Ek>T$@cYx9kgLBd6Sw|3$Q!(<A@aO7dKY=gUWRW
zaNY~H&*Q1H0d~;mI3j|5>z;-vw_i&G*qem7DE1jLldQ{`kpZwfg$X2MpEeeKRcHk(
z*Z+HaP^k;s&lC17doGy~Fy|b=PUyf9DcGaO>|F^e8-%<U?Dois@XyHHPFyL1{es8-
z=+7zF0QQeUTogO+)CRKT$<8i-{bm>LmyF$P3|r<111oRsXsqeR_V<KsO-U!!0}5IJ
z_RuaIk%HZH%;!r`SuW(gU{`Coba1kDvJ1UmDS~~lO+z${T5=9xmkM!F?5j&F$mb8`
z7Xh}P9QRAcmL(j!GMWY}H*Bp={KR##Ri3avUOb;{Ol{5v*o(K}h!pI77b@NYl`TTv
z3wD*$ybxeB+i|4`_N<#4;$mCVb$~s12abzkr#?GMW~?4_9AIw}CXkFBlu-X|=?Sp%
z1&P~Ry0MWbY%YHWd8h2fZh)QpHjYTawp{(87F5cUaNY}caglQ?z}_rGM6ky_&=9|E
zZrK8`eUovcD0ZRqd(wDg#U+5fMwmb{wl*QZExX~UyytSXt)eVLb+Yo)ZfyNtCEBe-
zLnw>g<S=Eil!5-hPCNJu8p9<ODbZRb@^cTVpDWaVD|CYpT5jUfEd14JHLX?Z)M${I
zPP3W$iyVJ>q|(#*XTwlv-)BsA7L{qrr5*fGFbeD)a=70PLqqyJ>icpaQkfk#JH_AD
zTvdFQ&RR~J%~oawWwvJVkNB^lnV$CU=1>&e`+MJse32s4)sB!aLs@8(S*z3sqrqx;
zbJj;9jrt`w<9-p>WlSG|hO52bZ1qtnLjAIvt9}HEQH$S9{o?Zp#=U=MAMTl|O4;q+
zzq<-_TY)sf{;@R6@>g4m<xD)Vl}WcH)hke)LfFS6itvL9G_;ScS`}<A`?dPU!KQc=
z(o4iY>^U&wjVQd|uHmstBZ~Auj>lz2G`#--!Gn25{yz~O_a46zWJH5qd&fUuM=lIl
zqx~k{^)cWW;Fq@<(JOt=L%#vx*x~{H^L1X%Dt_lteCo{8KGWU*S!npWYQAbyuYN2t
apz#0O(~P-Co<C!P`v9H7U;eD%X7PV*VZ@LC
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
deleted file mode 100644
index a81d5bd..0000000
--- a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.2474625892184107,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.09815210368028619,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl
deleted file mode 100644
index 862194eb15f3b4187c61036d1e1b38b43d11113a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu@3mIC}VCLLl?NVoW`3dGQ&k
zi78XO1$sDBit-EMixNvxr?}gnUvq2uwV5eBOgTkB-cE&j?r^o@9<HRslH`o|;>@a4
Jpd}oodI0e!Qwab7
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
deleted file mode 100644
index c120a29..0000000
--- a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-5146.327555979331,1719552388,checkpoint_000000,True,False,1,261349af,2024-06-28_07-26-29,641.6589081287384,641.6589081287384,242786,r8i6n8,10.159.28.66,641.6589081287384,1
-5048.819774237205,1719553016,checkpoint_000001,True,False,2,261349af,2024-06-28_07-36-56,627.6112632751465,1269.270171403885,242786,r8i6n8,10.159.28.66,1269.270171403885,2
-4911.544510488435,1719553644,checkpoint_000002,True,False,3,261349af,2024-06-28_07-47-24,627.9598400592804,1897.2300114631653,242786,r8i6n8,10.159.28.66,1897.2300114631653,3
-4737.393370140256,1719554272,checkpoint_000003,True,False,4,261349af,2024-06-28_07-57-52,628.01415848732,2525.2441699504852,242786,r8i6n8,10.159.28.66,2525.2441699504852,4
-4523.467796505905,1719554899,checkpoint_000004,True,False,5,261349af,2024-06-28_08-08-20,627.539436340332,3152.7836062908173,242786,r8i6n8,10.159.28.66,3152.7836062908173,5
-4273.132577971211,1719555527,checkpoint_000005,True,False,6,261349af,2024-06-28_08-18-47,627.5760381221771,3780.3596444129944,242786,r8i6n8,10.159.28.66,3780.3596444129944,6
-3991.0541396253693,1719556155,checkpoint_000006,True,False,7,261349af,2024-06-28_08-29-15,627.5778048038483,4407.937449216843,242786,r8i6n8,10.159.28.66,4407.937449216843,7
-3685.58821166031,1719556782,checkpoint_000007,True,False,8,261349af,2024-06-28_08-39-43,627.666775226593,5035.604224443436,242786,r8i6n8,10.159.28.66,5035.604224443436,8
-3365.655848225271,1719557410,checkpoint_000008,True,False,9,261349af,2024-06-28_08-50-10,627.4417996406555,5663.046024084091,242786,r8i6n8,10.159.28.66,5663.046024084091,9
-3048.0907587967517,1719558037,checkpoint_000009,True,False,10,261349af,2024-06-28_09-00-38,627.6434020996094,6290.689426183701,242786,r8i6n8,10.159.28.66,6290.689426183701,10
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
deleted file mode 100644
index 8d3b4cb..0000000
--- a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 5146.327555979331, "timestamp": 1719552388, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "261349af", "date": "2024-06-28_07-26-29", "time_this_iter_s": 641.6589081287384, "time_total_s": 641.6589081287384, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 641.6589081287384, "iterations_since_restore": 1}
-{"loss": 5048.819774237205, "timestamp": 1719553016, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "261349af", "date": "2024-06-28_07-36-56", "time_this_iter_s": 627.6112632751465, "time_total_s": 1269.270171403885, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 1269.270171403885, "iterations_since_restore": 2}
-{"loss": 4911.544510488435, "timestamp": 1719553644, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "261349af", "date": "2024-06-28_07-47-24", "time_this_iter_s": 627.9598400592804, "time_total_s": 1897.2300114631653, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 1897.2300114631653, "iterations_since_restore": 3}
-{"loss": 4737.393370140256, "timestamp": 1719554272, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "261349af", "date": "2024-06-28_07-57-52", "time_this_iter_s": 628.01415848732, "time_total_s": 2525.2441699504852, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 2525.2441699504852, "iterations_since_restore": 4}
-{"loss": 4523.467796505905, "timestamp": 1719554899, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "261349af", "date": "2024-06-28_08-08-20", "time_this_iter_s": 627.539436340332, "time_total_s": 3152.7836062908173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 3152.7836062908173, "iterations_since_restore": 5}
-{"loss": 4273.132577971211, "timestamp": 1719555527, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "261349af", "date": "2024-06-28_08-18-47", "time_this_iter_s": 627.5760381221771, "time_total_s": 3780.3596444129944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 3780.3596444129944, "iterations_since_restore": 6}
-{"loss": 3991.0541396253693, "timestamp": 1719556155, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "261349af", "date": "2024-06-28_08-29-15", "time_this_iter_s": 627.5778048038483, "time_total_s": 4407.937449216843, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 4407.937449216843, "iterations_since_restore": 7}
-{"loss": 3685.58821166031, "timestamp": 1719556782, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "261349af", "date": "2024-06-28_08-39-43", "time_this_iter_s": 627.666775226593, "time_total_s": 5035.604224443436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 5035.604224443436, "iterations_since_restore": 8}
-{"loss": 3365.655848225271, "timestamp": 1719557410, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "261349af", "date": "2024-06-28_08-50-10", "time_this_iter_s": 627.4417996406555, "time_total_s": 5663.046024084091, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 5663.046024084091, "iterations_since_restore": 9}
-{"loss": 3048.0907587967517, "timestamp": 1719558037, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "261349af", "date": "2024-06-28_09-00-38", "time_this_iter_s": 627.6434020996094, "time_total_s": 6290.689426183701, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 6290.689426183701, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl
deleted file mode 100644
index 5081616cf90354b6fbcda0ae64c8b9116c68a94e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 7986
zcmeHM-*4N-9hWl~NxUq}x}q*nG(E)oK_xaRO0r~mafVb`+Rlj_IBwBm=ng0HsAENu
z?A_6}h8W080u10ofiXxQ3hZqtuz#il_Ap@B|FFkB?t4c{mK3**2Q)4^Q;5Sme((7G
zeD3r8-tq3?OHY3JW=UV^>zoWtCx{X^_MLt}C-1ZL6+9q)ibbCWR7N3o0wP5Ar_4yt
zbrV03ekihZUJhdlmFeYeGTb4e{~OLDZfqrT%ezYl5g+P`a+Y3HFQfYojin!{rWYn#
zs4f;{#2scjiA%Ed(rg!C@i;rkQsgvip6$?<N2^Yq+IEXHX`|k#+O3vD>rFT7$ZQ+z
zz6Kojh>%(O;~WzfR0>I?!ohxWpa5d*hrYx(W2N+B&V!ePj`AFg45<APE=a&52F|r3
zm+mM!9>M#K%`=-N_?>~@Puo9xT6!?|poDYc;qQYvPnG9J6>jN%DeFAS(w7{P2nxg!
z-V=a0ofkClGKSzbv3jv5g2*9(NMb8ax)uqE6NN5WiH9|-TB+8|O3R|*uCU^vrgNni
zCo5I6YF4g+iD}zr(+d2qdd#9wRanB8bR{NEpY*7(fHv!Jn9O*Xu~*Z^<XD+R06oB1
z=+MZ++F|p0?$!;^kTA#eZ9Zwg_OSGiH?Dj-pDq0RT<P-CXYau6`A^}OwM$vKtj0=F
z{zHrl7l8Hj2jE4fh9M*as)pgLDtLaN3Ma)w(&=bvv6s`A@kkC+;;9}eEX)MPE@1pg
zLV}V1zW}je5{41zOvxW$fR-;}+~0GlN0LCQs*Y+lRbIe&5V?uQ4J4d}$C0BgfiMVN
zk#I#xCtXyfQ6OWHbn|8+`zTY~_JXJjs?o1a9%qlYE4r3~JCZ{!d(B{P9BOtRG`sw?
zB**#$#g;xEmmbXh<xHvcSNNA-pk4N6dbXE$r^U*a(s>0QB+P!!Zl$f`DyZlTeB1oI
z{mR4AzZNflCO`kf7xlj_R{p+N`SMaFV@9qYc5O5=b+$Dcf?KS~e#_PlGPd4fzv{5-
z>@3^pup1rr>yI*a^B^l|07}Iq1#>!V=Qihnf^$#io|gVNr{R^^(jx`s{dD!XQ1bpa
z|J*+R9|(p;^yMW4zNhD@%9VH^dXO=6ASfV^TQ21phYn&n#10Jt$T{V0FjB$7>dYNs
zd>=4=cmzi1V<GROX#K%IUoDkh|6Q#yfWTT`e|HcEzT?Z=kkd@bi60tec-k5uBlg{m
zMyu7TE+aqQuq&p$+A^zaW}~r;hyy7FgF)S^);wCXTcFi$%W)gF(`ve;R<SGkT1K44
zd_(uF^h<;C0y?~Y{~Xsb?7{RlWCnEQMWsiXgw)dDNH>_cgJgMS83lewQLU~B43W0d
zSb$|gk?8wzOkL#hXn@9PHqW6(@lbK~VgV7KTaeNv<sk{IMEb!5l(jXDgeRfKp{64f
zb1KmW%I_siRa6>R^OBmkmeJLs)ZbI(snORucn$^RCNG?enZX_B`SEy9P*bh9G&k1+
zGU&SGh9*cG`e9E`5gYlF^$}Gn)|6=ULqjtL^S9^s%FDX(VUSGTeIr|wZNI_zJ56Y<
zmWK@<v#p8J@S;S<iBg>h*=iCnLJIOp<C=*YyOxKIABL1`Zy{t7UStF%0V5xH6)Ro{
z>wsqh<?9D>8t-1j`xd7TgXpDJ;`G++Jz+^k1-0(9SMJ_l+1^=+Idy%#h_wcwLkx2P
zR&t+Ev`X`%w3TOW?YnA;xgtNL(#)3@rWbK=TGfM)KbaX4JtjvZnD*Qi+V_}8A5%xd
z`tukd)XajNM963`fx)(I4dT#0jREwNL(oy@QU_XdyuD-4(3x@mD8Hw@{+1Wvdg*S3
zp;fHnivK4;t`;cq9w%x_fjJ}yun#l4Mq8*Y&&lIQ#??`JKDORoaD+V%1J#Ni=cAF2
zMqgq7-(jEZs6&R35U7+-41CpYPO4iEwjbu1F;|PBi_?;xQuN7!DzeAnTFE|@^6K|q
z$}pja0%CG7CFWXdDphMSkLP(1ijfzVk>Cz|(1`wq`UCnGddW<JjqzP>)2Bn&M{r%W
z{?hiU;cO)aKX5>Xl+UhAr^4jhDx8MjcaDMo)9`EBtIy0O`=jr=5Q4R8?4xVNw~OcD
zE-ZWc#(sHvZkhN}c_w5|cBGF^I?Y<KZWtlbX=jXEeZLc4%|Fgu9>tJ@@&fFC_`7=l
zE-&Ynwj$)KDVbnr_I8G?ljZ7kT0Vk-?|oj#B|NdbwC(&0uvk9p&?vqoZkxGvzP^O{
zR_z4sQNPDzQRw<)dPbd5_*WGtPJYa-nWLk1)PC>QO$0%RA`cDpnUaZixDUH%GD5Jr
zhw~6gQN2<zD;0Ftf6GK~-+K>L5F-K+u#qG{4uR7JUk+6tH8=yQp|}0FRAG<#4nu(2
zY_wEkSX#j59Hl0DH*|tTEhJDFg)8@lJL+_*a9|lp28Qs_>QEu{o1oW5Rri|vs6M0N
zB*#Qs9vIWHqi)d!s#VOUts6j3BN#5~4pH$g*l-P9v|6{#N^RsChYxzb3(ybEP#364
zVB;<)!UfMg*nb__O+OsH99|i~ryzw5${`G-gwwnpy7%GE)^__HtO&<9@7&pH<MvkP
z_6FUL!4ti0C1`IzLn+pGcmj=q|J}$}+nGey>*Q!6be~cL2Nj93)pZE;gz^JHbQcb-
zdQ?3^$Y4^&V%-`YSD6v-S<q5gaK5BASK-724yDwYpvmMQSc0=HpGTo;y|PQVuZ%=l
rAGyKy{M6PyZ1*PzaQ*;?9qhsfOK@6os-#mTJ)e@)p(H~r5nc1YuYGUf
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
deleted file mode 100644
index b626975..0000000
--- a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
+++ /dev/null
@@ -1,65 +0,0 @@
-Failure # 1 (occurred at 2024-06-27_16-33-47)
-[36mray::ImplicitFunc.train()[39m (pid=69992, ip=10.159.28.66, actor_id=4f23fe319defb9cd61c97da301000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
- pred_rt = net.module.forward_rt(seq)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
- out_rt = self.decoder_RT(enc)
- ^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
- input = module(input)
- ^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
- output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 715, in forward
- x = self.norm2(x + self._ff_block(x))
- ^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 730, in _ff_block
- x = self.linear2(self.dropout(self.activation(self.linear1(x))))
- ^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/linear.py", line 116, in forward
- return F.linear(input, self.weight, self.bias)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 400.00 MiB. GPU 0 has a total capacity of 31.73 GiB of which 116.69 MiB is free. Including non-PyTorch memory, this process has 31.62 GiB memory in use. Of the allocated memory 30.71 GiB is allocated by PyTorch, and 541.03 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8 b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8
deleted file mode 100644
index 9ecd5353828670caeb4300adbad780a77b747954..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 40
rcmb1OfPlsI-b$QPN_qL?=HGOb;!P?_%*@ksElbTSu`&`cUTp~gx{wOv
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
deleted file mode 100644
index ab38dc3..0000000
--- a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.8248444707020037,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.027832194286055118,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl
deleted file mode 100644
index ede4ce6fcd9f33911a963e739a317bc615c9650d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu@3mIC}VCLLl?NVoW`3dGQ&k
zi78XO1$sDBit-EMixNvxr?}g{N>#A7EBe#Jlv4!c&1vBJ@Il?Rhbt+uBsn9#II}7h
JXbDHD9st(oQndg8
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json
deleted file mode 100644
index e69de29..0000000
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8 b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8
deleted file mode 100644
index 8864d729350afb3677c197db3703ba773ab84f39..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reM}Q)90%~y@^()LLJ>vEo5dwq)Piy9s<X%1!>A>`664FfRC>rMTuHAWx))I6
zh6W<OG2Mco!m=?JN#?r=@ny=~6rDqc=%zDK(6}JJY(wX=Ybnq1bFFv$$34&Y`S$rd
zm%!5)MgPzK(pfs9=AYv=WwqBcV#Ag@Z7esADrPvBaXfXnr8n6-uc>ymnV9g_hi&e8
z5dr#PXebJE+SV9cMI2+uckq04!gncDr*ZwrG;d_*vnw?5&J-L;Mk7%yj_`SoqI^4@
zlgH$&Ds-@%D_Wr_GnFM8NKpA=8qUK?yMtqdh(gi!)8cT0x3b{9_&G$C2}g7&35~#&
zF1CQ7U3n}|vo6L-^U)8~OU#-_qo1dH<24&L+$X|F93O>rNDJdU%jGb%li^(sC*xUQ
z){Lg&N!|szx_?+iY!(;LqZBj}FW_#qxmX9s({LI0&P#hTkAa;}Og$8`&W)|~h21th
znbJ^=YJi<N21n#z>za?u29;ODydUgi-yB*AuosQRl@i!XI<4mUGj6s3?0|7NE{Uys
z^0T=yJF@{`e;_U(8(TpZ?F#<`>^!nVImLsm@`YXXAd$M8{nb@~op>Eb<Y3q9PS%3T
zFT}hbY}EmEHNZ~o#FY}*C2wb$7dD(;2Cy5%xFmMZ^mxnZxlxG#JMISVmyJ!5J=D7g
zz|L>Xo6dQ#1ASp9)WuLi&$#mdyLUd0$iaT2`pN@Pxq1Q4`@w#GEujoxzZ4@9*k>cM
z%$<p&x&StxjT<GglPcy|+W%&U0qlF?0<y8o$op4yp<w5Ssw?(-u!DSIt1m`TnhVC6
z0K4T=9Fc>aT3KHSD(CFNc|X{8qVpWU?hqpq*j-Us=8HSNEC<+GyK$o=c4hZE%h@99
z8GwCCTtGH<9a%jga1z-0sLIQ29_(OW*q?QTQ7<p0-vihyw%~{y?3%HvyP)#xDxCL&
z{c-6p6u>68;fMsb8fBRarropx?3LSbToSu=)9040Tkr4yyLbm)KsNR%k~`nM5A0mq
z8ymXb{Rc9{7xuDrg0fET{R?1EdW<7-u<!ob(FiJ=#k?QvZ`pD^z&1U>l@i$0m@IQi
z@$DvneMF2)VlOltw$x;9Yy#M$pW=Sm*tf}sjOO3L&dH#~Q#{zAzOdh45lk^TaR^{%
z2jhqw?Di9-PEgq)=KWyLovl#=?4=>NQUW{Zh1IN1=Ij8wO^i!oA8l>5wEmmY2e30k
zaldSAMMjz<kOe#c<Y+nP!6tlR*GH?UJ-fI42(W99;fNgUwP|ObfyxEPao!L1`qaK)
zfc={ok-#oLZZ#`!jCTO+MJI5hBz8B`ZDEO3BLMa#aRJ%b5gCmS^CQ5{OU9hv>%m68
zu+If5s4bhe!~aHhj>Qo<*pH33vO%SG9M1c}Zs^|A1+e#t5ee+#r&jaDYiaNgWQ+kf
zN@7n{22d#zwI2cO3ULA1*hv{o)x-3rfd0!-Rn6{|#6j(454OHuh4!k@P&%*B=Cl>?
zw1FupWSqhUjdRT`SD}q66yhDy^eHueDs|xqEw{OH@`S6?S|&-Q)1YuWljE=p7dheb
zNayAX&qko=!Oys&0y^KehH(l*ktl3n$myLOgN6=zG<b3tBJ55_AuZh2+*LxBDOk?f
z?JT!~wzCDoBjM99Tz|W#IT}R{{62W0V5H1<w<8qH(Rqx`o}|)8q9Gc1bJi!IIL&Kr
z#;-)&H(z}`(rWzQZ1ssKUh}$}tNu-ttdYK%UO3mcgY%x>nVx+{f{gQ?-yJ2or9^S!
z`SA?T3s+m3ci9ABmdka_Y*wO^O7R>IDq{~Q(Xc_b8X~fNeESna=PeV88XyuL_P;O@
zB#M3I)bLmxi4uH}<MBr(q<!@T!GmR_@J)ozv&U0}{1Erq2@i6)wj;*K3X}W8fY$&|
zt|HO!!S4ee5Q>BW@wLSR!pGP7c~|kAM<#Y|%f_kRZx+5kx_=(AdO$xN8Bpy1?HSJA
TFE6}fqI;lD85&?*S~vMWPP47T
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
deleted file mode 100644
index f96f121..0000000
--- a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.4976920968263533,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.013704737381480214,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl
deleted file mode 100644
index d8c67807c2f3da7a4d80c132f3ddc0553b9f7ee1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%af`vGG_+UaH^PtMu^5Qd66H}&m
zv-EJL6y+Dh7bTXYPI0%te@p-KHKS`iOgTkBUXP&FwkvsQJzPnNCCM4_#hF#9Kub7E
F^#J()Q^NoN
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
deleted file mode 100644
index 36cf5bf..0000000
--- a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2700.2572838490405,1719534417,checkpoint_000000,True,False,1,32772c28,2024-06-28_02-26-57,219.04653239250183,219.04653239250183,242786,r8i6n8,10.159.28.66,219.04653239250183,1
-2609.489275113804,1719534622,checkpoint_000001,True,False,2,32772c28,2024-06-28_02-30-22,204.8529450893402,423.89947748184204,242786,r8i6n8,10.159.28.66,423.89947748184204,2
-2558.6601024237207,1719534827,checkpoint_000002,True,False,3,32772c28,2024-06-28_02-33-48,205.22449278831482,629.1239702701569,242786,r8i6n8,10.159.28.66,629.1239702701569,3
-2442.0073280634842,1719535032,checkpoint_000003,True,False,4,32772c28,2024-06-28_02-37-13,205.06548023223877,834.1894505023956,242786,r8i6n8,10.159.28.66,834.1894505023956,4
-2364.7526893916092,1719535238,checkpoint_000004,True,False,5,32772c28,2024-06-28_02-40-38,205.07774353027344,1039.267194032669,242786,r8i6n8,10.159.28.66,1039.267194032669,5
-2269.5375149944634,1719535443,checkpoint_000005,True,False,6,32772c28,2024-06-28_02-44-03,205.03923749923706,1244.3064315319061,242786,r8i6n8,10.159.28.66,1244.3064315319061,6
-2195.085433839813,1719535648,checkpoint_000006,True,False,7,32772c28,2024-06-28_02-47-28,205.1729245185852,1449.4793560504913,242786,r8i6n8,10.159.28.66,1449.4793560504913,7
-2150.467501422552,1719535853,checkpoint_000007,True,False,8,32772c28,2024-06-28_02-50-53,204.98054313659668,1654.459899187088,242786,r8i6n8,10.159.28.66,1654.459899187088,8
-2097.3525179164617,1719536057,checkpoint_000008,True,False,9,32772c28,2024-06-28_02-54-18,204.72472834587097,1859.184627532959,242786,r8i6n8,10.159.28.66,1859.184627532959,9
-2048.298097625492,1719536262,checkpoint_000009,True,False,10,32772c28,2024-06-28_02-57-43,204.9549217224121,2064.139549255371,242786,r8i6n8,10.159.28.66,2064.139549255371,10
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
deleted file mode 100644
index 8d28c58..0000000
--- a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2700.2572838490405, "timestamp": 1719534417, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "32772c28", "date": "2024-06-28_02-26-57", "time_this_iter_s": 219.04653239250183, "time_total_s": 219.04653239250183, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 219.04653239250183, "iterations_since_restore": 1}
-{"loss": 2609.489275113804, "timestamp": 1719534622, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "32772c28", "date": "2024-06-28_02-30-22", "time_this_iter_s": 204.8529450893402, "time_total_s": 423.89947748184204, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 423.89947748184204, "iterations_since_restore": 2}
-{"loss": 2558.6601024237207, "timestamp": 1719534827, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "32772c28", "date": "2024-06-28_02-33-48", "time_this_iter_s": 205.22449278831482, "time_total_s": 629.1239702701569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 629.1239702701569, "iterations_since_restore": 3}
-{"loss": 2442.0073280634842, "timestamp": 1719535032, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "32772c28", "date": "2024-06-28_02-37-13", "time_this_iter_s": 205.06548023223877, "time_total_s": 834.1894505023956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 834.1894505023956, "iterations_since_restore": 4}
-{"loss": 2364.7526893916092, "timestamp": 1719535238, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "32772c28", "date": "2024-06-28_02-40-38", "time_this_iter_s": 205.07774353027344, "time_total_s": 1039.267194032669, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1039.267194032669, "iterations_since_restore": 5}
-{"loss": 2269.5375149944634, "timestamp": 1719535443, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "32772c28", "date": "2024-06-28_02-44-03", "time_this_iter_s": 205.03923749923706, "time_total_s": 1244.3064315319061, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1244.3064315319061, "iterations_since_restore": 6}
-{"loss": 2195.085433839813, "timestamp": 1719535648, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "32772c28", "date": "2024-06-28_02-47-28", "time_this_iter_s": 205.1729245185852, "time_total_s": 1449.4793560504913, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1449.4793560504913, "iterations_since_restore": 7}
-{"loss": 2150.467501422552, "timestamp": 1719535853, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "32772c28", "date": "2024-06-28_02-50-53", "time_this_iter_s": 204.98054313659668, "time_total_s": 1654.459899187088, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1654.459899187088, "iterations_since_restore": 8}
-{"loss": 2097.3525179164617, "timestamp": 1719536057, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "32772c28", "date": "2024-06-28_02-54-18", "time_this_iter_s": 204.72472834587097, "time_total_s": 1859.184627532959, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1859.184627532959, "iterations_since_restore": 9}
-{"loss": 2048.298097625492, "timestamp": 1719536262, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "32772c28", "date": "2024-06-28_02-57-43", "time_this_iter_s": 204.9549217224121, "time_total_s": 2064.139549255371, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 2064.139549255371, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719330290.r8i6n2 b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719330290.r8i6n2
deleted file mode 100644
index 42f4d6e380450ceb2064f42298987f704a563cff..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$S8VU0CA=iPLa;!P?_%*@ksElbTSu`)WfY5Q|!sJadF%bhu+RX6m3
z)Cn+ZiE)W=@fIak>X($}rRwM87Z;0GG<<bwYuIq!0IFr`*9-BS`*h%1l(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w?B8bc{6ewviXL1)s+B4Ed8t4x3=BV<|4h|~TA3Rw
z8^D>V57(l^rNAW#x3VNNH#NQ_BeOU@vm~`BzF723@kFNsb5F$?LbcCrZhp!62%%kt
zONmPwReNz}UUF)DQEG8Xeo-pefDFecAIzZ!Jb!U2k~7QzZod|n2A3k-0FbSTC7Jno
P#qp@dfP6lC;-pgm2P}zS
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719331058.r8i6n2 b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/events.out.tfevents.1719331058.r8i6n2
deleted file mode 100644
index 0e0d499863dcfe68eed6184f569508c2a3993d90..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|T}TvB7}eP@=Zn>L+%?@*(^;dK2UjBqM40XG#h{`GA)>CcJ9pcu-8;+Nv9h2<
z5qc3Ki0DDfthat70wE!y9x5ZSsD}&+deM4G2%{jVJMQe=T~nL4`ObH~bMJS~ttrWV
zW9RqE;?wW_9S=v|?+AKhmS&KaJtr}-+qe4ncfSg|edE_o?Gi`3KJIh+)(c8C_`z#w
zy%D>I;7H1(G@y<w>~6aMr>oVaTwa();^a|I2}2VEIfW+8o|KN_NgO|sF%4n|N=o|F
zzFS?PBFSgnoL?-dn*=XX&Q(3W5^*KdN9qrV0~)8u&<M3$(l*i<*-3*U!^Re(0r~Bv
zoxjzWQ*ADNcwpd**b?LPW{@FNOs58kV`O1!n-*RikeVYy+uZ@Pb5n=J2l)XCY=I^|
zz){s~!z2_Hk8y7PW@_EgcxiUd#o?>R#g^&pIh30o81;Z3B{Q0(r74Qw(-~~ByAZqc
zf(HgYu-1j7UxM^QkShRUnjKFvl{2`}BTG=B<G87_JF`8bM1s|7Ay8N&J!zEEda=bI
zA9!<+<#yMAzo1mu>;+M`%nV`|bEFs-r(;;x4RQ?WMw*q_X)wvEFDeJXm-{aqR0cxI
zQ3og^D2X+_(WCgFQYsFa(g1bRDj`}zaYCZhLr7XV1j<IJmsT@b*#u$f|0d3$pR>gE
z@5#3t?IO<k_gR2X0@UUGqnJ{b0z_?%E!ZFlv-6PvlS1CddqVKG0M!M%l|<j&ZOygq
zuivRqm0J-jW&^W63c)3=aqM~&8kSi(#~C-YG$0)8i?T<%toOWSUWH1>J5~t4nA!X_
z)2}**DT)DaZjHi*!aQ(*ost3h*cJlv3R&en^XkN%!9<7q2%k@k9Td;zw%-O32>!c!
VO!VyLS;q2vUn2|Ur5_HL)4xW#nC1Wg
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.json b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.json
deleted file mode 100644
index b2801fd..0000000
--- a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3408951993486181,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.009004430142657121,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.pkl b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/params.pkl
deleted file mode 100644
index c983efd0bd3463d016ccf3fdf090ad866722f9f5..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(ZdVV3p5le#0L`s83z_)>S4=^&qz&7
z0Xc&+r6|83z9_LIb&9+F)r(e=DkkfCm~x7MyrzOz>bFiR_i!a8mLzAy7iU(bf-EW3
F0|2ZKQm+62
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/progress.csv b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/progress.csv
deleted file mode 100644
index 7c7780a..0000000
--- a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1964.014622485544,1719330362,checkpoint_000000,True,False,1,3510e84b,2024-06-25_17-46-02,72.72616767883301,72.72616767883301,2195253,r8i6n2,10.159.28.60,72.72616767883301,1
-1964.9452173428272,1719331131,checkpoint_000001,True,True,2,3510e84b,2024-06-25_17-58-51,73.41431927680969,146.1404869556427,2195253,r8i6n2,10.159.28.60,73.41431927680969,1
diff --git a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/result.json b/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/result.json
deleted file mode 100644
index 19328aa..0000000
--- a/ray_results/test_experiment/train_model_3510e84b_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_17-42-59/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1964.014622485544, "timestamp": 1719330362, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3510e84b", "date": "2024-06-25_17-46-02", "time_this_iter_s": 72.72616767883301, "time_total_s": 72.72616767883301, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3408951993486181, "lr": 0.009004430142657121, "batch_size": 2048}, "time_since_restore": 72.72616767883301, "iterations_since_restore": 1}
-{"loss": 1964.9452173428272, "timestamp": 1719331131, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": true, "training_iteration": 2, "trial_id": "3510e84b", "date": "2024-06-25_17-58-51", "time_this_iter_s": 73.41431927680969, "time_total_s": 146.1404869556427, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3408951993486181, "lr": 0.009004430142657121, "batch_size": 2048}, "time_since_restore": 73.41431927680969, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/events.out.tfevents.1719327790.r3i5n6 b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/events.out.tfevents.1719327790.r3i5n6
deleted file mode 100644
index 08e5459ca585e45531b5d6b1109a0c8472d3c574..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QHuFc@yKJTWZ6mL>dVrHJ6YguYuiIq`o=Z_3!sJadF%bhuQ+%uE~
zsS{w-65|r#;w?(7)GsN`OV!WGFD@31O!($<BYxsL1E`j%UoXUSGCqN8QRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#u&@5Y`5nc|j%RTFs8*)r=cNL*Ffh~?%6!m=TA3Rw
z8^EdZ9Ii!)OMy!gZe>YkZfbl<MrLt*W=U#Me6i@8qdiVjZd&~{gleDL-29Sr8A7`X
zmlBsWs`lc{yyVpQqSWG&{GwE_0T+!X{4j?a@chN8NKT~}aQn5mG`JMu27qi$EXmBz
PD~?As2ITXwSLWORyf%f$
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.json b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.json
deleted file mode 100644
index 970fbc4..0000000
--- a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.29850788173794873,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.017371208825505195,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.pkl b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/params.pkl
deleted file mode 100644
index 38d5b145945a4bf9e65a628967eafd993a61f6b3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWSDw*Q*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-unfgEOTlzaYLSu_SehyZvRU181|cBzl-~ih#U{Cl84mtP$+tN=htA&WJD0tV#u0
HQmO|4s+Ce-
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/progress.csv b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/progress.csv
deleted file mode 100644
index 0f8fff3..0000000
--- a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1971.010832058163,1719327860,checkpoint_000000,True,False,1,375ed3d7,2024-06-25_17-04-20,70.38656640052795,70.38656640052795,168065,r3i5n6,10.159.8.159,70.38656640052795,1
diff --git a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/result.json b/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/result.json
deleted file mode 100644
index 08a067b..0000000
--- a/ray_results/test_experiment/train_model_375ed3d7_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-56-12/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1971.010832058163, "timestamp": 1719327860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "375ed3d7", "date": "2024-06-25_17-04-20", "time_this_iter_s": 70.38656640052795, "time_total_s": 70.38656640052795, "pid": 168065, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 2, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.29850788173794873, "lr": 0.017371208825505195, "batch_size": 1024}, "time_since_restore": 70.38656640052795, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719346547.r8i6n2 b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719346547.r8i6n2
deleted file mode 100644
index 33636372c728ca899def9f9d20e3bcc1bdaf621c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcma*jVMr5k7{~D|&AOA3i!GdK<rcJ7G&Qgk%<GO`NwjRx2G%v_#SZl@cBi$H8Z9s_
zBC25^nk}hBLGgvocNPiGl6*1AC`c+P^-U3CBwB5a|M9@a-Mzl=^W*=?#{PeguT~iG
zLd(ahNawpFIhty(i{tknZDe_=w8;Hi7ceFM8+dqu#w&@^`q+P2>nvLd9ij2Md{(J}
zXRURDDC+wfowQHLGZ!S1;L;R>S8Ya#iO45%P$GJShPoQY?P1-u=LL?J^cdzZe|;>}
z0Va=YQ4c3;1fKnuU|3tQSZ7U4)}PL^;h*KiNbDpGXj0<pSw`}3BEw0nml5@v>1)&~
zRdA~?k#__F^LX_Zw782f65C)da=e>mysRh*UN(N<MfB~tgNXxQzfCytS^0p4FcbOc
zKy1||aRM(g@J#IG`$i}dygYrk{ZbrzeKPFI857<9T?hf}G&4%nU>EhTw1CN0xle%|
z?0fzPU}x<?lM2{u`w6NrI~)PnH|1Ordo;92VcoP5V3%0XzG`fYJgfb57rgxCxT`si
zot6yy=k-i_cx|->V84l=L=E=L+)yu=JT-y(6xd<wY%ak5ASVjgqfr}mvMG8SU^`!-
zMMdm885VlFc&Zv;FUtp1W0R!qeP9l}ygcLC{Wx}dGVFz?E7W99e;dF)yb&d8u&-S7
zErZE1xle)Z==m`Suq!s9Nd@e(Gj^)dG2jH)V{)#Dy<<B=ckTT(1+YtSw67Z5Pu5PZ
zTm~<HFtqe2j=donwqtRDGUR6R0K0P-C2FwC$ayQ6%nzeJ1@^r)?E!%OL{1d2o5t<b
i>Y%F^U>iozqB6F*m5w$K9|G7n<O8a)yT~v8S?6E>cVz7V
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719354952.r8i6n2 b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719354952.r8i6n2
deleted file mode 100644
index 6bc61b20030cbda1b55aa35ee326d6af18723a77..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcmb1OfPlsI-b$Qb_iIeLIPa#T6mL>dVrHJ6YguYuiIq`V#ZzBpsJadF%bhvT&Zt}j
zQYXNsCB`Mf#aonEsb5l>m#UwWUtBD@;>#1Ko%hOT7(lg5{dysuQ(zuki!zrYmlRw}
zaYlY=PD*@oMrv|)L4Iali6{d@gT20Pzb%TD8Vlh1QLRkL&r1brVPJ4>OWB|gwK6wW
zHh^;<LW>fY0+%G*%9707)cBH&%;NaWlGLL3V$mZFO-_li9Fm4m?Q@%(UvgS4gxjdX
zrNkwTs=YWfFF7^7D7CmGzbF-KK&j89ZRSt|p1(L1$+;F`fEJeqmm=H%kgbU&nfZCe
z@u<dtd>(qpa3YG&9cD(Z2M0Dgw!ofVf6M8<+V}M+f$cO4u7#MuR%BXJfnw!vgnk@>
zJ;Oz43rb+O&W2k_Ah5ZA`#LFH+M9$D*vxa_+6e}>SKUh|r%Nh@D1lvpFo5X5W^m9G
zTPuO$^K-i__kaVN16yDVr(bfC-n(5LC9t{nz_kz)*fXUnKA~7S4WS=LU^Bf{JC73B
zGJD}x5(w;Te|(+ZF5ba_64=ua+6e}Bl%0li+d92Gl)&cR2e+T-z;<vbmXUdb;&T)3
ze<#3!&513ruWG(^I+S~15=vm3@xZkZ6WBWi=ZT_Nxd)*iM_?N@eXBwVY)4+Wl>`FY
z#NNm0d)4W7l)&DN&`vP0)%~KK4SxPzhZ5L&d~o}T4(tYps0VCoQGD)Ya{Veeu(_}W
z_Qh?-oi--4$)W^yfGJ!HF@e2z(u8yrD=#AS;|S~+(Mmp)zz#BlTS*|WFZK93F&1lY
lK?&?r2<-#|dtF4k^BTk3%qW3vWe&HW=)hj!z{NQ|2>?(_XnFtu
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719357872.r8i6n2 b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/events.out.tfevents.1719357872.r8i6n2
deleted file mode 100644
index 72a5f6bff7d168e3aef88a728e9af5d4168b3f80..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reM}Q)90%}nHEJK_tpY+7t*vge%dDcpq9&B9QxS?Uaa)|xv(PIP+AHfFFkgpZ
z5H!m)QRbFRd2_>e5QlU420F!;DQ@75a~o<lol%6jDYB^9wUp=jbFFv$$34&Y`S$tT
z6UftOS>I3fhbbCG+#H3yefzZ}RdBk?Y-1+8l}|I=w73oBL!N5A^XkeAjEdc7#;<nI
z3mc+~LJ=s~WnQ7@@)%lgcd~3`{`2q11$o<-P4q^}9$lss^aUKzqA^H?BW#v4&u*bI
zvgnMQT&IoUB4x6|#66ks+ys>kZ8#4rEl!5!BQjY@s^JH{x6-jRcD^FD9Y-`sjbd;m
zXLHaLmt|uq8%Mh+HZnPA9l5o)W78yWd|Oe`T}8VPAB!|-1dOvbCWEG2G|M?%v}XbG
zW_?D2cY!;9o?on(cLn$B&}(Q6UclXI=4?)erQkB|oomiUC4rrvw%siCU=Q_&{q$KQ
zX|}X%0oc9SI3fjm$Gfd3L1l3c&IiD5JluN;V29apL<GBuOCdAwl#Bt`B|=;jd)JZM
zq)Kz*eSrN;SU@ti%+PrH`&h7Z^}X|D9_(O$*ps##Be{RN#sci5`#2&6yZOwltDy3N
zkPm=8%93pY*o!)Gr3m)H&1vMFMMu^G?2AHN6uX&t)wpcq-rWG(@BsHq#x@viMWxHZ
z&O@_5t@2=p_`^0mI7G%jVHX4Jgd7}^g1v7FcLP*53;6)pb{!c4u#@e$QUrV8!BjGC
z7D52~xDXe`F4DheJk)X82(aTFxL-1Mp`j`N?P#!b^3j}H4|b?O>}v%F$f)U6vjH~!
z7)PXF-yIOY0aQlx;CujVMcnm|0Cu?$5y9T5O(6%hM#TW^=qI>Q6npaO5@Qe7IUHbb
z78a0<U14Y|ON9R*gZAl<da%R%VK)&+$($vB-v-#){Wu~8`_Z#E<^$|KLOuX?e#2KA
z0X9{OD@CxYt!boc`tRic`zIkTiaj{F!nnq@H638jt;7A2v6~Fm+EY8h&da*So%3La
z`@?SQ-cPPEt%rX`8oF^r3U+aWsR&di{Dt!Yu*a^V-UQgkgop@s=dyX^DwC-mU{8IB
z8%44In9^u0u-?)D>>6PK$=EjxX(idS!OnlFynn@mt@MX|KwU?+?yngSPBu}EBT}%x
zjZe^m%3>iO09(1}+EjpzcHl}8?9tX#@<2<+a)7-~h>K$HYHl<BTUxXdU_TZXkc=%$
zYCrY$46yTuN9%8Su!s4>z9O$Bf36>p2C#=8#}O&mmgoo7pz;eL9{~GaPbmqoV^82p
z5$uqqspPmXqiO*5W+5($onq=VUV7d*1Yi$s!u^u5!;<WSVhFJFPk!Cd<-v~dhkdbX
z7kTyUyh?yw_ZyB#!On~?j02VN9XKBVJBOOk3b2m}5fSW>YfNOt$D>~X*pqMIMp5j7
zwep!WCwx{0uy+azNXAwtwe*}*)dlrkjy7%kJX`T2vBiU}+aX7lauh*j<(ge)2TSSc
z4{~W2e?eooxutScEJuU9L&{!4`IyjzAe3(AGP3xq(@I(`*C<hlh0btV_=_BWd8DjX
z{#gu)^nJ$UIVih%1?}R8!clPlkjpze8b$a#@|_%v6c(2=m*Q`0?kYY@JJM;3#l~b(
z7Mp{A#D5x^>1+2iN22il-+dPvhzPs89if2?l|`E^YPl{Pg(~6ASvLxeRKDb9{6fTi
z^VP+o5z4?fTis|Bt9;qbRW}Z4mEt$k;+CfCjQ9PW?5dikP|LmV?-qeN2sBc7e=N<i
z{MD9XIWrGzW30}(#|d<V5Z+@gq1sEJC?8v;BK)#8xudM6G7$~yC*mLW9hmM!q<Z14
z;jsz>8s&!^kIM{b#ES<64;C8uZzBA@dpw2j4t2jf{=wn<OQukD^F1F190NRgq5%!}
zJr8(*|CIcIaBO`CGy%>kp3|MUP|l{!@P4y!_M7U3ifR4&laL;%{%=n+mOgp@j0x@o
NG{oSb#V1~0@E_8->16-_
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.json b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.json
deleted file mode 100644
index 1e2acc4..0000000
--- a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.034481700426631456,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0010186128360476897,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.pkl b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/params.pkl
deleted file mode 100644
index 5741d83de357f483edaa8b4c62494ccccb584429..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(ZdVV3p5le#0L`s83z_)>S4=^&qz&7
znc~gZ!<kZ)Ul3oESdu!$-G1TnsrNmVFZ3|w6ajew8{$o(-|Xn&N=htA&WJD0tV#u0
HQmO|4#TZj;
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/progress.csv b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/progress.csv
deleted file mode 100644
index 65321cf..0000000
--- a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-217.46355960875985,1719346612,checkpoint_000000,True,False,1,3ab2f301,2024-06-25_22-16-52,65.41611504554749,65.41611504554749,2195253,r8i6n2,10.159.28.60,65.41611504554749,1
-163.8450069878045,1719346664,checkpoint_000001,True,False,2,3ab2f301,2024-06-25_22-17-45,52.40175247192383,117.81786751747131,2195253,r8i6n2,10.159.28.60,117.81786751747131,2
-139.51932639775313,1719346717,checkpoint_000002,True,False,3,3ab2f301,2024-06-25_22-18-37,52.207762479782104,170.02562999725342,2195253,r8i6n2,10.159.28.60,170.02562999725342,3
-125.82796093798059,1719346770,checkpoint_000003,True,False,4,3ab2f301,2024-06-25_22-19-30,53.092029094696045,223.11765909194946,2195253,r8i6n2,10.159.28.60,223.11765909194946,4
-117.45965227742833,1719346823,checkpoint_000004,True,False,5,3ab2f301,2024-06-25_22-20-23,53.195783615112305,276.31344270706177,2195253,r8i6n2,10.159.28.60,276.31344270706177,5
-114.47784069391686,1719355017,checkpoint_000005,True,False,6,3ab2f301,2024-06-26_00-36-57,65.25149631500244,341.5649390220642,2850562,r8i6n2,10.159.28.60,65.25149631500244,1
-109.24919566957969,1719355069,checkpoint_000006,True,False,7,3ab2f301,2024-06-26_00-37-49,51.495158195495605,393.0600972175598,2850562,r8i6n2,10.159.28.60,116.74665451049805,2
-105.2013188159372,1719355120,checkpoint_000007,True,False,8,3ab2f301,2024-06-26_00-38-40,51.496910572052,444.5570077896118,2850562,r8i6n2,10.159.28.60,168.24356508255005,3
-118.58170366662694,1719355171,checkpoint_000008,True,False,9,3ab2f301,2024-06-26_00-39-31,51.06172227859497,495.6187300682068,2850562,r8i6n2,10.159.28.60,219.30528736114502,4
-99.85706461508443,1719355223,checkpoint_000009,True,False,10,3ab2f301,2024-06-26_00-40-23,51.387521266937256,547.006251335144,2850562,r8i6n2,10.159.28.60,270.6928086280823,5
-98.49699257677935,1719357936,checkpoint_000010,True,False,11,3ab2f301,2024-06-26_01-25-36,64.502512216568,611.508763551712,2850562,r8i6n2,10.159.28.60,64.502512216568,1
-93.49606281190407,1719357987,checkpoint_000011,True,False,12,3ab2f301,2024-06-26_01-26-27,50.864012002944946,662.372775554657,2850562,r8i6n2,10.159.28.60,115.36652421951294,2
-94.78943622018409,1719358039,checkpoint_000012,True,False,13,3ab2f301,2024-06-26_01-27-19,51.64423751831055,714.0170130729675,2850562,r8i6n2,10.159.28.60,167.0107617378235,3
-91.46543307567205,1719358090,checkpoint_000013,True,False,14,3ab2f301,2024-06-26_01-28-10,51.174827098846436,765.191840171814,2850562,r8i6n2,10.159.28.60,218.18558883666992,4
-88.73407943605439,1719358141,checkpoint_000014,True,False,15,3ab2f301,2024-06-26_01-29-01,50.784724712371826,815.9765648841858,2850562,r8i6n2,10.159.28.60,268.97031354904175,5
-94.00536857064314,1719358192,checkpoint_000015,True,False,16,3ab2f301,2024-06-26_01-29-52,51.60023093223572,867.5767958164215,2850562,r8i6n2,10.159.28.60,320.57054448127747,6
-87.47035950187623,1719358244,checkpoint_000016,True,False,17,3ab2f301,2024-06-26_01-30-44,51.84270000457764,919.4194958209991,2850562,r8i6n2,10.159.28.60,372.4132444858551,7
-88.06384884090875,1719358295,checkpoint_000017,True,False,18,3ab2f301,2024-06-26_01-31-35,51.09972786903381,970.519223690033,2850562,r8i6n2,10.159.28.60,423.5129723548889,8
-87.50748780017763,1719358346,checkpoint_000018,True,False,19,3ab2f301,2024-06-26_01-32-26,51.09087514877319,1021.6100988388062,2850562,r8i6n2,10.159.28.60,474.6038475036621,9
-84.81797225832001,1719358398,checkpoint_000019,True,False,20,3ab2f301,2024-06-26_01-33-18,51.372178077697754,1072.982276916504,2850562,r8i6n2,10.159.28.60,525.9760255813599,10
diff --git a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/result.json b/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/result.json
deleted file mode 100644
index 044b635..0000000
--- a/ray_results/test_experiment/train_model_3ab2f301_28_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-25_22-10-34/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 217.46355960875985, "timestamp": 1719346612, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3ab2f301", "date": "2024-06-25_22-16-52", "time_this_iter_s": 65.41611504554749, "time_total_s": 65.41611504554749, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 65.41611504554749, "iterations_since_restore": 1}
-{"loss": 163.8450069878045, "timestamp": 1719346664, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "3ab2f301", "date": "2024-06-25_22-17-45", "time_this_iter_s": 52.40175247192383, "time_total_s": 117.81786751747131, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 117.81786751747131, "iterations_since_restore": 2}
-{"loss": 139.51932639775313, "timestamp": 1719346717, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "3ab2f301", "date": "2024-06-25_22-18-37", "time_this_iter_s": 52.207762479782104, "time_total_s": 170.02562999725342, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 170.02562999725342, "iterations_since_restore": 3}
-{"loss": 125.82796093798059, "timestamp": 1719346770, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "3ab2f301", "date": "2024-06-25_22-19-30", "time_this_iter_s": 53.092029094696045, "time_total_s": 223.11765909194946, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 223.11765909194946, "iterations_since_restore": 4}
-{"loss": 117.45965227742833, "timestamp": 1719346823, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "3ab2f301", "date": "2024-06-25_22-20-23", "time_this_iter_s": 53.195783615112305, "time_total_s": 276.31344270706177, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 276.31344270706177, "iterations_since_restore": 5}
-{"loss": 114.47784069391686, "timestamp": 1719355017, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "3ab2f301", "date": "2024-06-26_00-36-57", "time_this_iter_s": 65.25149631500244, "time_total_s": 341.5649390220642, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 65.25149631500244, "iterations_since_restore": 1}
-{"loss": 109.24919566957969, "timestamp": 1719355069, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "3ab2f301", "date": "2024-06-26_00-37-49", "time_this_iter_s": 51.495158195495605, "time_total_s": 393.0600972175598, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 116.74665451049805, "iterations_since_restore": 2}
-{"loss": 105.2013188159372, "timestamp": 1719355120, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "3ab2f301", "date": "2024-06-26_00-38-40", "time_this_iter_s": 51.496910572052, "time_total_s": 444.5570077896118, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 168.24356508255005, "iterations_since_restore": 3}
-{"loss": 118.58170366662694, "timestamp": 1719355171, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "3ab2f301", "date": "2024-06-26_00-39-31", "time_this_iter_s": 51.06172227859497, "time_total_s": 495.6187300682068, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 219.30528736114502, "iterations_since_restore": 4}
-{"loss": 99.85706461508443, "timestamp": 1719355223, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "3ab2f301", "date": "2024-06-26_00-40-23", "time_this_iter_s": 51.387521266937256, "time_total_s": 547.006251335144, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 270.6928086280823, "iterations_since_restore": 5}
-{"loss": 98.49699257677935, "timestamp": 1719357936, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "3ab2f301", "date": "2024-06-26_01-25-36", "time_this_iter_s": 64.502512216568, "time_total_s": 611.508763551712, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 64.502512216568, "iterations_since_restore": 1}
-{"loss": 93.49606281190407, "timestamp": 1719357987, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "3ab2f301", "date": "2024-06-26_01-26-27", "time_this_iter_s": 50.864012002944946, "time_total_s": 662.372775554657, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 115.36652421951294, "iterations_since_restore": 2}
-{"loss": 94.78943622018409, "timestamp": 1719358039, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "3ab2f301", "date": "2024-06-26_01-27-19", "time_this_iter_s": 51.64423751831055, "time_total_s": 714.0170130729675, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 167.0107617378235, "iterations_since_restore": 3}
-{"loss": 91.46543307567205, "timestamp": 1719358090, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "3ab2f301", "date": "2024-06-26_01-28-10", "time_this_iter_s": 51.174827098846436, "time_total_s": 765.191840171814, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 218.18558883666992, "iterations_since_restore": 4}
-{"loss": 88.73407943605439, "timestamp": 1719358141, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "3ab2f301", "date": "2024-06-26_01-29-01", "time_this_iter_s": 50.784724712371826, "time_total_s": 815.9765648841858, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 268.97031354904175, "iterations_since_restore": 5}
-{"loss": 94.00536857064314, "timestamp": 1719358192, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "3ab2f301", "date": "2024-06-26_01-29-52", "time_this_iter_s": 51.60023093223572, "time_total_s": 867.5767958164215, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 320.57054448127747, "iterations_since_restore": 6}
-{"loss": 87.47035950187623, "timestamp": 1719358244, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "3ab2f301", "date": "2024-06-26_01-30-44", "time_this_iter_s": 51.84270000457764, "time_total_s": 919.4194958209991, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 372.4132444858551, "iterations_since_restore": 7}
-{"loss": 88.06384884090875, "timestamp": 1719358295, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "3ab2f301", "date": "2024-06-26_01-31-35", "time_this_iter_s": 51.09972786903381, "time_total_s": 970.519223690033, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 423.5129723548889, "iterations_since_restore": 8}
-{"loss": 87.50748780017763, "timestamp": 1719358346, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "3ab2f301", "date": "2024-06-26_01-32-26", "time_this_iter_s": 51.09087514877319, "time_total_s": 1021.6100988388062, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 474.6038475036621, "iterations_since_restore": 9}
-{"loss": 84.81797225832001, "timestamp": 1719358398, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "3ab2f301", "date": "2024-06-26_01-33-18", "time_this_iter_s": 51.372178077697754, "time_total_s": 1072.982276916504, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.034481700426631456, "lr": 0.0010186128360476897, "batch_size": 2048}, "time_since_restore": 525.9760255813599, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8 b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8
deleted file mode 100644
index bf45243618d2e3d6f1b0760285da9c6101d9d14e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah{T}TvB6kcb`nggrt<odI#wvGukpqmjC7VL&dWDrshA`+L`oxAST?ww`stfoOp
z7G^;R5z&K)89}g+ZxTfhJw;F%^^ipL1EoFXOF=z#$DN&>-PGo7&N<)t?)kp2)|LBa
zFB}v3&5IAad#4u<`#n)zR!LjeASOn~-syq){$^`#ZhEMbKXP&Cx;eM4Osa+|@aXbz
z$jA^JN@|q)-u0jBdMw^MxW|Ir{JDU57`GwK&;))PLK9jhsi0T_$IhfRl^8ykYcw2u
zbs$qjd27PP7gH)4!3^SZ1uoT(g)GX{sfHfD?WzqCAqaIgrJ<%UG7>69s)2Pxec6%m
z&f{NuU$<NEsj;!|{QUxaCx{RzhEtWqFw!wKG##%lm^eT9cE7b?Y592{-*V07mtYq(
z*$Yfo*-$k?QSln{@_jQevvXy+J(E+nPxA{)pKAJ;*wS4$%($TnCDO7krzi^HvuUie
zTZqwp#SNF;u*GT#zd7L-CsqJNWh0hgEF(DR76qtKa7<I!%}i$$kF#1G_?$J8Nui`X
zjCI!Xf+ye7t?62*a+I9I9^e&SOCxreNyV@@6~&68k^!WsDOO^y!6e7N%IpJg{@=N%
z9Jr*(4p2@|0?SI!EqS3*C=Qv_2=&4SAu55GA(0v&Agmt(X$Le28<{M%K(p|F6PHfD
zUm=!%Pk-F$;H#G{|GseWk%Rhze-u;7Qh=x-Gl5kS*Seo@@Q5q;_<-|gIjDAMEAZZh
zkskOHe-no7d5Kuj3SI>KC9c`M(FioIA-UaO2}7VXAa;|1o7VQ;9&tsW()5lMT6ez~
z{r2HT*nCV;4D8{_2-G<9P|_&G*4Yr($*MiG5>`KJ(L<IN&*o=O@U40E+aU!0f3?R%
U$tlk=R?vNu$ZajFgNdVm0T}U-C;$Ke
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
deleted file mode 100644
index be0b141..0000000
--- a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.3031602001882847,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.019401170360006482,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl
deleted file mode 100644
index 51169759ff02ca488a76f61796d7afb82b206110..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu@3mn0okNLLl>?Vr+Tw8L5dW
zQ@ojaI8%!93*w6sOH!w}+h0!m#T8I>p@%7_2*{g!_gTYPP2C=@q{NcsjQHZrs#K6A
GrFsDDYEzs5
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
deleted file mode 100644
index 68b88ce..0000000
--- a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4021.740253598671,1719492153,checkpoint_000000,True,False,1,3c9a1c0c,2024-06-27_14-42-33,270.95838141441345,270.95838141441345,69992,r8i6n8,10.159.28.66,270.95838141441345,1
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
deleted file mode 100644
index f122a0c..0000000
--- a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 4021.740253598671, "timestamp": 1719492153, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3c9a1c0c", "date": "2024-06-27_14-42-33", "time_this_iter_s": 270.95838141441345, "time_total_s": 270.95838141441345, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3031602001882847, "lr": 0.019401170360006482, "batch_size": 1024}, "time_since_restore": 270.95838141441345, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8 b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8
deleted file mode 100644
index 07dc99dba5e95143d3cd0679853bbde7b06ff99c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4067
zcma*qe@v4{7zgn3mLWaIuTp+kKuZyWU0hKSA`y9MA#rSrMwtc%yessD*3q}DEkeo6
zaBN}A6l6}~;tHt40bz44BxWNr!iEDk6k{@(b86TEf{U^#PDj+eE#=-mj{3g*$K8GJ
zX+L*_dm=@1KgZsBQ7PGWIi9I+`6WXhP-M{=ndh^1(Tpv1O-{^(u|)T}gEJ$PB=wcB
zcb)5keN=HM7RfC-yV_R4&}yr}Tv4W{iVbw}>*Z!6V+#|BYSL48{+t)*&VSibsg=y+
z;(R!gp#YrMn;Dvoh(wz!(pIV65mQ0T7Rkzd98n?#T7n}sqlu<$2BVcS+Gq=94GXV6
zrKudh^v-H`+)-OQDe2<k%aIaA!MN4P6w{Q2w%W`V+O@&#x>vhX+#5{XIGZa`72x_R
zlz?LK2F|KFo6*czDY%XEn@1dHt^&F1`$i7A<Oo4>>MK7a0l9&CocAL4P0C;|kfR!K
zgh%e>OAgJJ!-n%f?iv^8mHVn)rQMTrWERNf?8o&5%ZbRWUpIyVxroVzE|;8GkX+rH
zA3XwckGZ@Tx#3cE7LaS2!X<g+n(sR_CPUvWkdxiSab7u}HoJE0NLv?>tK&8hEJu>v
z`OIP<_tIyHeJ(j)L2_sA$^QUys&<_BB9~m0AO>>(a1kE4<6?(qI<QX*<m?@|BCp)e
z&`-4~yYub?xxcs#1k2Ts4?d5d267L5Ze4WAJtIhNJgH#_$Xy|D-izF0?N9-bs}SP|
zkKE7=ho<{vV*rr*lZ*4peX{RIZEw<dS|FG2i|Y%PYb9HDKZpf#2jWglxa9l<$ytty
z{DEBSa-8=fw{~gI*FbJVJdW_l4fr-|3@h9Gfm|OK=am}{yrbQbEo%aD>sR3Vg5~<i
ztt&dFfZV;%ZL==9MS|oCGNKOyxyv$~_agT}<ejxZt|AOac;s|34o&UDykH=Amy7et
zg+3RMx#P6$dmzVz<NAW-u9KpX@D3n%;I+`82Is59Uy$7J_D&s;v+Ho)i`=Sb+s^<w
zSrLx#$Qeb=n*NWg;D3k@xj3(!;-(@q_s~W;kn=Cb^##j`GEB8!*n!+&%|)e4P9jLo
zy4RQv<U04@ycfCki_d2Qxy-k5gh%e&BZsC#c{Ll{xqdFrEB9|_Qs#8wd*1@Nb+x#@
zV7cIoTSQtekgM)FnCy~6g5+izMw5YD!fBlMBKO9q{{<k|$3=MLb_F$SrhY5D3*^#z
zaYbIa$+AtEFQ^zA$erXi5G<$2sBAvF-QhF$qNXS6nk452n_Y6MMlq@vBN=5V*I9HX
zE2XBZ%4rMxs%LE3GX(mZK#SZ{(s4riJE06js7PlkHn8vQYFZ&yN>QMmE;j4g*FW2F
zP$ebo*b)@xImT3&s4|_Mwy;wnC}4id;$9tzWFAAFivy5EZ!wos>=WNvip|odB3iFE
zGNqK>Xkv%hPeU_v)m@dtP{{o6o*VfgqRd$xAwPyP&^o<BtXhhqrBCUdR3Rux3VS0}
z42qI^?|oFuP>l3xy^Sg!#Yy>lm(lls5;5+>>c4$7RiYSjAJ!Owt`R7jJ1i@0wX)3*
zWwq&8O(Roc&h8~pkH?{%Amm*H3ip7NN<xCgL1lTBx6@JRyazkz?zc!Jf8vPnTq}u|
zF5rvjMI?%P@;2bf8j|f*7d&XZL_wk;=RvUpYZ^8!s~Sj4cYYXf=6G=;i6T4?A5XA_
z*a_~A;)(qv+j}m2G4Yz|bRR`&;|90I;HhI<C8_iJtC1SX|8Gw-`Z;;_!f<~qzDmO1
J$3C&S@IM+I7RCSo
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
deleted file mode 100644
index 33289b9..0000000
--- a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.9833194838066408,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.0004542749659626088,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl
deleted file mode 100644
index dba23b9c9bd73a35e5bfc7952edf7b635414f20c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQsb3)2fU6fDHi!v_-r83$FymKUFq
znwSD|24_l9enEUuVoB;0cl-C{Q91m~0zFJQML?eI(F%Ewexn|)q{NcsjQHZrs#KsQ
HETwt?d^k|h
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
deleted file mode 100644
index 2728ff3..0000000
--- a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-nan,1719548436,checkpoint_000000,True,False,1,3d8a1340,2024-06-28_06-20-36,91.73844981193542,91.73844981193542,242786,r8i6n8,10.159.28.66,91.73844981193542,1
-nan,1719548515,checkpoint_000001,True,False,2,3d8a1340,2024-06-28_06-21-55,78.92051219940186,170.65896201133728,242786,r8i6n8,10.159.28.66,170.65896201133728,2
-nan,1719548594,checkpoint_000002,True,False,3,3d8a1340,2024-06-28_06-23-14,78.98558306694031,249.6445450782776,242786,r8i6n8,10.159.28.66,249.6445450782776,3
-nan,1719548672,checkpoint_000003,True,False,4,3d8a1340,2024-06-28_06-24-32,78.50712847709656,328.15167355537415,242786,r8i6n8,10.159.28.66,328.15167355537415,4
-nan,1719548751,checkpoint_000004,True,False,5,3d8a1340,2024-06-28_06-25-51,78.95465588569641,407.10632944107056,242786,r8i6n8,10.159.28.66,407.10632944107056,5
-nan,1719548830,checkpoint_000005,True,False,6,3d8a1340,2024-06-28_06-27-10,79.0093162059784,486.11564564704895,242786,r8i6n8,10.159.28.66,486.11564564704895,6
-nan,1719548909,checkpoint_000006,True,False,7,3d8a1340,2024-06-28_06-28-29,78.55737948417664,564.6730251312256,242786,r8i6n8,10.159.28.66,564.6730251312256,7
-nan,1719548988,checkpoint_000007,True,False,8,3d8a1340,2024-06-28_06-29-48,79.00080251693726,643.6738276481628,242786,r8i6n8,10.159.28.66,643.6738276481628,8
-nan,1719549067,checkpoint_000008,True,False,9,3d8a1340,2024-06-28_06-31-07,78.99766731262207,722.6714949607849,242786,r8i6n8,10.159.28.66,722.6714949607849,9
-nan,1719549146,checkpoint_000009,True,False,10,3d8a1340,2024-06-28_06-32-26,79.03019595146179,801.7016909122467,242786,r8i6n8,10.159.28.66,801.7016909122467,10
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
deleted file mode 100644
index c076918..0000000
--- a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": NaN, "timestamp": 1719548436, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3d8a1340", "date": "2024-06-28_06-20-36", "time_this_iter_s": 91.73844981193542, "time_total_s": 91.73844981193542, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 91.73844981193542, "iterations_since_restore": 1}
-{"loss": NaN, "timestamp": 1719548515, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "3d8a1340", "date": "2024-06-28_06-21-55", "time_this_iter_s": 78.92051219940186, "time_total_s": 170.65896201133728, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 170.65896201133728, "iterations_since_restore": 2}
-{"loss": NaN, "timestamp": 1719548594, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "3d8a1340", "date": "2024-06-28_06-23-14", "time_this_iter_s": 78.98558306694031, "time_total_s": 249.6445450782776, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 249.6445450782776, "iterations_since_restore": 3}
-{"loss": NaN, "timestamp": 1719548672, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "3d8a1340", "date": "2024-06-28_06-24-32", "time_this_iter_s": 78.50712847709656, "time_total_s": 328.15167355537415, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 328.15167355537415, "iterations_since_restore": 4}
-{"loss": NaN, "timestamp": 1719548751, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "3d8a1340", "date": "2024-06-28_06-25-51", "time_this_iter_s": 78.95465588569641, "time_total_s": 407.10632944107056, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 407.10632944107056, "iterations_since_restore": 5}
-{"loss": NaN, "timestamp": 1719548830, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "3d8a1340", "date": "2024-06-28_06-27-10", "time_this_iter_s": 79.0093162059784, "time_total_s": 486.11564564704895, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 486.11564564704895, "iterations_since_restore": 6}
-{"loss": NaN, "timestamp": 1719548909, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "3d8a1340", "date": "2024-06-28_06-28-29", "time_this_iter_s": 78.55737948417664, "time_total_s": 564.6730251312256, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 564.6730251312256, "iterations_since_restore": 7}
-{"loss": NaN, "timestamp": 1719548988, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "3d8a1340", "date": "2024-06-28_06-29-48", "time_this_iter_s": 79.00080251693726, "time_total_s": 643.6738276481628, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 643.6738276481628, "iterations_since_restore": 8}
-{"loss": NaN, "timestamp": 1719549067, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "3d8a1340", "date": "2024-06-28_06-31-07", "time_this_iter_s": 78.99766731262207, "time_total_s": 722.6714949607849, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 722.6714949607849, "iterations_since_restore": 9}
-{"loss": NaN, "timestamp": 1719549146, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "3d8a1340", "date": "2024-06-28_06-32-26", "time_this_iter_s": 79.03019595146179, "time_total_s": 801.7016909122467, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 801.7016909122467, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/events.out.tfevents.1719329461.r8i6n2 b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/events.out.tfevents.1719329461.r8i6n2
deleted file mode 100644
index c59d8753d6c3273090a67d066fdd18c09c512b16..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|TSyd97#?TKnqPKxC)aenq-#P9(PjvRL^~-GXg9hTKE!F<Ikr=~XNH;C%3czr
zkm$je9wIDljUc+{Q-#q*3c5W+5EX<$5M5sKB_Vw2j5~XF*UaW^{_p?(@0{=dPC1wU
zQl~mXLQzNO&AXRAYz=z5O+_Q?+KypjH*fIY`mv?n?Hjv%yj6I0v1QWfD=Co5pcK5O
z(i^su1c&3gWd%IjxVDBz*Jszel=Ht{Bf%J9lzOOxAfs3@JsDR~G=`%`4P7I4faCfi
zFW;<voG1At#rXM>s!lMaaGbn9zCG+pCJt8b7P>|mB?Prl!6a=hfsq~4ETq}kL{?zn
z(6yGLuHnH(mp;_r|6O>WrLTq%ROZtyjYKgrv1RKfo*OXncFMQW9q{$ri!Nd3Ri-b&
z8mMCf996~EbYh|WG0x2&e%!ZftROvSaOlDjVYYKDb&r}Yje20j1EnZtD5jFIP#B*u
zuu1Pi?Dhc<oc6#n7ZQK-;tU`10dy;NG)7fU;#yBg1fPndx=Qa%eMUV!v{nIu+!{$H
zP+aN7CWZXq%|NExT@Ix=rQBvO2&$<Yh+fQ*qFkKl#;U53!${Q<v_wyXNm_kQIRO65
zf9{|{;Ny-uKp{aftf;jf$q&V1e#oR6s1g?m(L9P15~&(0#eauDS_ReOVoR19pkDm{
z5|@rAgT&q6<j*V3!lnc6{yy{YiHEA}{w!=+GzG}A6>6|Xdi3@OJWTM}J>KSnH+U$^
z@m3W4dt2?NXS6R7Sdp=a7Sn+#ks&y5YYZEfp=JTg89p6>%J~6dV4qAM?Si{!Eu0L+
z&hBVos(0qxS;dMthslcpYc^z9nVSa&P$3FrW6OX+nLfgWv&wp=BdI3i-DdX@KD(3J
hBkahy-w0s{{_Q;`YT9|4v8?Y)Lj3XqU(@sZe*j}Kl)?Z2
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.json b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.json
deleted file mode 100644
index 9cba325..0000000
--- a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.6691316467787182,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.004731694425031267,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.pkl b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/params.pkl
deleted file mode 100644
index 3d20730fcb1235a43c5ba169b8895406c66a4a50..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@|k*gVVZ%af`vGG_+UaH^PtMu^5Qd6
z6H}&mv-EJL6y+Dh7bTXYPI0$?n%Q==#5uT!DW?d?D^Bd{`Br(ahbt+uBsn9#II}7h
JXbDTH9suW=Q>g#|
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/progress.csv b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/progress.csv
deleted file mode 100644
index 3eef001..0000000
--- a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2052.4382574126475,1719329544,checkpoint_000000,True,False,1,3f37f45c,2024-06-25_17-32-25,83.68853616714478,83.68853616714478,2195253,r8i6n2,10.159.28.60,83.68853616714478,1
diff --git a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/result.json b/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/result.json
deleted file mode 100644
index e888aa0..0000000
--- a/ray_results/test_experiment/train_model_3f37f45c_7_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-29-36/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2052.4382574126475, "timestamp": 1719329544, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3f37f45c", "date": "2024-06-25_17-32-25", "time_this_iter_s": 83.68853616714478, "time_total_s": 83.68853616714478, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6691316467787182, "lr": 0.004731694425031267, "batch_size": 1024}, "time_since_restore": 83.68853616714478, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/events.out.tfevents.1719346823.r8i6n2 b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/events.out.tfevents.1719346823.r8i6n2
deleted file mode 100644
index 910e4dab8aa5c8154370eb77fea90f04beacf996..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2771
zcma);e{2(F7{|LS1MVRMdaSs0>*zWN*eHc1Vnj`gZ4JSMjRhr|%;VO3M^D?kdUr$6
z80t`hWFsJPhJ?Y!7XL8APEF*Ou*@hT4aAWUnM9Uof@m<-#b1k)d2Mg+^_?wk|Lgla
z-{*Vp=Xr9^RhTlrzFki_>GhkZdcQh4y3SVCB6EVcGO!(q>e~AEI~w-Y>3M_4UiQ&r
z+rr6I-og^sVkn0)ncL}B+eG9JONwIs_~}>x{a$f*l`eVbkFQy}CW0k(PzyFJQ9@E%
zm}i3_6nrr%38HE>nPQ&F;N{N=%LgQ^CoOqNM4H58+Pn3^fLphWG}{~LAw%K>2UKE9
zRfr%~4G9V>s7PiN>%iy{-!H?@>{_kMyLa#YiGC!C9hZU=sz|vah(W~4NKqvjr3+jL
z#~*rFFYx2-OV83Li~=rL0kyb5%9T?ENmN*}OzP%+bGE!k+<g3G$D@~0u&G?IBfY-B
znswK260oOEVM#Ht|5oGmgyo*oSf2;>ihcXPBw)`wgCzxEk9oR$lb>99j)2{6$P2>0
z&{65%)P0d5V2>LGiiU0S{?OU!A#VP-{p~$z*ydcYhrk|an0NU@0`^-qSW*n^sZ$$o
z5|-8_Sf2-WyLzjVfZc6K3c$V}x_nPwU$mTnZFgYDg0R0m$otP;TQ)(!K4cUq8n)N_
zP5;$3#LdMMXGYSnXXS!zX`CA{AE_uMV88kSmJ|cqHf)a(mUj((9@vwn8y^v{+vC`>
z0PN1jF5mM_FHI1z|1snRVK4mdUH|AUca(q~9mM`c!;X13CilmQn<pDStxlv~Bc-`u
zH;n)5x14|NDgpaWBbF2c`{&{M5yDd3g!Oq~*R9&TgMghhBn4piP+h*Q%Wpdg*r6uu
zSP=H<=5zkPws$26*f)#<MZ@m#UP-JU8!XAZ`ww&<eu2K0RJ<b^Y*)V-dd*PIhN7Iz
zMHJSJc0`e^?H^Iyu-6Q4nqiI}VkRi&Ps%wTpoLR|A#F3ff*fWi1M_(llz44VX}gha
zZPm^y!J2(0wnf-5w-d=)$O2{4Az9C^fby)P?Bp__d0C3G+A>O6X<8I%K|C*r+gM(R
zXh+)9ATi^fcD90L`hRwz*+7L;?f|nzHiS6dVRl(y0YiQmxN4x9xyRz4AxSNEmmR8@
z{EOSQ1nkVc7PD&^)G>t@FP!UrL)82C*{{df(zf69{(Vou7zNcv{}iMs+U8~zmD2zV
zVym>_JOyVdqmOaQHbBAREVc}7IsSx$8yLFdfko4Zw8PB6Bt2l8(KQ^4d7&l;avV2#
zp=#!U;Gib1&E0#PqIoY!^-eoDHk3HrytF_4FvJ+(<O5!~FMA$vpeG$L#x^_P%rmPv
wC+T^8%hAMR`iIlSlYLF}%4zzm!40<mvqvJIA+ODt!F`sKnp@IS`o+Qj07ut<wg3PC
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.json b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.json
deleted file mode 100644
index 0027cad..0000000
--- a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.8983976265900149,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.039339947723305395,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.pkl b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/params.pkl
deleted file mode 100644
index 3c52c6e8e2388ddf5b799b58a8d80fcf752792dd..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%g8caKX$@O9S#bdU#=)fu@3mn0okNLLl>?Vr+Tw8L5dW
zQ@j~_I8%!93*w6sOH!w}+rQbrCQ-p@Q4dp25s<e;C3fcN{quXck`hajGvbRgt5QLh
Hl<ENh<}y=u
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/progress.csv b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/progress.csv
deleted file mode 100644
index 2534081..0000000
--- a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4106.712271622785,1719347137,checkpoint_000000,True,False,1,40101b9a,2024-06-25_22-25-37,313.700572013855,313.700572013855,2195253,r8i6n2,10.159.28.60,313.700572013855,1
-3130.0891709215057,1719347437,checkpoint_000001,True,False,2,40101b9a,2024-06-25_22-30-38,300.49900484085083,614.1995768547058,2195253,r8i6n2,10.159.28.60,614.1995768547058,2
-2512.6716385488435,1719347737,checkpoint_000002,True,False,3,40101b9a,2024-06-25_22-35-38,300.07938170433044,914.2789585590363,2195253,r8i6n2,10.159.28.60,914.2789585590363,3
-2181.0040408156988,1719348038,checkpoint_000003,True,False,4,40101b9a,2024-06-25_22-40-38,300.6292908191681,1214.9082493782043,2195253,r8i6n2,10.159.28.60,1214.9082493782043,4
-2031.5720868448573,1719348338,checkpoint_000004,True,False,5,40101b9a,2024-06-25_22-45-38,300.0205228328705,1514.9287722110748,2195253,r8i6n2,10.159.28.60,1514.9287722110748,5
diff --git a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/result.json b/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/result.json
deleted file mode 100644
index cb94596..0000000
--- a/ray_results/test_experiment/train_model_40101b9a_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-15-47/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 4106.712271622785, "timestamp": 1719347137, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "40101b9a", "date": "2024-06-25_22-25-37", "time_this_iter_s": 313.700572013855, "time_total_s": 313.700572013855, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 313.700572013855, "iterations_since_restore": 1}
-{"loss": 3130.0891709215057, "timestamp": 1719347437, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "40101b9a", "date": "2024-06-25_22-30-38", "time_this_iter_s": 300.49900484085083, "time_total_s": 614.1995768547058, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 614.1995768547058, "iterations_since_restore": 2}
-{"loss": 2512.6716385488435, "timestamp": 1719347737, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "40101b9a", "date": "2024-06-25_22-35-38", "time_this_iter_s": 300.07938170433044, "time_total_s": 914.2789585590363, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 914.2789585590363, "iterations_since_restore": 3}
-{"loss": 2181.0040408156988, "timestamp": 1719348038, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "40101b9a", "date": "2024-06-25_22-40-38", "time_this_iter_s": 300.6292908191681, "time_total_s": 1214.9082493782043, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 1214.9082493782043, "iterations_since_restore": 4}
-{"loss": 2031.5720868448573, "timestamp": 1719348338, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "40101b9a", "date": "2024-06-25_22-45-38", "time_this_iter_s": 300.0205228328705, "time_total_s": 1514.9287722110748, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8983976265900149, "lr": 0.039339947723305395, "batch_size": 2048}, "time_since_restore": 1514.9287722110748, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8 b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8
deleted file mode 100644
index 2d5861522372c0b0d69164f08bd33f7d18bd3ad8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|Pe>F|9A0P3oFA;ZqwAmbPwQ?$3~ied6e{dm3Z)kbq9o!qyYto^+j+Ch8!Njg
zSX8I%P*fn6R;M5#sDt65lhmcUM05xvu!zb_LJ-s&clPbBnayo}-|zc<?|r}T)w#0Y
z%xGUw{GvqP9i4jH<@dx*MI*a<PGe%VxBcFaCPPl&?9`b9;zFB#<rwR$ERk!V8a$>l
z60wE}j-(Areba-Rdsf0vM|V4vYd>Bhv3DP*grEidoI+E^a9Tx)6i%GV7#gvBF4tIe
z@$rjd$?<m1FP2mdf*Hl-`W3hljyRI~iKc$Bs)JL45P*6vX=yq}R!XBtv#^P%?`n8Y
zcWFmrq1B;Jj*ov9Z{_LRAP5b`bgGdAMkc0~VdB*Rhc55Dzt<VC^y&G4SkuY%W!M2N
ze1NU0Seij7Djs9seCdt;akeBoXJYc^kXUwdv37u&E#Gy+9XC{?R7NosouUXno53c#
z3$c1Hx#5Bvwm6XVQ;=4KU^zfsu@Wh!at;UFK?%xLoG?^&XXZ0XCRwc>e1$bKtfRCt
zf=vc_!IOhbr@IcS3rdB}9uQU2$RKtxTZ(b99>=PxkwK(tIxDf$V3Ji|RrY~5_g^@u
z6oj;`4p2%^3M*>BEqkFtDh`?442{wTAzDMRLn1dpgY@qZ$XlUF+Gxr0b_hxTU*g5N
zgZGHDzh~d4+r{qO{yqrsUVz5@{wSuDr2tV&VFqg?Y4pwuFel{q_)zda5TK^OTS@eO
z3r}C~EBhLSs+>ivm<>#24E$@h#<8&&G_PYh$Csnfur?qZWaO6hch6e_F{rS2#|p1P
zZJ8tIhobgjiekW<Ct^@rm<J9pAqM1Q%YoZ5_6XO{D(_j2KI(rx-|0NUg(owI#p5~m
cTOk7ezrDvq%{tFAmiK*AP$(<uir0?(0nqS_oB#j-
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
deleted file mode 100644
index c266175..0000000
--- a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.9072626058636482,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.003236929771052812,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl
deleted file mode 100644
index 515bdb148788f0b93aea968f4298fe946aac929b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%aLWTHXLLl>?Vr+Tw8L5dW
zQ@mMvI8%!93*w6sOH!w}+rQ=Tp0-H$T@O=E5s;VF5?WxSe6fcsDX}CuBfdDZDivr6
HN2wkF$!=0Y
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
deleted file mode 100644
index 476184c..0000000
--- a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2134.4770325187624,1719493181,checkpoint_000000,True,False,1,41e4bd86,2024-06-27_14-59-41,720.7119467258453,720.7119467258453,69992,r8i6n8,10.159.28.66,720.7119467258453,1
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
deleted file mode 100644
index 202fb33..0000000
--- a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2134.4770325187624, "timestamp": 1719493181, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "41e4bd86", "date": "2024-06-27_14-59-41", "time_this_iter_s": 720.7119467258453, "time_total_s": 720.7119467258453, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9072626058636482, "lr": 0.003236929771052812, "batch_size": 2048}, "time_since_restore": 720.7119467258453, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719333829.r8i6n2 b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719333829.r8i6n2
deleted file mode 100644
index de4459e3351b53546d3fd1186a9b0a9a936caeae..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Qy+tNSonRnAsiZ`h!F*8rkwJbHS#LB2mS!0GWRNaR8<<6X2Cf}3X
z3sfh-s3pcF!o^#ZSgBu9nwP4dlV4mc8f^d7h5b~~Rs*P(sb4R|bLP*4Yf<J><dTAG
zDbC0*%}I$*&PYwpF38W!D-mU2Xs}PazHTjwl?P_S^`lyulAo6f)WX29<nY(G`cNx#
zV`T$4!{)%XC~+xpNy4ox$;?fSFUiO(j?XMfEs8G|oqkKvIr@jjGDE2Lxy{WlIWHo#
zt8giCNuz2n&df_rjW0?qF3B%S1sfop(|gSvYQXasry@DM=fdsR;?m$!gc|^|HL)Z!
zKd(3*)fkY^UoYjBNAY>#vTJtWz-Gc0*vD>ub@9r#7Dfr|`OD#2hzaaRSED<W;kC
z*N-ExJrB>mi4xe45LyTX_SbvD&d088*@hC>$t&SD5)ABPcV;<PDEq8J3G7=41Bec6
K28S$8z4HJe<pJOT
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719338189.r8i6n2 b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719338189.r8i6n2
deleted file mode 100644
index d71c6d523313f49eca5605e6b3e008b1e341c65c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Q)C&G;n&b#R-#hX-=n3<>NT9%quVr9g-g=xPsRNaR8<<6Y{iuXi=
z)Cn+aiE)W=@fIak>X($}rRwM87Z;04eEsSY^Ur0z0aVM>uNUGumsY~HD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*gviBevD$JK@D6#s+B4Ed8t4x3=E56HU;WKt;~&;
z4dA?l(4xepz$FQ{vLrJ%HNGSxvp7DpB(*5MSak9PMdyvrzo;5Qwa;yCe#seJ3%5~)
zONmPwReNz}UUF)DQEG8Xeo-pefVwGtzs;crJb!U2lJgS604**JE=9NjAX^hlGV}9_
z<57(P`Mmkanms5!e<3)(0UX#Y*aF*X`Zt%<LvDLe0$WfRu7#MuzR09ri(=(Wgnk@>
zogMXIGfH5qi@>cU5ZHe@gq=5h>CZ<A?1c#J1Oxj-&n#!Z*jxQ5fh{fyx1Z?1W^mXv
H-6sS9q+R~K
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719340067.r8i6n2 b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/events.out.tfevents.1719340067.r8i6n2
deleted file mode 100644
index cbac79e5035f208089df4716762053af9d5a158e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2406
zcma)-e{2(F7{|+%{kTUv=ylzX?g!l!;yj~ui$<M4df1vM5I}`Lrr_n)duLDAyXNi&
z+y1~N#Dv7epovEQ7(-?<V}=ZuNCFAUWYNsTfJ)4aN-~LvLPju^XvFxoy}j3WwzU1P
z@AG`0@4cV*$@4V1^1ty{HuCJ-bC+sAJ2<~S;OR4DRlDbjT}ZQfx}Q6DE)ufyrp9(h
z+1A>Qu58}wDxm@D!DGn7VQWxB;Q`$={l`Aa#O|+Y+I_Drc`I{PVo!UBBm^B0AQCg7
z4-P0&Jb~gbr*u`b{4Q5I@~H34dCIbGHPO?Simo9nak=U{rmlx=%jC|st?Za1;UNgk
z#L`leNU{>DDXA7RB-6jR5R5+i!POmIwtRH&-pg#WmpHBk9$IL*scLZ~8OXGB1LX?b
zJod@(19pK+zs~itZ#V@6=!6bZAnPhys;-$5T_$^TbN2d5>gG3hEo{%ht}X`q%;8Mz
ztJ%hV6zoGoL{bUtyH1~6Pgy=VO!OsSkN)uK9t!r1BPj#>PPZ@0zq4hMf*lzlj%8ur
z{>Opn;^wL&6zq?k0u{q{iLa$w$Ecf!ew!J|!LBI=d+10ew)x@D*HEw@|D8xGfjxBa
z{5s0=tfMah`^TDSh=SdFg;<t>9ZUP7dr}kMQ?S2t<Yi%pr+<z%&i!<Sg1zY~@vj)R
zD5597nW1jZKL6oZ4t8xZ*#GoqVi);sRTS**9Yj(I><br9@s#BWM_&T=w((696zs=#
z63a5MQ<J{v{P~I3DcHvyd0E)gXBuKpcPIa*VBhxw@vj(mTD-B{b9rh-ejM!|J@68H
z;*Q19Sv<3a_uTNV8|tM*N;c%ADTUEc3K@7LYSxB*Zg|xVHFk*mi{buc_&R_-*@`Fd
zuo^)@H_t(xg5tV@M<*WFQhz@_YX*PenKqb|2IOI6;E)$QOCiI~Zi4!Pqrzklu!^Cl
zBs?FpR#=OYeMnJM?L|pZllTaK4bt-NIcGn3m;M(Pss?5t>kd$@NeLt?LAT(ARUEym
zgm!4<Zn2A&NwT{}XoD86^ez$BKpS_fT_LQ45LbQ|#Oi*zTeIJ9X7O+j%XixEx4^&!
z23no>Gm&ZHWg?lDi~*}!zrNuV11A~h9gi}BNd_7U*mA7*>$PA0JN@l^1bj<~@L|4T
zu0<fQ?A1tYzX<I`kdt^&gqGzELV{@#@BX51Pg1b=s_fh01OA~*mC*83?qjGnAjv5a
z8Vmb@1n^hlfYY{x0lq}9lALRiY3sK4AF+4&7stn+VSAS7cR?5e|7VXhB~Kprn8SS~
M&(yAHztJiF2f_dShX4Qo
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.json b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.json
deleted file mode 100644
index 950914f..0000000
--- a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.4036073673456261,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.0007661776725543005,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.pkl b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/params.pkl
deleted file mode 100644
index 841f248f50619e300739577d668357c35b3abf6d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#*dU#=)fu=%*_+UaH^T1+EJ#2aL8L5dW
zQ@j~_I8%!93*w6sOH!w}+uyvh`QK@kOFc|EML?dXv=-}EOQjyJq{NcsjQHZrs#K6A
GrFsDE%u><-
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/progress.csv b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/progress.csv
deleted file mode 100644
index ac45833..0000000
--- a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1961.9788803941622,1719333991,checkpoint_000000,True,False,1,43bba37c,2024-06-25_18-46-31,161.8538646697998,161.8538646697998,2195253,r8i6n2,10.159.28.60,161.8538646697998,1
-1966.8054059847134,1719334139,checkpoint_000001,True,False,2,43bba37c,2024-06-25_18-48-59,147.8709270954132,309.724791765213,2195253,r8i6n2,10.159.28.60,309.724791765213,2
-1967.6592320720042,1719338350,checkpoint_000002,True,False,3,43bba37c,2024-06-25_19-59-10,161.5647487640381,471.2895405292511,2195253,r8i6n2,10.159.28.60,161.5647487640381,1
-1972.7257733682948,1719338498,checkpoint_000003,True,False,4,43bba37c,2024-06-25_20-01-38,147.5350902080536,618.8246307373047,2195253,r8i6n2,10.159.28.60,309.0998389720917,2
-1965.584105484129,1719340228,checkpoint_000004,True,False,5,43bba37c,2024-06-25_20-30-28,160.8864643573761,779.7110950946808,2195253,r8i6n2,10.159.28.60,160.8864643573761,1
-1965.0863916592334,1719340375,checkpoint_000005,True,False,6,43bba37c,2024-06-25_20-32-55,147.0123507976532,926.723445892334,2195253,r8i6n2,10.159.28.60,307.8988151550293,2
-1965.4208993986836,1719340522,checkpoint_000006,True,False,7,43bba37c,2024-06-25_20-35-23,147.50104451179504,1074.224490404129,2195253,r8i6n2,10.159.28.60,455.39985966682434,3
-1962.8120477631337,1719340670,checkpoint_000007,True,False,8,43bba37c,2024-06-25_20-37-50,147.67359066009521,1221.8980810642242,2195253,r8i6n2,10.159.28.60,603.0734503269196,4
diff --git a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/result.json b/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/result.json
deleted file mode 100644
index 8a62215..0000000
--- a/ray_results/test_experiment/train_model_43bba37c_19_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-28-52/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 1961.9788803941622, "timestamp": 1719333991, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "43bba37c", "date": "2024-06-25_18-46-31", "time_this_iter_s": 161.8538646697998, "time_total_s": 161.8538646697998, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 161.8538646697998, "iterations_since_restore": 1}
-{"loss": 1966.8054059847134, "timestamp": 1719334139, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "43bba37c", "date": "2024-06-25_18-48-59", "time_this_iter_s": 147.8709270954132, "time_total_s": 309.724791765213, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 309.724791765213, "iterations_since_restore": 2}
-{"loss": 1967.6592320720042, "timestamp": 1719338350, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "43bba37c", "date": "2024-06-25_19-59-10", "time_this_iter_s": 161.5647487640381, "time_total_s": 471.2895405292511, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 161.5647487640381, "iterations_since_restore": 1}
-{"loss": 1972.7257733682948, "timestamp": 1719338498, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "43bba37c", "date": "2024-06-25_20-01-38", "time_this_iter_s": 147.5350902080536, "time_total_s": 618.8246307373047, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 309.0998389720917, "iterations_since_restore": 2}
-{"loss": 1965.584105484129, "timestamp": 1719340228, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "43bba37c", "date": "2024-06-25_20-30-28", "time_this_iter_s": 160.8864643573761, "time_total_s": 779.7110950946808, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 160.8864643573761, "iterations_since_restore": 1}
-{"loss": 1965.0863916592334, "timestamp": 1719340375, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "43bba37c", "date": "2024-06-25_20-32-55", "time_this_iter_s": 147.0123507976532, "time_total_s": 926.723445892334, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 307.8988151550293, "iterations_since_restore": 2}
-{"loss": 1965.4208993986836, "timestamp": 1719340522, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "43bba37c", "date": "2024-06-25_20-35-23", "time_this_iter_s": 147.50104451179504, "time_total_s": 1074.224490404129, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 455.39985966682434, "iterations_since_restore": 3}
-{"loss": 1962.8120477631337, "timestamp": 1719340670, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "43bba37c", "date": "2024-06-25_20-37-50", "time_this_iter_s": 147.67359066009521, "time_total_s": 1221.8980810642242, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.4036073673456261, "lr": 0.0007661776725543005, "batch_size": 1024}, "time_since_restore": 603.0734503269196, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8 b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8
deleted file mode 100644
index eae4e1fa182ff8eeaf0b1fadd1fc9550daf4e916..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QFm()Lp&cEp>#hX-=n3<>NT9%quVr5ibSgD{4RkvY&xijb5Pno=7
zKy?C)T4G!xT)ahzmHH*6d8zt2`NhSe^Ekh|2tP0JFo0^A`t?FQXX-Dw7G*9)E-AQ{
z;*9*#oRs+FjMU`pg8a<95>W<*2Ky$a)iY77tp5ksk7{K~eqJh23j+hULPC)~)XLmg
z*#J(R|8OlzTnb#0a4SnPb5r9>GBS(fGfPs7;)_LN`7SwC#vFDtgleDL-29Sr3qrdJ
zmlBsWs`lc{yyVpQqSWG&{GwE_0Vg?CCz?YIc>dy4B&Rt;7A%ysxHPyF;Rb+gO)SaG
Q&nu2cH3sB!URKN70GmvFtN;K2
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8 b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8
deleted file mode 100644
index d20c92cecdf1d10c576a6ad0c2ca7dbce414f2ee..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|T}TvB7+q&Wn-5mq$@ORbN!Nmyht};SFmbk03d@S#?1#&^b8W_U?<{j?O9RW0
zAc$ZIdgwv4^fAbY=s^<dAta)Dl^z07N`kb9Ond5%J9~H6%;s&r^PTV9d%kn4J(+Lf
z#)**l;rh3#p0T;ZL0_+>8f1Ux6-?~b1E&_-`<vaqsj;g^#p6GwBTiqrAXh>K_$+lW
zY^Mkg$4yEDN_w@U<7TS6#iiW;`4NddtDMpdO%UW1s+*~}hGII7T~3+?u>&5@u(EdY
zrBWa{w8r^`lA1{{qj)_1<L$@7u4Lk3{Tb1}&M6^igc>es8wreT-Jr;@v4v=$eE9v5
z<wNpN#HEjpj4X-wa`ZhAg4#klHAoC23sc*)@Wz0Jci&$fbO(I-`nE?b`OWoZ*auB~
zfTOC~hDj(Y9OK+vnwgoKD$2}Bk3Q%Z&)=DhoMUFolU{h}g$kr6RZC4!6vhKdY_Yo#
zyX&?WZh4`^g`{;sS`|X20KKXm)0xUO+~^HSP^#gWsj)jVpHW{QtJOdtzeZ9C6juka
z#UMZUvXJF=S3^Z!DZkkVqGp*%#4hGYF)mK@Vofv1C8QY%R$`~YB%{8e8~}gzKYvg$
z2ysUppqL;Xt6HO1_CuLe7&5s5>ZEN#w29(`M6QQg>E9uccSF6j-IC?K&@BCbiL)2(
zQsVCK_41=uaV)#Pc>z8PP?y^u#gwuXAZn}3V1x9TT{8kq3%NZ$5rU5esLb<L68--4
zz|)3j^9t<BTEvQ(z?4TJxM^z~OGlw$3(GmqxV4)D!olGvd$e2bp0}(hQ0DB874%On
zzvdUa73VMoG2qR~C{*R=fdlN649LZn1LINl2)E8E?^#h6mfG9e+($V3V&bg$JnMc0
b!Vvu1drY*9^DJXI-*<$Bokedt*H8ZeYX_7&
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
deleted file mode 100644
index 22a10f7..0000000
--- a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.584365221617647,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0009124143820205934,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl
deleted file mode 100644
index 5812df1c5cae166c79dc5d8e3578503abe5822f7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#*dU#=)fu=%*_+UaH^T1+EJ#2aL8L5dW
zAa`)46y+Dh7bTXYPI0$?v{`Or#RS0~rko-m&-dx0?*_LsdbpAjOOi9<i!-ZIftGNT
G>Hz@k6;sXt
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
deleted file mode 100644
index 2dc92d6..0000000
--- a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1976.3005707507998,1719490613,checkpoint_000000,True,False,1,45b0a7c2,2024-06-27_14-16-53,105.02805352210999,105.02805352210999,35196,r8i6n8,10.159.28.66,105.02805352210999,1
-1972.5077211875616,1719493830,checkpoint_000001,True,False,2,45b0a7c2,2024-06-27_15-10-30,103.25011920928955,208.27817273139954,69992,r8i6n8,10.159.28.66,103.25011920928955,1
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
deleted file mode 100644
index 495715b..0000000
--- a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1976.3005707507998, "timestamp": 1719490613, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "45b0a7c2", "date": "2024-06-27_14-16-53", "time_this_iter_s": 105.02805352210999, "time_total_s": 105.02805352210999, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.584365221617647, "lr": 0.0009124143820205934, "batch_size": 2048}, "time_since_restore": 105.02805352210999, "iterations_since_restore": 1}
-{"loss": 1972.5077211875616, "timestamp": 1719493830, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "45b0a7c2", "date": "2024-06-27_15-10-30", "time_this_iter_s": 103.25011920928955, "time_total_s": 208.27817273139954, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.584365221617647, "lr": 0.0009124143820205934, "batch_size": 2048}, "time_since_restore": 103.25011920928955, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.pkl b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.pkl
deleted file mode 100644
index 16db52c26d343e291b1302cac14cba752cf0ff4b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 8271
zcmeHM&u`qu6<)atY^$#8ra=`Thf@@18_xDP*TsZ4GNoB7LSuqk6>0p)|?l8+G
z8P3qs78c-(4HV!ZKxsIK0KF9f`p=|5554q%=&|UjZ-(TGyA~X)K&&9uF0|qdXNK?l
z=6i33^B%qS^d_pPPx4koCc5PXu^qbB$fM=!G<gG$$%tY;q8=52k1daIp8hG-k~4$Y
z^@Qv5G+7jrkV0j0ahptb2p|0>ih@Ynip7?5hmM12qAIFsa$Y`+?pZVxZXmm!EBBB?
zEQuhpm~O>3Ns|lnLqLls>3*6ZLak1-(d~4b?M|~bXp^=%Fq@>=a_X&S*Qup_k#0k~
z7l6YK;UZ0bm|?=43NDC{IM|Q&B|wZ_-xV0AtdgA1cyMChl9odw4QhXYa}sdDz?oiP
z(;Z32V|c!{d1|u)-&64Yaqs8PDi0SPR&Yi<{61W8WO<>euq*c}Y5#GWyk?P@Qy`W^
zLk@_OMNT~@We6@~V;DNz3oPRCI5fg|U=W{Jfp3%5aMCd9X1$@CYX<cna3h>3I#-8b
zyjs`mx_K3v=(U>OF+6u5Z?nLc6$W<&T@8sfB16gzpv^d#COw>_>?cXPJXbp5Ko2nH
zTQqR6GFZQsnROjB#PunCn@@XhKC1lV?Mt66rc3`iQ@MEg^Y`HL>}T*zdzG|Wm2)L2
z|31dK3BY>tJ+LB`)8LaamD6xq797`;h2!EO?)R0n*z3vbxRAq)c<TES3)6wIa~OXb
z6R)uUmmoGwd_Mr4N%;c|(DHeVN4qw4NbCt&)tB97%1aoJ13Ol@frQg=JFrwsAPiiW
z$C0F@pDfE#;mDZBgRC1*KTajLLoXPBYSd%nC+U-IQ`J&1M?_G|-qhIJ2bx_3&8|GF
zh^an7v6WAzrH2cDIaR6r75=ghXqWvoIX%pVQ(|S8lSK(0B+P!nZYFC-RZu<{*tYpa
z?~O;5e=cAATzv6|FPnc`HvhhCes#f2nU?8?T`gv&$+n6qxXC)~x2(ILvh_auRi9mB
zr`blIUGKABf1I)#`)N)CP|C{`EGV~K*jxY#&OBXsR{7(Cf>&jiA4@3rlh#q8WaDrC
zxp(&8;0(*?s|yHhPtH;qEAf~QAz~;;kU$`|T*x909fx9qE$Vp?bE@0WNIDB^GP}Td
zA25D&2u2uVDH|j2{o#L>E0wo?*JzKyvDVk$ABUc6x#AYYG+ji*^|dP8T^l1UbnT5=
zz20oMSCAWS)J(nBTGPAocLfm(VhV;9jX}+^TWfXVSY~@byH>l?vD$0YteNVwf+8A5
z8)|4NVCq$u(81^TFY!4-duVzKLIb+=s^X)FeQGFhWZ;#qAX;8pL7wYV)M(a$Kp&}A
z3JcK8DdHnH45^KrC>Wz@oXvu$mfw_Iy;?xTjSPtCf<`{^j99o{2}-xCkVLVsaLDyY
z#}O5117+6&)+#ErD_Kb{Tr22GUK;Jn^33cj9lV4BvL>&bi@C|22KwoIm#C>X!7E^v
zuX$uVu*r2rkZS1qL$yY1WOvpJs-&|?(Wsl6Vhk2=#~oHzRObUHDPMgpTjjoA)A(CW
zXrqz24W6>Ch*I!^ScI`uode;j3>YB^`M7b-c}=a6xsB`lG*Z@r%fwM05u^mPY~rP_
zI6iCyo^zBJPvk7#-5?qn5w#e2FEwIo*sbkyLomvzal5yA=ich}&T1G@+f}<*V+=aP
zuoz$|_mZMj+|P~7BDb<#_Qa7S-={*)_7=JmL}0Y62O)ntHzjIL4o5I+xy_aBVHA8q
zEdd+QBY==A3$|h|f^i8$tyWWBd0?Ny0Q$)wD6g}r1-&D@y`xdznlt_|yJxNbhIip=
z?{4_Mk#FPj|7DP^93|e3h+I-&4e>ne!qTqL=4#7g^7NK=r3lYQ*4r!gu$N(=ZmM}c
z9C<PO68rxS`*>#^B7^`(rBP|(>$Of<-D<L3KZ}f+S~OLhmGq3Fj~7%PJr4FtwG%0~
zzVlLs1>NW1lj9jNH`ZoCwG#7mod=<4Sz!h7$bvT-KH88!pntBm%*5N6US(}YbOHwn
zwk`Kxs=e$uUx~pE?2!qL=69wuZt_hPPTcQX$H4!o`*muq=hl+F;=RrXXRT{{=xYA%
z;y8E!+n$lOSDjs3N^dI9xy<p-^x;9L)5wAjE)c1(Q{FJyQ4m7p0rWFS=g}Q6xRZ7C
z5C*>Uj+{%gv>}uyb8rTc?{~{uzNP1_vmGI<kn-#%%>NhX6nPOgjUKV+3k5�Ed>3
z$193+8d5&Gs@2=sTX@bxnH+q7N)Imh0cr|Xs>pSKR>cXT9vt13Ivmzsja>?bN4h+e
z$b-sKYE0jn%dM@W-Ul~tAP83|aL`yK-E_1Qxp2xT0t9bAkT4Py)lE}3O?1b7M@R48
z{Q#MW5snD75yV3lf%J<jCUT5gOYd~hyY4%(u*+PFp>|hqugSi!^MbQWN_F(UZ+WrY
zXCXiESMN@CWcDt9KG4XZA-vODlymhUIjE@y%}kV%g-n-@wj5|or*_);5YmczQ+0rm
z3KTXPOi=zTIFI&i)P)>Yx3DaN<BsS706%Dj20%;<$C?=pHW==}>2%R<_Ga;Hc%la{
z$`sTv0jCj=>>Q%IAMI>y_uj*jZhYhR?X4c}ZS`+$(7g~0QHOe*4#(6Ne0?X1p);`m
zAaLbjFH!X>_oE|pk5UAAoLIJ1b<%lJmM=wjAg4E^@)klG6C&j6Mv=|agJ@_#Pi{c^
zO&&c%LJ4wqGG(eWG4?J)>d%b=U-n*oKq6N*;#HNAgzUvk<^!@J@jj$yAQ!~WefTp-
V=A7v0L`N^9Bbl*fh{b%M{}(aa%<TXG
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.txt b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.txt
deleted file mode 100644
index 3129628..0000000
--- a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/error.txt
+++ /dev/null
@@ -1,68 +0,0 @@
-Failure # 1 (occurred at 2024-06-25_16-47-55)
-[36mray::ImplicitFunc.train()[39m (pid=122466, ip=10.159.8.159, actor_id=3b1fd592afc06be8c677c69e01000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
- pred_rt = net.module.forward_rt(seq)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
- out_rt = self.decoder_RT(enc)
- ^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
- input = module(input)
- ^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
- output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 715, in forward
- x = self.norm2(x + self._ff_block(x))
- ^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 731, in _ff_block
- return self.dropout2(x)
- ^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/dropout.py", line 59, in forward
- return F.dropout(input, self.p, self.training, self.inplace)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 1268, in dropout
- return _VF.dropout_(input, p, training) if inplace else _VF.dropout(input, p, training)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 200.00 MiB. GPU 0 has a total capacity of 15.77 GiB of which 68.69 MiB is free. Including non-PyTorch memory, this process has 15.70 GiB memory in use. Of the allocated memory 15.24 GiB is allocated by PyTorch, and 83.18 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/events.out.tfevents.1719326860.r3i5n6 b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/events.out.tfevents.1719326860.r3i5n6
deleted file mode 100644
index f667b75df449fba850966736612c1eb6f560a35b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 40
rcmb1OfPlsI-b$RC?ujXHn|ISuiZ`h!F*8rkwJbHS#L8&X<@GxO*XIqS
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.json b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.json
deleted file mode 100644
index dab584b..0000000
--- a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.18931069188451255,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0002168775970949337,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.pkl b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/params.pkl
deleted file mode 100644
index 9bbaaa64ed5a70faf93a5c97e5680d371d33f75c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWSDw*Q*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`wRm_+UaH^PtMu^5Qd6
z6H}&mv-EJL6y+Dh7bTXYPI0$CVI8V(wt7tuQ%(_(r;}?EKW~RX4_8uRNpePfab{I2
I$dXb$0JNx4hyVZp
diff --git a/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/result.json b/ray_results/test_experiment/train_model_45b8cfdd_17_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_2024-06-25_16-46-32/result.json
deleted file mode 100644
index e69de29..0000000
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8 b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8
deleted file mode 100644
index 18115458b6242a2fda56039356f1d900de8663f1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|O-K}B7+z<>nm1P6(e-E7^=C|qAzKY9l41?<VwdWWNX5sv^Vv@Ae6!4qrd^UG
z^5~(UAH>S&kU<iGm}F#`(IJ9P9m0^vBrq=qo$4ER_S;=ko7=q4`@GM*&-+ZNC;5zA
zIw}d*Ztre8IsEBJz}sOe8rjp*jfvg3*Tx4w*SLLS!xx%`rxO#;oW6n_xfqJTYbw2A
zyNlp(+^{VF``Q~Vqbqe^>s`wAl@Cbx^MX-opc(><V#SQExQe1N96g^fG-CTbp1#P=
zaicg(a$uVAvn5r7U`p|L<fYI|*p<}JgpLW7uNXywDkx);wx(lb$21FRHa3yvA1a$|
zo_Wa6HMsPl{{BVbR+_#8BnW2HEsaDmGO=YFCSDy-KmYO00e8T{_jm0=;cKQZ!!D?1
z0~}Sw)(m2y>@m*fqnD4jjpZcg3=Z8qCrmv5QqoS%mhba$mxm%0ODLwITPTcs64<1>
z5W97Nhbug6bs_OLC;sB3Jb(_xj>f3UMO?*8BIKz!YN&K)>ND!>q_r~eXVyrUj^au$
zHYwx-ZwfNq?oueqC}lQ#K~PO2f#_n66y;*Q1FNb=&LUOQX^DOfCQ0>GWk2{*@0o*g
zfr~rp0J#Lku%cG+vJdjb?2yS7P%dr~qBRsJBytFX;>ID6D<LFqc4WC0YQ+B^ap}i{
z1>)Xs`sckyVf&POzj+SkI4Dow&%%~PQ-Ca6p$2QD(`cRIV3JGU@i7;8#6fX}x1!*i
zt+VuC_qPZXrYxexWMGyf5Lk0HhV?Z;#X6QVoN|L}1HwQ`u3rE4tfim{@}1k!LeKuI
z`{sL|tbR;Z3|RAE6O?4;fdN#A0_oT?fHI^FvdVgvBZtRMzd7Xogm1@3P6$%U{RRj_
Z;9u`CQIpQojHP|wB5~VtPHBrT{{q0Amv{gG
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
deleted file mode 100644
index 28c8291..0000000
--- a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.701917375344629,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.07215703780021865,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl
deleted file mode 100644
index d3515576a8b1717e195a78fb997cb9b7c23a7c22..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%aLWTHXLLl>?Vr+Tw8L5dW
zAa`)46y+Dh7bTXYPI0$?RwkWWtb4qNDW?d?+f?z$wB4+thbt+uBsn9#II}7hWNE1$
E0L-FNi~s-t
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
deleted file mode 100644
index 5aa489d..0000000
--- a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4868.725482129676,1719491306,checkpoint_000000,True,False,1,46437290,2024-06-27_14-28-26,398.2001099586487,398.2001099586487,35196,r8i6n8,10.159.28.66,398.2001099586487,1
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
deleted file mode 100644
index af35241..0000000
--- a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 4868.725482129676, "timestamp": 1719491306, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "46437290", "date": "2024-06-27_14-28-26", "time_this_iter_s": 398.2001099586487, "time_total_s": 398.2001099586487, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.701917375344629, "lr": 0.07215703780021865, "batch_size": 1024}, "time_since_restore": 398.2001099586487, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719329693.r8i6n2 b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719329693.r8i6n2
deleted file mode 100644
index 0020c2e157c4fe99b9dd259b94491ab4dc45a174..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QO??ayNn0M1riZ`h!F*8rkwJbHS#LDP^@ttgCsJadF%bht*tj;j+
z1gaBY)Dq(o;o>bytkf?l%}dqK$uBMzRaN}zqHQ1)X#mwS_3MRr&H^X67G*9)E-AQ{
z;*9*#oRs+FjMU`pg8a<95>W<*277^@8U83%PIrOpN3}8~KQ9%ig@HkEfyiZjsFk^~
zvH_gdu5c|%Tnb#0a4SnPb5r9>GBS(fGfPs7;)_LfcRY4#l>PVG5UPD{bMs5i-3aX}
zTuNNhsM?D&^O95Ji&BeA@{3Zz2HXwhT4WA2;Q5PFk(@?uaQn5mG`JMu27qi$EXmBz
PD~?As2ITWAavALasCa;p
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719330754.r8i6n2 b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/events.out.tfevents.1719330754.r8i6n2
deleted file mode 100644
index ead04b117dd3c7918b653da129dc0043476292d2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|T}TvB7#(NCnh#dnao2SHX&nt>f>wJlkYKmJhcrZjpaQv!JJ)t}_s%kRtc)N*
zf}n?d=|RY(?5V;OqOhQc5{#Y->p_T=D9c`wP{AIoJMQf4uBpx2eCIpgx%YhMmU5|Y
z_)4=ZzDo`*jNhI<6!5g0s!sMDJCBLgxPNSHDPH6BjSgKnB68EGJ<nL*4qhn%A9zf)
zCuDUK9Euy1`rH029$jteTdi{_H<#Wb@zqC{QUlcxa49rqbjLLmjp1ll($I<J=eXYR
z<!0eSj-)i>@^d9MgJ4GCI5N^O9&#iTZI!L!{R~BhAe6b1mY%@Kis=;T7B&&}pPl@A
z_*B>OgL;QP*w;5N*3P<$wID-zE}iNmijj$_WtezvK-b(4-vMX9x9@Mxhy$4c3haSu
zcYv*`TDn0f${l0hd}MCQJDQi8(?2-SDgF{Zwb*7W_XM~jfDgrzs;MR@3gL@MY_hu$
ztLd5mR|VMSK+*~?E%S0AK)Y&1V@%}|4hpgag&K|;8oM*|8Fh59S{eAWYot4Y;%W~z
z8RP{|8Zw>kQt)M!vYS01YNnAy>|(YQ<Kjd+)-;`*Lz<poC3YH2QtE5Ue(<LMvj-Ib
zAGg&33J8i}RSOD=7mB3ZkSSGAA#D+&brd@!N+py_n}<Nz1(niPOICJ6jr9K|mK0BP
z5@&xef8K2r8}gm~edb|?hl<SpD5jL908vY22J585XnMiJb3U`jM||KR4<%XNN}~7H
z><#O9&qNrC(-yH}Dll~s2&~(hi}gpKY6Ht%oQpvD`hd7#Z-hPC4R`Oh1S3#n?~WDb
zrwX6EmuT2NOim2k=GF-8%+7-guv0Q16WeS+-XyDT&q8?d@!ZNm=MlbsI($+*k#@fx
bLJ;`ZdrY*H^DJW--}7aDd*1K8*T4J)%axaV
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.json b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.json
deleted file mode 100644
index 4e01c9e..0000000
--- a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.15995138350968297,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.004656630423530019,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.pkl b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/params.pkl
deleted file mode 100644
index 079cac3087e864cbb4289e74c79f3ee3b44eee0c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQmZ3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-z~MEzrZ6Qj}j1UzAvqI>p`oNTp{<|ARR_OgTkBUa`=XZG4ws_HZR7mLzAy7iU(b
Jf-EW30|4e%Q~Ce^
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/progress.csv b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/progress.csv
deleted file mode 100644
index 78438d9..0000000
--- a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1961.035730076587,1719329807,checkpoint_000000,True,False,1,481f1fff,2024-06-25_17-36-47,113.85971927642822,113.85971927642822,2195253,r8i6n2,10.159.28.60,113.85971927642822,1
-1959.9800554410679,1719330869,checkpoint_000001,True,False,2,481f1fff,2024-06-25_17-54-29,114.88935971260071,228.74907898902893,2195253,r8i6n2,10.159.28.60,114.88935971260071,1
diff --git a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/result.json b/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/result.json
deleted file mode 100644
index e6d1117..0000000
--- a/ray_results/test_experiment/train_model_481f1fff_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_17-33-30/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1961.035730076587, "timestamp": 1719329807, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "481f1fff", "date": "2024-06-25_17-36-47", "time_this_iter_s": 113.85971927642822, "time_total_s": 113.85971927642822, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.15995138350968297, "lr": 0.004656630423530019, "batch_size": 1024}, "time_since_restore": 113.85971927642822, "iterations_since_restore": 1}
-{"loss": 1959.9800554410679, "timestamp": 1719330869, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "481f1fff", "date": "2024-06-25_17-54-29", "time_this_iter_s": 114.88935971260071, "time_total_s": 228.74907898902893, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.15995138350968297, "lr": 0.004656630423530019, "batch_size": 1024}, "time_since_restore": 114.88935971260071, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8 b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8
deleted file mode 100644
index 8438cc9974522e8eb883e033d1f8ebe233e01ea9..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reN<Cr90%~R;ov@ojNw2BA`B{9))ddt9O_2fI=q!;f21Bc*S%cWbh}%-Gr=%D
zfP$&0Sth=OqIS^Z3zmT%O+h+G;hfU4Fp=`5QcNs+(aMa|-5Ag1XPfu(-|ln2&v*Cp
zJZJ3L2vPsv&ZYS(qT~MA9p!Zwvz0Lxuh~IAYkHlcecH?nGPgNBcwb}PA_Jl7ym{V#
zpDaS1fQF+Ouens?TS!wHr<-9EKTb<ES?4ZVJ1!V`_wG58$h?Fj=_m~;afGqE7dmaE
z)lOL#c-#)!rx1yj>FyTwybLPKzr}f2X>-#Q8xe`h?CUx;!Ae)*s2N1!cQ~R#sc0mw
z^f_D<>9ac+(&3}LB%_#Hlw+9p{zT{aV0>Fe#Z6)(7tcT{lmz39gSJwnmtuTwFBO>J
z%g$eKO$ttMqo-pw@z`bDuSR1~8lJ%4YW6wYG(*B^{7>E&eSSH3a?8fO;tD^uI25)+
zmSU<^RjmiurSIX05NyrN1yew!coWWt!LFX!v=d;j;vziQ`y;Xp+QVf>0d{mPZsf%t
za=6u?au&t{>?Pa;g0V&VCz5}bfhV7H(K9}PEeVC)(>>CZy6D~nfPJV7M}%PKBxF~D
z%Bh!dJ`8r9xi<%3w{sC5?5l}c220m(F9K{sH*Vy`{--Y1*wC6@2e6NE69~rE>tCoo
zo&=v<CZ89;jtqtEF(sHfF0_jPc1;|P2*I{lrH!CcDaZLR*o$Km%K>%+7vaG^Q=v6H
z=<F^6*rVfdBQN%C{WRlG^=<0`_9kuu!Pv|6J-3g-oqhJ>u9^V$kWkni#WIuPow2h3
z_KhYS5rX|;?*sVB^;$E|hrxa`@<=Yg{)>z7U@uL}GHgz`k^!(iM{pxAb^+lsdgAj|
z0PO4B1cI@*>**Wi9<a@RXsQ1sfGrJ${rj<@rpm6>s{wY#DI5`kZTjMmm7wwfmk)#8
zY;3Cp*pu6EB@cFSN|wQWaQ0S!eTa+mVlzE!jNYf;J_)d&`4smH#%|HS^zVdC;K}Fb
z+Ij=nQK7I;tE8ref~L;__8WOPA_RM5S0(%h8JUmsVX(`dRO<ou8ZN?v-4vN+h}rwf
zDu695z>U1vD0jE9&$hK1V3%?e2*$pmACqr|pV`xM6iJo-ZzIv6urtd0jL9|ec7Scm
z#StOc?QM!Su)e)qJ`DB;PwlG(*d=+mk_Y?5DXpO;F+m5g?{aZoY|D=0#+q|qmjG;M
zKJFKcEy~Uu+C2w6`S(Lwa|75!DC~wQ7mOK`BnJR?pA<)gU>}HH3qQH4qHsP8cFwMj
z%>X+t8b^4rTlQ-Wg$~OWfc+L1=fzh3dEU5Xo23<CM-aGQFt#kaIK6QUz^<RjlmxI*
zDD02Q+l{BcnK&9?@0o-nLa?i3g-bx?tmkk(40h)3tMJ>%buPk#-F#YW*k0w-0PJ~_
zaU(CbY{o6)$raO=0PL^02?S%OW<Rf0$2CUuACA^-tDR5Kua*U{)w?8UhXf5L?H;q&
z>|#g_RpOz%>;aAT<yA}2atVqG4$1!(%kPO*!w|BVeO5brbXrWMN>p+*%tl$=HufOL
z9v;b}BKF!yq!@gSUg#p7=2FVb4#lCEfgx}3?h$DCpi6^qjzNUY>-LcBY0Y27W+|72
zve_JTF==zS*h}oYq3HhhK(hkH4ZI#akrauY{&s|<G-;>Iwp58a4#mph$yuF(lI4#$
z89x;9pM2G$P?9|S$yPlYjgmj=<f?ugrOWwGrqc>k5p;0<PW@7^C7K4-@0u807NcZt
z{TPa2*rP4U_{=P@gD!ICoe-mAVs0G|ik17sC}EJToQT_hxpq(0wJSOlKS0D@?B6is
z^ho*8s^PJ9dXy4^9FO18p`?d52p(LfXMc$Zx%T)LHXrL>JNCkyEf+*lQ#a`RZw71w
zd^7uI5(n=GJir#Q1KhU718hPSX0PIV?&vlwzMnQF_{+kX=AAQ%&j$3zBMnmi-=3mv
U{qpP{<J==v;^>I&y0c^d0~B+vUH||9
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
deleted file mode 100644
index 81555a9..0000000
--- a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.5276525795479664,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.018787488390354802,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl
deleted file mode 100644
index 6a8cd12a9dfc79508c6acadd2b2741022352cec1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%af`wRm_+UaH^PtMu^5Qd66H}&m
z3-oZN6y+Dh7bTXYPI0$?@Th&|%=>G5m~x7Myverg4A*Bz^>8I6mLzAy7iU(bf-Ei7
F0|5G+Q<DGy
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
deleted file mode 100644
index 081166e..0000000
--- a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2563.930910125492,1719536463,checkpoint_000000,True,False,1,4fa4a8c6,2024-06-28_03-01-03,200.39984393119812,200.39984393119812,242786,r8i6n8,10.159.28.66,200.39984393119812,1
-2529.025635246217,1719536650,checkpoint_000001,True,False,2,4fa4a8c6,2024-06-28_03-04-10,187.0065529346466,387.4063968658447,242786,r8i6n8,10.159.28.66,387.4063968658447,2
-2461.8067434716413,1719536837,checkpoint_000002,True,False,3,4fa4a8c6,2024-06-28_03-07-17,187.09328150749207,574.4996783733368,242786,r8i6n8,10.159.28.66,574.4996783733368,3
-2404.339845672367,1719537024,checkpoint_000003,True,False,4,4fa4a8c6,2024-06-28_03-10-24,186.51477193832397,761.0144503116608,242786,r8i6n8,10.159.28.66,761.0144503116608,4
-2310.48677315299,1719537211,checkpoint_000004,True,False,5,4fa4a8c6,2024-06-28_03-13-31,187.13084053993225,948.145290851593,242786,r8i6n8,10.159.28.66,948.145290851593,5
-2235.7468713475023,1719537398,checkpoint_000005,True,False,6,4fa4a8c6,2024-06-28_03-16-38,187.11876249313354,1135.2640533447266,242786,r8i6n8,10.159.28.66,1135.2640533447266,6
-2146.1736969234435,1719537585,checkpoint_000006,True,False,7,4fa4a8c6,2024-06-28_03-19-45,187.01839590072632,1322.2824492454529,242786,r8i6n8,10.159.28.66,1322.2824492454529,7
-2036.06691615788,1719537772,checkpoint_000007,True,False,8,4fa4a8c6,2024-06-28_03-22-52,186.76070404052734,1509.0431532859802,242786,r8i6n8,10.159.28.66,1509.0431532859802,8
-1721.8955308809054,1719537958,checkpoint_000008,True,False,9,4fa4a8c6,2024-06-28_03-25-59,186.67871117591858,1695.7218644618988,242786,r8i6n8,10.159.28.66,1695.7218644618988,9
-1612.084331842858,1719538145,checkpoint_000009,True,False,10,4fa4a8c6,2024-06-28_03-29-05,186.78013014793396,1882.5019946098328,242786,r8i6n8,10.159.28.66,1882.5019946098328,10
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
deleted file mode 100644
index a54e0e6..0000000
--- a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2563.930910125492, "timestamp": 1719536463, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-01-03", "time_this_iter_s": 200.39984393119812, "time_total_s": 200.39984393119812, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 200.39984393119812, "iterations_since_restore": 1}
-{"loss": 2529.025635246217, "timestamp": 1719536650, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-04-10", "time_this_iter_s": 187.0065529346466, "time_total_s": 387.4063968658447, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 387.4063968658447, "iterations_since_restore": 2}
-{"loss": 2461.8067434716413, "timestamp": 1719536837, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-07-17", "time_this_iter_s": 187.09328150749207, "time_total_s": 574.4996783733368, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 574.4996783733368, "iterations_since_restore": 3}
-{"loss": 2404.339845672367, "timestamp": 1719537024, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-10-24", "time_this_iter_s": 186.51477193832397, "time_total_s": 761.0144503116608, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 761.0144503116608, "iterations_since_restore": 4}
-{"loss": 2310.48677315299, "timestamp": 1719537211, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-13-31", "time_this_iter_s": 187.13084053993225, "time_total_s": 948.145290851593, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 948.145290851593, "iterations_since_restore": 5}
-{"loss": 2235.7468713475023, "timestamp": 1719537398, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-16-38", "time_this_iter_s": 187.11876249313354, "time_total_s": 1135.2640533447266, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1135.2640533447266, "iterations_since_restore": 6}
-{"loss": 2146.1736969234435, "timestamp": 1719537585, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-19-45", "time_this_iter_s": 187.01839590072632, "time_total_s": 1322.2824492454529, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1322.2824492454529, "iterations_since_restore": 7}
-{"loss": 2036.06691615788, "timestamp": 1719537772, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-22-52", "time_this_iter_s": 186.76070404052734, "time_total_s": 1509.0431532859802, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1509.0431532859802, "iterations_since_restore": 8}
-{"loss": 1721.8955308809054, "timestamp": 1719537958, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-25-59", "time_this_iter_s": 186.67871117591858, "time_total_s": 1695.7218644618988, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1695.7218644618988, "iterations_since_restore": 9}
-{"loss": 1612.084331842858, "timestamp": 1719538145, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-29-05", "time_this_iter_s": 186.78013014793396, "time_total_s": 1882.5019946098328, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1882.5019946098328, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8 b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8
deleted file mode 100644
index 595b2689e1395b74fbafa60d2176590e143e0594..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcaUn`3J_xvs9O=~_`kv>8O9!fvS)D?tQ31llm}+-;|JXSSI!)0Ye>
zdq|MLz{sR5lqmB-=no{M2T=(jg6t)TNF^d4Du^h%>(1WYG5_Xm&N<)t?)}bpZk{Ff
z^<AuWF_n*=22S-(A9Pq7R6&w=*PKVPUcUFXvu>f(s2l2Ss$x1upSMTrvQoHQ$N{S=
zG`sai8M#A>rrEC7E>vGTVW;*Okggw7JX1PGAf-?O4g%4FN@Gam{XyhE8&M=#w^=N$
z9#6%B!$jFWPVi<*QIQdbSS%Ymc6GT8%5Z(*F~&JTATB6|d_t*9VZ`e}N#i9Qsk~;Z
zPfxA-exv+AnE~%<Ynx-b67a3yf&w#KlVm^QRix>PiWVEZ&lqL)8x3Y=$4@dDlZ2mx
z9Z*6VL|Fx0Qe=%cw~5~TWyKM{>E?Bx#run5Q_G26_TX>zmk`%v5_@olK-MF+y>I6^
z6XoGqf?q-G;P3QFlh|((kTt}fKKk|0&DR5OO=8#05ymye_6@dFd54>kN$hut2J05v
z;+<-m7#K>44Xv}M`wa7ms_7T7v$=aT+@T?d4@Lx42y46>U5FqR8%NfCS82FRL%NY-
ze^KmD%9RPwAn5)e9%&0Ird=##ipZ~s*kIVyd?0{h`Cv<q$&Fz?Bs3!xr?SBsPpL+A
z9^@p2l8ddth^i9dv5TTq7>mLUNE9XcG%reF9KxqTa*TbE*#_D1|Kvt#K!u|00BJHG
zM1ojMbJ?(oHE%Rm1WtC9ja>qXZX{O-1?<Wj$8CW^cD0S-wm~Vo_QpK><I9na`Hg<N
zTh45!jro0~-~$ED#QZd*X?W#$O&74hk{nQcBNV)#5_5b^IUZ7wo1`tvWcS>n!Janf
zfz5G=a4=?=c@H?2OpW9^y->7_<RqWvg@UC9A<0%Rej%5gJt@KXP0`umK-=(@{8#%T
zi-$4UfD}i(U{Ce~Nnj$JNZ6Jn@bO(Mc$L)5duF?{`YVkWZ|q6mai$`!ei^vI@xS&+
V7Gug|k0o?Zbx|8qF4;!{{{W4N1lRxo
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
deleted file mode 100644
index fc951f8..0000000
--- a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.7819934077823693,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.00395752526712301,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl
deleted file mode 100644
index b37bf1f973a64b530b53a96a1fd66c41fa9881f4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg$^<aHbUH7sMAOmZVN`w|~hd&c!@uZVyvV5s+74dPK5qOLGrbQesJRMtpH*RVvUD
HmQp<cqBl`k
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
deleted file mode 100644
index 455ff76..0000000
--- a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2042.3615145946112,1719499294,checkpoint_000000,True,False,1,52268eca,2024-06-27_16-41-34,132.02876591682434,132.02876591682434,242786,r8i6n8,10.159.28.66,132.02876591682434,1
-2037.3184742364358,1719499413,checkpoint_000001,True,False,2,52268eca,2024-06-27_16-43-33,118.6520447731018,250.68081068992615,242786,r8i6n8,10.159.28.66,250.68081068992615,2
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
deleted file mode 100644
index 1a18466..0000000
--- a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2042.3615145946112, "timestamp": 1719499294, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "52268eca", "date": "2024-06-27_16-41-34", "time_this_iter_s": 132.02876591682434, "time_total_s": 132.02876591682434, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7819934077823693, "lr": 0.00395752526712301, "batch_size": 1024}, "time_since_restore": 132.02876591682434, "iterations_since_restore": 1}
-{"loss": 2037.3184742364358, "timestamp": 1719499413, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "52268eca", "date": "2024-06-27_16-43-33", "time_this_iter_s": 118.6520447731018, "time_total_s": 250.68081068992615, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7819934077823693, "lr": 0.00395752526712301, "batch_size": 1024}, "time_since_restore": 250.68081068992615, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/events.out.tfevents.1719324574.r3i5n6 b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/events.out.tfevents.1719324574.r3i5n6
deleted file mode 100644
index 0c8fa347ef81f7c40770382a058151a3d74cbe79..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1241
zcmah|Pe>GD6yKc<a~`d_lWV%`+PYg2b7(cFK+N5WI#@yo9fIOx-1)W{b-r0<M$I6y
zJmevwf+P?#@*4CHibxXdQk^;l(jh2v^O8|*&>`v@clO&^Gn?DI-}}Ayz2EP>dQah-
zK6g0A=lJp5!<+N_LjE2@Qpt{kgP2%tJAdxVdt02m>-pD+pMCQEmz`JR730thAwwEY
zSOWwnOhq5)mr+{5>AtM45-aHOj3gr`^4)QVe{X8&06#Iy_;pYVe#Vz|f+@x0`8|0k
zoNy@G$;eS&nPZd~M4^FEELFqEQdASE7B-L>Jpb*%{<C!#I$9n2<ml)k&pl`KEf9ln
zIo(uA8Y2UnmTutX0#ge=diOX5a-Uuu=f_F~MA#0^tbpBBvQ(XzsJx6ldB@ny;H0-u
z2j?!1^T&>S-1dknCtmfzWgpZcB`X<{W}*Z>oy7*7g;<?=4!&}*-hqS#PWZsZssMT<
zE3MEjXK>UP6QD}QX<eo>Q=L&JLt_mPbjQemhWe#pY)~iw{vu>J+4WHC3b~X0z{`f7
zMRYK`73E^B2g|ZbP9a&<Xo$WBlS239&Orzi|J{Wufa|xr15^;CU`dYp#3pDI*4P*^
z0M$bIMu-sz3;%Xp+zb(6El0(z5EuUMSfst{C2`D}Te{uG-zb{(o`ZKBG?vUVv1wAv
zk!eX(O_gNy&SxAvb(waT3*F(M&LyP42Zr8;`>ttAN!VD_g9Z!R5lum8g+&azl7gmH
z^kq2ZhF5L_14mNyLRU4KrPQRL+BS*?b}vp;UYgG&?Z=dP&XQYFu*q#c1L!L$P})%j
z+)B}lTYWKE&X?qyuFrbAb8#;oPj~b8i|V&R0z!XlkBMARo-R!3Sk}e3O7C8AL+>BH
Cp@cdB
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.json b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.json
deleted file mode 100644
index cef4024..0000000
--- a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.982125481793317,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.002789281371289888,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.pkl b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/params.pkl
deleted file mode 100644
index 7c3abfbca8fa2251d2a0adc0e85159d217bcd515..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-unfgEOTlzaYLSu_SehyZ!szN!il3%X^q|ih#Vdn>`$}Uz+uBB_)<5XT%q0R;2<h
I;V9Ju0L05vJpcdz
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/progress.csv b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/progress.csv
deleted file mode 100644
index 1e9afeb..0000000
--- a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-nan,1719324663,checkpoint_000000,True,False,1,52d8dfa1,2024-06-25_16-11-03,89.4755928516388,89.4755928516388,69318,r3i5n6,10.159.8.159,89.4755928516388,1
diff --git a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/result.json b/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/result.json
deleted file mode 100644
index 624a4df..0000000
--- a/ray_results/test_experiment/train_model_52d8dfa1_2_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_r_2024-06-25_16-08-04/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": NaN, "timestamp": 1719324663, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "52d8dfa1", "date": "2024-06-25_16-11-03", "time_this_iter_s": 89.4755928516388, "time_total_s": 89.4755928516388, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.982125481793317, "lr": 0.002789281371289888, "batch_size": 2048}, "time_since_restore": 89.4755928516388, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8 b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8
deleted file mode 100644
index 1660f88571c8850a43ac66e1999a121bd1bd1b32..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 3690
zcma*jeQXnT9LMq2I!liYJKUz5AnQ7kF*mzWo%j%KuSZlMG8-!q=$fuQc6IG_w6}Ic
z-CCBdWf_~0fG8@{q0(fsp>xDd0>~f3McIP}vmt{&oS@VPFqcphKscM<<(ss*-~D~>
z-zVSK1G4|WzSgxxs;c|WUuifnV=Tz3_1RtQBdY^6%RRYr=$s~^P5w7{AZSu8R<4t6
zz5SnBUYbYb5LrHZvyN+IX`S2a_vfysc`7{9^j<|W*~3rTRI`~V(GnV>0409L+vs-M
z91QKKZ}7TUE>|WCJ)7~PIvY&J)ToD(PA^N}PGqu$O;xY!l9L|m(rVSy*(fO@3W<C)
z$+<kVjbmJXn~S4;Hh=D^#y+xa?^IW1GJn6V?Kjnkm=_a8#Dg&RyI2Qp^U;3J>!XDS
zYJS%<k0&3vbb0($Rn=m&UrLk^8uY-ORXgYMvVI$U=Fa6~?V(-Z^5bu=%NDTjN`>8#
zxK90h{Aw6rf7gN%9PEQ%m%IojEv=|egI(Hr_5*;e386#+J5L@ZyYnpL0Q+4rm&Epr
z=9+Gr7Z3n@Q5fxGW6KQHw;Gm#%LnS6MFO@W6}HmKQx)3Sd4N6YMhOnK^6a@DFiCn)
zp9Z`8USl1=o)8lWZ1u4yDIb4$24KIyqD4t;K7XT0w`iskV1FY%fQ@Z11k3k@!R1RE
zx9J7!yHjB=5AxK!;_wK-E(@Rp2m7kFq!LViF7|1#ZwxA40obd8Xi@@u^0O$pq@>IQ
zum{9k5}RGsV`|xX^9g`m+=TYAu|tOXHS4Y5@`E1-DFHhp6?Wzxo@(Fas|DEopP&Q>
zd$^ez1C#nsQJ)4oyOf&(*hj@g0z3X|gp^PJZ2{QjhtQ%V_KKB9Of_%KeGjld5+A_E
z?lt7Motgxf552L&B4FQ>3Oi88Q_iuIvjBTp3rcXXJDK}`0h2MYPlKIk3S<E6M_bXP
z1h%m=O7>j;%L=gj#at45<mDes%zRckz%C4-eQfL#h8q{WbKvre_Vz6TwlWp=m9Yd>
zY>B@Fu=!e);9y^KU4xU`9jH%(z3-24J-}8uQ6ho8{pSdo5r6GNfE^ZdN$lCRylMXQ
zv>jmUXta-webKNvu~81N&rIwN3fK!$VgGZ6r_6P?_5$pQNtEDV*FE)94wy7gp*{_^
za_goJfITZF64-GjO6vD-=>yp2X|yPbO?<JCy7WxWFu*=7K7fraGoD<tVFkF{73qx%
z*s4_61;-K;qc|J`*k46af`uJBG6*IOJ5Zknd%0#)CcyqyOeC<I>!ajj4?Uj%*sD9y
zq9pdV6H6#<2P+5Iqv8YD*lMGFciapvHxKo^BVZG$um`$$%9GhE1K69tL<tV|{y!U7
zFnK}j(_r_9E-L`GV;D_JV7mhm@@=M~8eq?fxg_>;1Lah=`%nO2Z#atfv9Sw{UDg`K
Ee>`lO*#H0l
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8 b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8
deleted file mode 100644
index 910dde6168c5346c9902aa09e8a443318c68db2c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdrVVT90%~)PNYXGv{2+x5UNX-MlEh#M0BH%YqkN#*RuGCyH<LIPI`;?7AK$s
zMMEb(aL9aY3Jf%xE<TnRHYH9pTTr*j)cK5$(QWG7s74AIS+?Dla&CXF^<Mttp7T9l
z&gb5Lek4i;e_AT@wDN?3^G}$@>!xJIQpRehC(T$%(XQ+llg@ta8W-Gmr14#g{I%b*
zqgifW>_}Y#ibo2@TBdiE(v-f~$+Bwqsy?FMbH67u7-{fzk@7_kabz6IK*>157CB3c
zZDc_aRj|CoX{TLkiKHqg)+@Jx%9VfOJgl@iX^M+TB!86A27R#7u{d?M9QELc7Nw&k
zT<NkqDAHAAXGyz@Vn|l~y{pB%JgT5~axlK9y83~9Ganz1v?v9}Svy@okqpJUoD3B>
zfIM-aeM<0vd-u;RkPr9bejR!NW#9w+tyY)aNwXw8#((n-<)7NY%_pSHP6}X;3WsgT
z_YtqGjavt>r)zLT4ED-_8x5ecgU?66?n)eA53qAnaisvZXTRIrm{q+EV4vpWg4ov-
z36|~g7v=-(tTfy&8e3v~xWZNoZhq)izAk{R2#0Mq_y|wlw3z_=_-z~!gI$}v=P{@>
z-og0@*i|o|X$9Ed@(}^-JWq|8jM7{K*x7e+qagNs|1Pkg^&`sw_Cfvt(bz^~>+1e%
z;O3qQi>C#!M~A~UIef&%C5Mjy?8g&vL=5&`b$ubITr&yhBVga_G?W5tnI1<3ux;gT
zvv+vmA%I=Z#|5$Hr){+qE4Rl0Y%hO+XzVKEjs5Po!Oinho%sRmm~hw!I{FBiCu<(S
zo}GpxVz3t)HX1<Xbv_>f`|r2v=K$<&V{xSbcK0T?xwNgO1z@9e92dl{Gaa=sblV(&
zy^cRXG<K6Q`b-xBH(yg+y*Pj!8xFhgs*lhnJh=d{YaBQt2D|6-v35|Yq;Wn1_J{P8
z^8kA%9}&P#X>yz6uk?EXw#tbc1+jP7FIj5HsOtdR%^x5d`;^i2i=!XhoLI4z4qz+8
zVO!qx5$$7U%mvu97#tCUz5Mo6FQ~l4=ObY6nz3Xiz+TAWN&#%tQ)Ax!(obrD-NnZR
zv6CpD<)rgU6Tl{1xL-8(U893Ow*cI{a_!E_0JbU|_TH>s;{C!OjsxsX>u^L2_P!YR
zMNp}%#`y@?zjyXG1MCm@hyb?dnA@!UsMrLsqu1j`LF_lqjwGgb{IdgKSMUdj#+H~K
zEt&^!zCZVix&U@uIBe$iUPAGp{wlyen1>@`um@hHVWlA-=ObWuHr&br*kAGy0qn2N
zyUi6p*X;w?6K3K@LF`lA8lvU+#hU=Tl|Mi<cC4x3=C9+yXI44sTyp?BJ{)!m(Mya#
z8U?`Ktj7^C*mI=26G3H6CeBB|uBe^W0k9kRhyeE0cDH%Us*g_q>`{|(qagO8fr-S_
z+Hc@cQ_UYB8av&j>so*8$gsiTsBX`$cjQ~mmjl?kRvBuRp?I>W#L8G5EUBkfl~4>f
zpwX^ew+wBNp%K9))n8IopHw><p`}(=K@m4Pl~d_5tqP5{Q3XyLH^_0rBe`rD_bdsi
zL!Z&54zk!<Mlsxy5-En3nBeY26d&>^bh84<ZH%*o<fb)$6_=$PODUVpP8X6kyMueg
z{WTOl*dAzBBjwQVp$A1FX|cZ@p(vUxqO7)bnNEpfRB&?Er6G;#8I$o-5&z_?OGPQF
z$dj#ZEJ{^9YjV{+kH)ElC)13$iVQmV{!V*8$(DaN^!~b~=#CU=`1i+BEX$3yB<r$r
zz;=3>GxwwvosjbH@vt=cb16y)u~o^HnJto?&3T{YptvC-?qP76HlpOG-Wp!3GorLG
z<ak|TL@7^yAb7FL$o(fG?7PQX(v2v_|L(X4Ki+TB99-R&<Nss8XMi_n8qt{0?*T6~
z1s3?vHgrK7;akOf9_27c>$Xo1T6DIx%$0W!=}$&_l>C2tina~PbKe;6{+w1CJxunb
G@zj4_)3FEu
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
deleted file mode 100644
index f9d9794..0000000
--- a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.049405145459166966,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0917460389036109,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl
deleted file mode 100644
index bb4a9124c414555b98e4286ab8dac6a2de1fd671..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&70Xc&+r6|83z9_LIb&9+FO7Dd;7#17!Fy#~hdE0AN%Pe?tv4<-uu_QSozBscg
J6=X@N9ssveQ#k+t
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
deleted file mode 100644
index 31d357d..0000000
--- a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1963.1659531480684,1719518209,checkpoint_000000,True,False,1,5436b378,2024-06-27_21-56-49,81.73000359535217,81.73000359535217,242786,r8i6n8,10.159.28.66,81.73000359535217,1
-1991.797592042938,1719518277,checkpoint_000001,True,False,2,5436b378,2024-06-27_21-57-57,68.002121925354,149.73212552070618,242786,r8i6n8,10.159.28.66,149.73212552070618,2
-1962.9070631612942,1719518345,checkpoint_000002,True,False,3,5436b378,2024-06-27_21-59-05,68.36926174163818,218.10138726234436,242786,r8i6n8,10.159.28.66,218.10138726234436,3
-1963.723276213398,1719518413,checkpoint_000003,True,False,4,5436b378,2024-06-27_22-00-13,68.3394775390625,286.44086480140686,242786,r8i6n8,10.159.28.66,286.44086480140686,4
-1964.6577398345225,1719518481,checkpoint_000004,True,False,5,5436b378,2024-06-27_22-01-21,67.95102214813232,354.3918869495392,242786,r8i6n8,10.159.28.66,354.3918869495392,5
-1963.233094703494,1719518550,checkpoint_000005,True,False,6,5436b378,2024-06-27_22-02-30,68.2700297832489,422.6619167327881,242786,r8i6n8,10.159.28.66,422.6619167327881,6
-1998.2474076879307,1719518618,checkpoint_000006,True,False,7,5436b378,2024-06-27_22-03-38,67.93067574501038,490.59259247779846,242786,r8i6n8,10.159.28.66,490.59259247779846,7
-1966.4671976885459,1719518686,checkpoint_000007,True,False,8,5436b378,2024-06-27_22-04-46,68.20492196083069,558.7975144386292,242786,r8i6n8,10.159.28.66,558.7975144386292,8
-1997.90943055641,1719518754,checkpoint_000008,True,False,9,5436b378,2024-06-27_22-05-54,68.2099084854126,627.0074229240417,242786,r8i6n8,10.159.28.66,627.0074229240417,9
-1964.396376722441,1719518822,checkpoint_000009,True,False,10,5436b378,2024-06-27_22-07-02,67.73129034042358,694.7387132644653,242786,r8i6n8,10.159.28.66,694.7387132644653,10
-1971.7665900282973,1719520288,checkpoint_000010,True,False,11,5436b378,2024-06-27_22-31-28,81.72813010215759,776.4668433666229,242786,r8i6n8,10.159.28.66,81.72813010215759,1
-1962.3812928687869,1719520357,checkpoint_000011,True,False,12,5436b378,2024-06-27_22-32-37,68.32595419883728,844.7927975654602,242786,r8i6n8,10.159.28.66,150.05408430099487,2
-1961.6378394900344,1719520425,checkpoint_000012,True,False,13,5436b378,2024-06-27_22-33-45,67.94392895698547,912.7367265224457,242786,r8i6n8,10.159.28.66,217.99801325798035,3
-1963.4142201341044,1719520493,checkpoint_000013,True,False,14,5436b378,2024-06-27_22-34-53,68.2390410900116,980.9757676124573,242786,r8i6n8,10.159.28.66,286.23705434799194,4
-1974.0520605853224,1719520561,checkpoint_000014,True,False,15,5436b378,2024-06-27_22-36-01,68.27515816688538,1049.2509257793427,242786,r8i6n8,10.159.28.66,354.5122125148773,5
-1966.7488004429133,1719520630,checkpoint_000015,True,False,16,5436b378,2024-06-27_22-37-10,68.31270408630371,1117.5636298656464,242786,r8i6n8,10.159.28.66,422.82491660118103,6
-1962.6332181194637,1719520698,checkpoint_000016,True,False,17,5436b378,2024-06-27_22-38-18,67.964919090271,1185.5285489559174,242786,r8i6n8,10.159.28.66,490.789835691452,7
-1953.7692371278297,1719520766,checkpoint_000017,True,False,18,5436b378,2024-06-27_22-39-26,68.35524988174438,1253.8837988376617,242786,r8i6n8,10.159.28.66,559.1450855731964,8
-1954.2639188991757,1719520834,checkpoint_000018,True,False,19,5436b378,2024-06-27_22-40-34,68.39789581298828,1322.28169465065,242786,r8i6n8,10.159.28.66,627.5429813861847,9
-1954.128303587906,1719520903,checkpoint_000019,True,False,20,5436b378,2024-06-27_22-41-43,68.36882543563843,1390.6505200862885,242786,r8i6n8,10.159.28.66,695.9118068218231,10
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
deleted file mode 100644
index 31c908f..0000000
--- a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 1963.1659531480684, "timestamp": 1719518209, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5436b378", "date": "2024-06-27_21-56-49", "time_this_iter_s": 81.73000359535217, "time_total_s": 81.73000359535217, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 81.73000359535217, "iterations_since_restore": 1}
-{"loss": 1991.797592042938, "timestamp": 1719518277, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5436b378", "date": "2024-06-27_21-57-57", "time_this_iter_s": 68.002121925354, "time_total_s": 149.73212552070618, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 149.73212552070618, "iterations_since_restore": 2}
-{"loss": 1962.9070631612942, "timestamp": 1719518345, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5436b378", "date": "2024-06-27_21-59-05", "time_this_iter_s": 68.36926174163818, "time_total_s": 218.10138726234436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 218.10138726234436, "iterations_since_restore": 3}
-{"loss": 1963.723276213398, "timestamp": 1719518413, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5436b378", "date": "2024-06-27_22-00-13", "time_this_iter_s": 68.3394775390625, "time_total_s": 286.44086480140686, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 286.44086480140686, "iterations_since_restore": 4}
-{"loss": 1964.6577398345225, "timestamp": 1719518481, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5436b378", "date": "2024-06-27_22-01-21", "time_this_iter_s": 67.95102214813232, "time_total_s": 354.3918869495392, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 354.3918869495392, "iterations_since_restore": 5}
-{"loss": 1963.233094703494, "timestamp": 1719518550, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5436b378", "date": "2024-06-27_22-02-30", "time_this_iter_s": 68.2700297832489, "time_total_s": 422.6619167327881, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 422.6619167327881, "iterations_since_restore": 6}
-{"loss": 1998.2474076879307, "timestamp": 1719518618, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5436b378", "date": "2024-06-27_22-03-38", "time_this_iter_s": 67.93067574501038, "time_total_s": 490.59259247779846, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 490.59259247779846, "iterations_since_restore": 7}
-{"loss": 1966.4671976885459, "timestamp": 1719518686, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5436b378", "date": "2024-06-27_22-04-46", "time_this_iter_s": 68.20492196083069, "time_total_s": 558.7975144386292, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 558.7975144386292, "iterations_since_restore": 8}
-{"loss": 1997.90943055641, "timestamp": 1719518754, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "5436b378", "date": "2024-06-27_22-05-54", "time_this_iter_s": 68.2099084854126, "time_total_s": 627.0074229240417, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 627.0074229240417, "iterations_since_restore": 9}
-{"loss": 1964.396376722441, "timestamp": 1719518822, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "5436b378", "date": "2024-06-27_22-07-02", "time_this_iter_s": 67.73129034042358, "time_total_s": 694.7387132644653, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 694.7387132644653, "iterations_since_restore": 10}
-{"loss": 1971.7665900282973, "timestamp": 1719520288, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "5436b378", "date": "2024-06-27_22-31-28", "time_this_iter_s": 81.72813010215759, "time_total_s": 776.4668433666229, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 81.72813010215759, "iterations_since_restore": 1}
-{"loss": 1962.3812928687869, "timestamp": 1719520357, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "5436b378", "date": "2024-06-27_22-32-37", "time_this_iter_s": 68.32595419883728, "time_total_s": 844.7927975654602, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 150.05408430099487, "iterations_since_restore": 2}
-{"loss": 1961.6378394900344, "timestamp": 1719520425, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "5436b378", "date": "2024-06-27_22-33-45", "time_this_iter_s": 67.94392895698547, "time_total_s": 912.7367265224457, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 217.99801325798035, "iterations_since_restore": 3}
-{"loss": 1963.4142201341044, "timestamp": 1719520493, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "5436b378", "date": "2024-06-27_22-34-53", "time_this_iter_s": 68.2390410900116, "time_total_s": 980.9757676124573, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 286.23705434799194, "iterations_since_restore": 4}
-{"loss": 1974.0520605853224, "timestamp": 1719520561, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "5436b378", "date": "2024-06-27_22-36-01", "time_this_iter_s": 68.27515816688538, "time_total_s": 1049.2509257793427, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 354.5122125148773, "iterations_since_restore": 5}
-{"loss": 1966.7488004429133, "timestamp": 1719520630, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "5436b378", "date": "2024-06-27_22-37-10", "time_this_iter_s": 68.31270408630371, "time_total_s": 1117.5636298656464, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 422.82491660118103, "iterations_since_restore": 6}
-{"loss": 1962.6332181194637, "timestamp": 1719520698, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "5436b378", "date": "2024-06-27_22-38-18", "time_this_iter_s": 67.964919090271, "time_total_s": 1185.5285489559174, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 490.789835691452, "iterations_since_restore": 7}
-{"loss": 1953.7692371278297, "timestamp": 1719520766, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "5436b378", "date": "2024-06-27_22-39-26", "time_this_iter_s": 68.35524988174438, "time_total_s": 1253.8837988376617, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 559.1450855731964, "iterations_since_restore": 8}
-{"loss": 1954.2639188991757, "timestamp": 1719520834, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "5436b378", "date": "2024-06-27_22-40-34", "time_this_iter_s": 68.39789581298828, "time_total_s": 1322.28169465065, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 627.5429813861847, "iterations_since_restore": 9}
-{"loss": 1954.128303587906, "timestamp": 1719520903, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "5436b378", "date": "2024-06-27_22-41-43", "time_this_iter_s": 68.36882543563843, "time_total_s": 1390.6505200862885, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 695.9118068218231, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8 b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8
deleted file mode 100644
index 729453f16d50c83ce8d63943921861a95b65042a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*re^8Tk90%~RDf)bC2~&Oz`5|K2PQrPLVdS2TM@`UB@4QpfdmQY6P1!TthDv2D
zs06blFS`^F6*5Vb>COa~9!93dX`bkH)k&V<8P+9Uo0dQBdN#)Q;bWW6!+$*A@B91S
z_w{|?_!27_{Aw)EO(ANN?w%-b_*tuz=UeqA_N6)N8P+~)8spl2a$;bfvtdIvF{A3t
z72mvwFjX`fhvZg$S-QQHWzvf+He1yEbT4K5aDCd;KxBva5=|V~iX#)z1f;|fo6%BQ
zY@iE_Ou^a`i;1;INhA)9Gh%T&sFZEPd01(%unZTGNNO*wJeeM-G_OinMAY+<6qJnO
zaHZX3W@x+7WTQ=X#!B0wmhZi&o3UxiYIPu9Us>5tB-G%>RFs0^Vcce73mDqU*z6W7
z<6l5~hRB;4Sm4(0KP)G9@C&HWWHbRU;A_>}O%~Qh!)1IspY$-<0d_v+^INz5*wSFw
zhwgePucN#VV1Kp~N5o*ODXkh*zPbzNLtyWzy`TWt{d`0KdyD*t?vJzg4*~4TTHGjz
zz3wMX_Inl2d=Iddb$9{M*b;KZvGY!_^VJJd!yLXhTNVtvs`DSpd$z9`U{@~05i!^s
z-#R=1D$(mW9|F5Kw|W3zck&Sd><2fF=;U;n8enVkaHAmh2E*2DB(2#7u#fQzh{h(#
z*e>J&JKwC?9OK6x5e)m>DlheS9Hj)<y(Er^!B$UGECrQowKyLF`+81h6~MmFM+C5+
zk8<f2t50<S>~%WaD2RRf#rABq`;}gR-N!E=8rwk@9nAa)>^zgYlIF)A84P=Nu7_eY
zJEsHeC3A2@40c=Uv>BlC8lMk=z5hXfFTgIEiz@}NyO^W8?lgM~!0zSag4okLZ)RW4
zowplczcCN@i^kqV7G2kS!Oq*7GbulIcrffA_j#xbmVvbZ``TAHA_n_-k0%~f<{!lQ
z5ZGPS-J<~ZZ9XD^o&ADK_eHpCEWj>o!Ht606>|ydn~eqK0Q(xhfN1Ovvg6BkCD?hz
zgSr)d>`}q66Jxwomh6rjVAnmw5i!``E$eZE%EU)F9|D^yU0n&VoA`(Tc3X@~w{Fqm
z9Dp7D7&i)Hmo+C*+jsrd4zR2E1w><CC!I-?-v&ExDt}z!#~vLFyN&QtaW_AW1K1}V
zI3fnSV}yGbsGR*S&WFH`%ya4hb_X93z&;q}(%p%ly%1n$RNzKI?88I`72SRQV}RYv
zFCZFQqD{-G4hK6gY+bO~k4*%_PCf0R-Wj=90kF3?aYPJu-I|8Opi*-L=R;uUHTE<B
z?6Z7C0Q>6tqq?h7a}&VMI*J<wv8$IYpdM{1sRh_hegV<g5!(43f5P9{lVe)z{n#iN
zcB9)vWjuU#DZtK)#St;sUst-f1MDk&J_Pnf)s{&BdsQ5+6u|C^aOpa;B=Aqa%Y0lA
zd*6wCYGruK27vvV68DS7PS#qcq_jH21}{f7^*h%PyVKkK*s3NO+ABljXk&@qsyEx{
zbY^1-W92SrtUaenhTfN<QGp@Fzf#3LY07g5<?HPQM(*nLCX*~nQK07xOo7F~UF5jS
zBVAa?J&Qw8!=JIGX1Z8k##p(bNF*N`vIb_yqH)6>4WBGWgu!Ylp}E_duZqhu=6uFr
zFtJ6n!DQwhai4}^2iyJ4Q7Cfg`{4_PBWba(9iecRHZpocvP>0;#wg&;S(S*!E1q&Q
zej?(#`Kl67ydw0?R+WSj6i>UkswSa{3gMgSepzM)8#upj@9djJ^beii4JrCfipKNj
zXJc$O?rKZh?0OE^#1>j|PDznl%AaGaRM{d$(Zg&NMC3i=reDJ=yESO+5E1t<aGNHP
z@`+Q!V|z%H7=#>;N02D~$rl6<I!Nw65kb!$Pe~@x7~k1(5AMdF?wvXMWsUE{fY$&|
zo=T#a;qL<;;65ccz`wS5poZlBvk?4U#d8KUAAEA4FDqbi?s(%8LNYb*)1yY|Ncn$z
XhBXYzbMF}MJ|aarI_#wUm!AIs6Ii|I
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
deleted file mode 100644
index 4b81f09..0000000
--- a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.3048722403961074,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0003667007874849629,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl
deleted file mode 100644
index 21247e854079223f9269154d5d6af8d743ac801c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-z~M&D6u0Qj}j1UzAvqI>p`oax>fQ+Kg{KOgTkBo&|^b<Ac&4d$^JkOOi9<i!-ZI
KftIk8>Hz@54pSij
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
deleted file mode 100644
index dcf213d..0000000
--- a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1961.4776693028728,1719533395,checkpoint_000000,True,False,1,57284f74,2024-06-28_02-09-55,103.31512880325317,103.31512880325317,242786,r8i6n8,10.159.28.66,103.31512880325317,1
-1959.5523080900898,1719533483,checkpoint_000001,True,False,2,57284f74,2024-06-28_02-11-23,88.52644205093384,191.841570854187,242786,r8i6n8,10.159.28.66,191.841570854187,2
-1990.1104097141056,1719533572,checkpoint_000002,True,False,3,57284f74,2024-06-28_02-12-52,88.94331359863281,280.7848844528198,242786,r8i6n8,10.159.28.66,280.7848844528198,3
-1962.9307063545768,1719533662,checkpoint_000003,True,False,4,57284f74,2024-06-28_02-14-22,89.54130935668945,370.3261938095093,242786,r8i6n8,10.159.28.66,370.3261938095093,4
-1954.3513726662463,1719533751,checkpoint_000004,True,False,5,57284f74,2024-06-28_02-15-51,89.19881558418274,459.525009393692,242786,r8i6n8,10.159.28.66,459.525009393692,5
-1957.0877286655696,1719533840,checkpoint_000005,True,False,6,57284f74,2024-06-28_02-17-20,89.5766806602478,549.1016900539398,242786,r8i6n8,10.159.28.66,549.1016900539398,6
-1960.7224668968381,1719533930,checkpoint_000006,True,False,7,57284f74,2024-06-28_02-18-50,89.54632711410522,638.648017168045,242786,r8i6n8,10.159.28.66,638.648017168045,7
-1960.303706612174,1719534019,checkpoint_000007,True,False,8,57284f74,2024-06-28_02-20-19,89.50325727462769,728.1512744426727,242786,r8i6n8,10.159.28.66,728.1512744426727,8
-1958.0356551042692,1719534109,checkpoint_000008,True,False,9,57284f74,2024-06-28_02-21-49,89.23209404945374,817.3833684921265,242786,r8i6n8,10.159.28.66,817.3833684921265,9
-1957.8637003260335,1719534198,checkpoint_000009,True,False,10,57284f74,2024-06-28_02-23-18,89.53279662132263,906.9161651134491,242786,r8i6n8,10.159.28.66,906.9161651134491,10
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
deleted file mode 100644
index 7f49bdf..0000000
--- a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1961.4776693028728, "timestamp": 1719533395, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "57284f74", "date": "2024-06-28_02-09-55", "time_this_iter_s": 103.31512880325317, "time_total_s": 103.31512880325317, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 103.31512880325317, "iterations_since_restore": 1}
-{"loss": 1959.5523080900898, "timestamp": 1719533483, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "57284f74", "date": "2024-06-28_02-11-23", "time_this_iter_s": 88.52644205093384, "time_total_s": 191.841570854187, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 191.841570854187, "iterations_since_restore": 2}
-{"loss": 1990.1104097141056, "timestamp": 1719533572, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "57284f74", "date": "2024-06-28_02-12-52", "time_this_iter_s": 88.94331359863281, "time_total_s": 280.7848844528198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 280.7848844528198, "iterations_since_restore": 3}
-{"loss": 1962.9307063545768, "timestamp": 1719533662, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "57284f74", "date": "2024-06-28_02-14-22", "time_this_iter_s": 89.54130935668945, "time_total_s": 370.3261938095093, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 370.3261938095093, "iterations_since_restore": 4}
-{"loss": 1954.3513726662463, "timestamp": 1719533751, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "57284f74", "date": "2024-06-28_02-15-51", "time_this_iter_s": 89.19881558418274, "time_total_s": 459.525009393692, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 459.525009393692, "iterations_since_restore": 5}
-{"loss": 1957.0877286655696, "timestamp": 1719533840, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "57284f74", "date": "2024-06-28_02-17-20", "time_this_iter_s": 89.5766806602478, "time_total_s": 549.1016900539398, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 549.1016900539398, "iterations_since_restore": 6}
-{"loss": 1960.7224668968381, "timestamp": 1719533930, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "57284f74", "date": "2024-06-28_02-18-50", "time_this_iter_s": 89.54632711410522, "time_total_s": 638.648017168045, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 638.648017168045, "iterations_since_restore": 7}
-{"loss": 1960.303706612174, "timestamp": 1719534019, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "57284f74", "date": "2024-06-28_02-20-19", "time_this_iter_s": 89.50325727462769, "time_total_s": 728.1512744426727, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 728.1512744426727, "iterations_since_restore": 8}
-{"loss": 1958.0356551042692, "timestamp": 1719534109, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "57284f74", "date": "2024-06-28_02-21-49", "time_this_iter_s": 89.23209404945374, "time_total_s": 817.3833684921265, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 817.3833684921265, "iterations_since_restore": 9}
-{"loss": 1957.8637003260335, "timestamp": 1719534198, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "57284f74", "date": "2024-06-28_02-23-18", "time_this_iter_s": 89.53279662132263, "time_total_s": 906.9161651134491, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 906.9161651134491, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/events.out.tfevents.1719328213.r8i6n2 b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/events.out.tfevents.1719328213.r8i6n2
deleted file mode 100644
index a15214dc49bed0fae69d1e250b80c268488a66a4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|OK1~O6ip_fbuOlDrb%s+CZ<yhItyc6C{!WQQiOJ)6gLX>G0D6(6O%V#W}>Yi
z7K$QB!Ho+S_1B683oWA7A}DkvE<`teP!Zg;u5?qO*oAMJ$;-#KW;gfTbI-fyo-{iO
zzsXB|BL8vicz*uYry~JRLYGytx91!tX4n1?(=(&(cHi9X^WFT#TK6NXufZubfe$>o
zJQ6kY1V=NPVff+wc+WL&sAHc^xv}yV@%QT(r5)NJz$iva%V!jnOyT6&oTd`f?{JL9
z(ko}4R!DAdWc*4=MI)F}9FCzq=0Mbz%npQ3@Gnag5hBpSBuzDok(p8rq?%YqhJX2u
z-kp9tKHX{4C&tEp@O?g}xC=xGR?-cXBr(#lVQM;FA29o{#eL8ou(bU86#uR?K!V-S
z#s*lbvZ-psK$T;x&HuP#t8>o6oa+-e)BKY!vy%(dY-!2`cU|B^shq6KSp!A!a1QHq
z7h?8ab-`s9)Y_1+$_c+Yu?`?1o5>Vaxqu@sQGhxHCpCrcOnpX!gS6HH{_+~hXHiBT
z!8(P!;3-17-Q5hnvQl}o2Y5x-a)>TwNl`A&Ca|KYWC$s0mX_#iFe#|7EBnD){4O6<
z16;;Z2dE(^g=Hn;lDtqaREA6nL#wbwh^i=7NTd)1h0Q}C?Szo9)sdwRXczu}#EHdN
zJ+be%`14*D@BC`t?>h(IIA|^1&%lO3Q-BOprUt8IQ0slc!E>&3$5}2g!$DJ-w*v3&
zKk)g`RCp-{jYW%S(GFf50##RI*qu0pH?W-H4RHuo2ZVv6ar&p-@b;`F5{G*0cC^4R
z96NgD^n;l7n2H#%=3E?hl;?o~REPql*fM}VU)&_CtmjuOvKD@J*!JSp{A52LEV|zb
aQ3(9&Jtj)Qd7813?{1OX=Il5*jQ;{4Wsi{n
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.json b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.json
deleted file mode 100644
index 554644b..0000000
--- a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.7224904221599877,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.04561252173503944,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.pkl b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/params.pkl
deleted file mode 100644
index 4395f1ff6fd0ff4d452b715ee4e214e7f9c36808..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@|k*gVVZ%af`vGG_+UaH^PtMu^5Qd6
z6H}&mGxcz$6y+Dh7bTXYPI0$?F1N(`wpmaQQ%(_(w>+xN$$ckh4_8uRNpePfab{I2
J&=QVPJpjZnQS$%*
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/progress.csv b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/progress.csv
deleted file mode 100644
index c3d04e5..0000000
--- a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4538.754975086122,1719328455,checkpoint_000000,True,False,1,5763f130,2024-06-25_17-14-16,242.80822491645813,242.80822491645813,2195253,r8i6n2,10.159.28.60,242.80822491645813,1
diff --git a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/result.json b/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/result.json
deleted file mode 100644
index ab24623..0000000
--- a/ray_results/test_experiment/train_model_5763f130_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-25_17-10-00/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 4538.754975086122, "timestamp": 1719328455, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5763f130", "date": "2024-06-25_17-14-16", "time_this_iter_s": 242.80822491645813, "time_total_s": 242.80822491645813, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7224904221599877, "lr": 0.04561252173503944, "batch_size": 2048}, "time_since_restore": 242.80822491645813, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719315958.r9i1n2
deleted file mode 100644
index 9fd5f4f41972841719e5576ffd2e0f909d601cf3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Q8{CjFw&%5a;#hX-=n3<>NT9%quVr8Usw)CMgRNaR8<<6WLM&~Dh
z)Cn+ZiE)W=@fIak>X($}rRwM87Z;1(s6XcXQApyQ0aVM>uNUGuWh~)Zl(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w>?ieYo`GWJB5SyQR4Y^R^HPCY7#RLpeA%WCwK6wW
zHh|O42ChYkOMy!gZe>YkZfbl<MrLt*W=U#Me6i@&X)~O5I;`<BgleDL-29UB2tvCG
zmlBsWs`lc{yyVpQqSWG&{GwE_0XH<wea)c;Jb!U2lGEN6Zod|n2A3k-0FbSTC7Jno
P#qp@dfPB72G{GGJqA7)=
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316230.r9i1n2
deleted file mode 100644
index 60a6e8b1b740aeb099aac2f8f9f3bfad9c63ee7e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$RWuI@j$dfrV(Dc+=_#LPTB*Rs^S5-X$fit`1^P<0#TmpgMVygBzG
zNSy$amKc`^7jIEwrG80iUaEdhesQsAxXV=M*DE<58bGy7{dysu^XEOd7G*9)E-AQ{
z;*9*#oRs+FjMU`pg8a<95>W<*2K(CwG*_TlY4H%QAJxi~{Jd1476yjbjsJM{p;qR`
z$_8*AMQBmtQs9z=TUnBsn;Kt|ky#v{S&~{5Uo2XFtJX<sugP0OsP?(d%`Z9aAHi)@
z;Zov~M%7-NnU|azUzA#0l3$bxHo&la=`nMt0ncBYisamcFhGk-gG&)^0La$FlFa<P
P;&@bJKt6Z3_^|{49YT!L
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719316663.r9i1n2
deleted file mode 100644
index e884cdce5385a28384819c9b686facfba7492ccf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Qa9d~ut%)99*#hX-=n3<>NT9%quVr9f#qBB()s&2#la%WC|M^{^r
zIss-aF)k4<-lD`x{gTqWRQ;U%;$l$&)+%SEsjBk~pjxJWy%5jo<__1Q%%#XB1=muX
zkzbmV5}%xrnw(vbpP5%8%D~WIUq0oiJ&KjvJ>mLMtxU<!O9g6SU<i==W~mRgGB;K>
zfHU6<u0@GUflCr@Wl3gkYJ5pXW^sIGNorAiv8Yg4nN!T%EH^`__PNc?FF8LTw5xC_
zaY>_UFV4(MPK_^0EiTC~N(CFxJhj%`9BRPx7pEdQGrZyUYjJ6CDZ&i^*_v3AnV(l2
zk7^9a=NZx-B`7{u=&JVw2Q~|~z}_Jo?R@i7&100n_U?vjAttbMf0tyVSa}tpA4g#S
z;P7)n3GApIxRnF~TXvqa)3y+U%P4_;389@}U`ue_brNgpT!IqV?!9pPi4JTAhkbK|
GjsgHi*6>sS
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2 b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/events.out.tfevents.1719317486.r9i1n2
deleted file mode 100644
index 814ba821a2602dbeded420f0f7fc31ef7ff6ebb1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2406
zcma)-e{2(F7{|M-4DK=A+_?hl*0FYjk&9BgAR0pG*&F{rmVl9;37*&9J9@I-mAjh)
z23gz?aYhLP0wj|l`$LckhClpc$)bpcEtnV=B_s$095{a<iK#!rKfY~m@AaJ>ZU5{0
zJm2?w@8@~)Jab*S->E&TgY0<i@WZnoTzlT<i5ar0En4|1(yV1IAHB3+Y_#*vpLk7V
zm%k}KK8W+4n8DA6YVa8H&XCoqp-_izn%?_&TE*`>%la1ElEdk5B{r~+NE#skJ|Zy_
zdS{0s#S<vLEv2iP<#oBbBA)vA7-e~IKhe{cimo9nak+NgI=wn%TPC;o*RbJth$ILN
zP(v&&HHjoEp_-CvAwx2~@2=eu?LU5EENsjBySpdYPaSy^1fiCeo2nK^l7UQ1H&FJ1
zb7$5KJ!@ZZ@8{7?Y;!O1=V2iP$ORc!*-~}Ql;~?RFK_8x@Dug&-Kn-YS=i-;U@yKH
z7Po)XbeDpCbvu!i0((dq?4~SZ2GLIgdn9eNQLrZ*NfFp1hlS`N;p6}XJ8lxkqOi}H
z*Q2A&SKgywUvn-f8MaIK@!qW&)XOWr3^it9&nyJH^1J!sQZ%Sjuv;$?Nhz@X7mg+<
z%P~hk4eTu|ntrEXZ~lr{7J==aw<7x6otBjp>?@AEDC{F&_{Dz)`fgCLqhAyMl3@$N
z(8o*ure2<YF%-(eo>d6;9==YTcxru`g3Yfdl2TxAYIwhuvb^Ew3&QS-{IYL+l!Bey
zKrD;E{`}8KH1@_PJrwM5M_v^6Tf=Q);KJ4#3ijrW#J^<NUBVB&ef{Ula^vVg|FKut
z`wO1Q!sZ9uaMBIcQX(ZAa?+GSXh#YecqD4ps<+*+*9|l65ce;`{lx?;0AjKgPvBv-
z3pKcd98@SMt}A$S;&Cmtx8t)K@aCUsok^)f-iZtxsshhs$gs2LLUrCzezFHx#n4j{
zo{t$TtVPKfQWRC&Dk*9bAK|Y-TFyP|?1iey|M?e{1JjXl2PoI11d^2oH(v#n9KEaf
zdZ^<bv5TfiGP{QNLoGM`F5%~apL^7<;O9dlS9}-jZtm&P?D}2&<HKd_bIo@BZZmL`
zfjXytCNfRDOeE8iF<@0|*H;ZQFvK`@JjeLXGB7)jEyq?JKbHB8MBvFuMEEe*Fb^W&
zn^H9r>k^>80CEz?+S;iNLV{QvC|rAzg7uY|+Tnwz#kyZ_FZE?VhH3+nyheaI`Talw
z*a!!lwk3fB0^a3?dzIuoh`j6yzrNhw<(EG@^#Z$gl71LM;QK#&q$xS_xW^psj|G`o
KWe3xHFZ~C|RP56L
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
deleted file mode 100644
index 2bbbd42..0000000
--- a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.0001,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/params.pkl
deleted file mode 100644
index b25efe32850df295ad89712f3193328fb3fd5b2d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&70Xc&+
zr6|83z9_LIb&9+F$(bN9tA{D42*{H%d-PhyS+|EPDX}CuBfdDZDivr6OQ{|J(%@4H
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
deleted file mode 100644
index 1b47f09..0000000
--- a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-396.9987843430887,1719316035,checkpoint_000000,True,False,1,58bc48cb,2024-06-25_13-47-15,76.29459309577942,76.29459309577942,339920,r9i1n2,10.159.32.15,76.29459309577942,1
-298.5339005838229,1719316294,checkpoint_000001,True,False,2,58bc48cb,2024-06-25_13-51-34,63.463342905044556,139.75793600082397,347039,r9i1n2,10.159.32.15,63.463342905044556,1
-250.0197828397976,1719316725,checkpoint_000002,True,False,3,58bc48cb,2024-06-25_13-58-45,61.615302085876465,201.37323808670044,353741,r9i1n2,10.159.32.15,61.615302085876465,1
-219.07703201414094,1719316773,checkpoint_000003,True,False,4,58bc48cb,2024-06-25_13-59-33,48.90440893173218,250.27764701843262,353741,r9i1n2,10.159.32.15,110.51971101760864,2
-196.89034751832017,1719317549,checkpoint_000004,True,False,5,58bc48cb,2024-06-25_14-12-29,62.07963538169861,312.3572824001312,366320,r9i1n2,10.159.32.15,62.07963538169861,1
-177.75854870653527,1719317597,checkpoint_000005,True,False,6,58bc48cb,2024-06-25_14-13-17,48.146273374557495,360.5035557746887,366320,r9i1n2,10.159.32.15,110.2259087562561,2
-165.82053633562222,1719317644,checkpoint_000006,True,False,7,58bc48cb,2024-06-25_14-14-04,47.530285120010376,408.0338408946991,366320,r9i1n2,10.159.32.15,157.75619387626648,3
-156.16600364024245,1719317692,checkpoint_000007,True,True,8,58bc48cb,2024-06-25_14-14-52,47.988035917282104,456.0218768119812,366320,r9i1n2,10.159.32.15,205.74422979354858,4
diff --git a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json b/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
deleted file mode 100644
index 7b5b7d6..0000000
--- a/ray_results/test_experiment/train_model_58bc48cb_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_ra_2024-06-25_13-42-50/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 396.9987843430887, "timestamp": 1719316035, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "58bc48cb", "date": "2024-06-25_13-47-15", "time_this_iter_s": 76.29459309577942, "time_total_s": 76.29459309577942, "pid": 339920, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 76.29459309577942, "iterations_since_restore": 1}
-{"loss": 298.5339005838229, "timestamp": 1719316294, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "58bc48cb", "date": "2024-06-25_13-51-34", "time_this_iter_s": 63.463342905044556, "time_total_s": 139.75793600082397, "pid": 347039, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 63.463342905044556, "iterations_since_restore": 1}
-{"loss": 250.0197828397976, "timestamp": 1719316725, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "58bc48cb", "date": "2024-06-25_13-58-45", "time_this_iter_s": 61.615302085876465, "time_total_s": 201.37323808670044, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 61.615302085876465, "iterations_since_restore": 1}
-{"loss": 219.07703201414094, "timestamp": 1719316773, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "58bc48cb", "date": "2024-06-25_13-59-33", "time_this_iter_s": 48.90440893173218, "time_total_s": 250.27764701843262, "pid": 353741, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 110.51971101760864, "iterations_since_restore": 2}
-{"loss": 196.89034751832017, "timestamp": 1719317549, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "58bc48cb", "date": "2024-06-25_14-12-29", "time_this_iter_s": 62.07963538169861, "time_total_s": 312.3572824001312, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 62.07963538169861, "iterations_since_restore": 1}
-{"loss": 177.75854870653527, "timestamp": 1719317597, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "58bc48cb", "date": "2024-06-25_14-13-17", "time_this_iter_s": 48.146273374557495, "time_total_s": 360.5035557746887, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 110.2259087562561, "iterations_since_restore": 2}
-{"loss": 165.82053633562222, "timestamp": 1719317644, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "58bc48cb", "date": "2024-06-25_14-14-04", "time_this_iter_s": 47.530285120010376, "time_total_s": 408.0338408946991, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 157.75619387626648, "iterations_since_restore": 3}
-{"loss": 156.16600364024245, "timestamp": 1719317692, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": true, "training_iteration": 8, "trial_id": "58bc48cb", "date": "2024-06-25_14-14-52", "time_this_iter_s": 47.988035917282104, "time_total_s": 456.0218768119812, "pid": 366320, "hostname": "r9i1n2", "node_ip": "10.159.32.15", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.2, "lr": 0.0001, "batch_size": 1024}, "time_since_restore": 205.74422979354858, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719329376.r8i6n2 b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719329376.r8i6n2
deleted file mode 100644
index f6d895802d3803de895243eb6a9f615d9abfdf13..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$P+?;Fk7G4H0M6mL>dVrHJ6YguYuiIvf{D8n_%P<0#TmpgNcYWb`M
zsS{w-65|r#;w?(7)GsN`OV!WGFD@1}mH*<RyYPpw0aVM>uNUGu4fNq!l(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w?A6i|El{kCHiYX(wK63?FBPbTfgy0#?>c>`mASF9
z0i53vT9mjHxFq3LmSpCp#+PJd7RP6nq!z^&i@ra;!ig_*ler;O``qT{mz?EBa2r*)
zl(?i(wHIgRC8x$0r52au7o~y?P+t5f(j02Q^B1QgIX@!|(BjhIQiK}-vNf?JGe565
O9@Q9-&)@cE^8x@LjDrmT
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719330587.r8i6n2 b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/events.out.tfevents.1719330587.r8i6n2
deleted file mode 100644
index 4f8b36a8361df3d3b03014589393ace09171acf0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|O=uHA7)>{|bw5mN)}&37{-j%lvWKP>K`25}8$l~*^`;=hCOa`}li9GltyY8v
zics((f(M0KwSpc53nHS$A3PNGq(?0(c+g4@EtM1nE6z5XNm6ay+kWqR-<x^g8=oWp
zO^zHCdC!rLGmoyl>+!o{x~!6peM6X--8(PLt<<#HeNz*sd-=-wm07EAD<{=~2VA;5
z95M$94y821@P<Zm(fY&B^-h~|Irj$fOACzB2Cd*{6eFn(rW6!U;`l&DQ;F$yII`hi
z_gj2rlDn1|zg$w$2&NQ=<M{q3=R&q*`b1Md|Efq4AqWjj(p1wJnMu_^s)==Ec%wh=
z?43VQZFbr8@zK$5e9w2LxE(|Yl+z8B#4*ybVQM;F9gxcf26o#6zRtZq#!nXqNYD<g
zY=EUIo2o_(R6fSKd2V_1?Nmj6&c*R7r}&xo9}YdHW=pr6aKi~6l+4JwoHkGhpUGgI
z-i4TbV@^2lglZcSesaPxC)NPOWHX+mDra%fDGE@d;JBvHJ5!%gB0*~n;4Q6@!8A(A
z!&s+~8(alQx4V7dDJhjUyMR}8EraOAEGf#x=@?cNm7GM1nx-Xs8cg!)tIA$*7ye5J
zRRNc>)B&mpN@7_FIwd#M3gsb_nxRqHAVg~@R!F2K2ng$kKx%;|VWTBWJD^SY{}Nlq
zE=>@7e=inpcJuAC_WnL|@QH)Q;{FV57&HaQFlB16N)lS%Qx2xN;vVmD{<|F1m3S-g
z?(FZxQ2&?VFl;MWM2q>rbVk6xW@`+)9)ae6SkCZZ1OjUV!oX~VKH7iop0zB7q1M_R
zEyOyuJh&Q_!`5NSV!)c|LF-HNzyK;lfnsbKK#wo3lU3HU7>;hb{cMl@2wy&&Jj#a)
d?sq{5{C|6oiIR7oW~}IYrO0ir@bzXBe*p76osj?l
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.json b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.json
deleted file mode 100644
index e842615..0000000
--- a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.0063231604639778505,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.0021079084039053323,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.pkl b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/params.pkl
deleted file mode 100644
index 736546c8843456938dfbfec2824c7e47ab0926d8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB)WZwY3p5lg#L>eC69O3rRmPSVpOKoF
z0y2R!r6|83z9_LIb&9)v<+FgYw0{jfOgTkBUZTsatvq^3JzPnNCCM4_#hF#9Kub7E
F^#HfIQi=co
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/progress.csv b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/progress.csv
deleted file mode 100644
index 9422605..0000000
--- a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1952.9751620555487,1719329461,checkpoint_000000,True,False,1,5b0a0ae2,2024-06-25_17-31-01,84.39049577713013,84.39049577713013,2195253,r8i6n2,10.159.28.60,84.39049577713013,1
-1963.9745468980684,1719330671,checkpoint_000001,True,False,2,5b0a0ae2,2024-06-25_17-51-11,84.48489356040955,168.87538933753967,2195253,r8i6n2,10.159.28.60,84.48489356040955,1
diff --git a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/result.json b/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/result.json
deleted file mode 100644
index dd7065b..0000000
--- a/ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1952.9751620555487, "timestamp": 1719329461, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5b0a0ae2", "date": "2024-06-25_17-31-01", "time_this_iter_s": 84.39049577713013, "time_total_s": 84.39049577713013, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.0063231604639778505, "lr": 0.0021079084039053323, "batch_size": 2048}, "time_since_restore": 84.39049577713013, "iterations_since_restore": 1}
-{"loss": 1963.9745468980684, "timestamp": 1719330671, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5b0a0ae2", "date": "2024-06-25_17-51-11", "time_this_iter_s": 84.48489356040955, "time_total_s": 168.87538933753967, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.0063231604639778505, "lr": 0.0021079084039053323, "batch_size": 2048}, "time_since_restore": 84.48489356040955, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8 b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8
deleted file mode 100644
index 7736a024cdcc61a34db0dc614b1089e6deda30e6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$S753BwUn}5?$iZ`h!F*8rkwJbHS#L6hK#CVr7RNaR8<<6XiYuR1H
zf$9VpwZynYxOj^aEA>lC^HTM5@{5Z_L-fA8OuM&K!T_pe>embLoc^2OT9mmIxuoD)
ziZk*{b5i1yGg6bY3-UAbN<<kL8tl`Z;*3$Oe6$6wAJxi~{Jd1476yhmvETOkP%Cp|
zWdk_Nw!*b2aVc;~!mTXH%uS6i$;d2@&n!tTiZ2#*JlyT9nRkAvAyoU^=H{22pAgzr
zxRki0QMDIm<|U`b7o`@L<QJua4KVm3yTcr6!1EWUA~`d+!R^=L(%@2r8vwF3u_QA;
QuQ(pn7?96(9)9En0J6V+_W%F@
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8 b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8
deleted file mode 100644
index 88882967844d4089791fa41f7400617d8675e673..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|O-K}B7+z<?nwM7H(KTIvT4xJl4vpKvK!V+{66_K|fnj`&JD<+j?l;TKnAs&k
zgbp5zis)cwdP~yC>JUVD66;VM`tec(k<lTE?B~`u?(Da-rZ%^EpZ9s6?|a_otMX;P
ziHk=?UhIeuw~xI$7!Gurica<(K8K0jyzh;CJrH&KX2$wj_>QUME2poFlPaMC0;bY0
z+r0$KDZ{ctKTiBQG=FFOYoklKw(<h;C+{&z6dEARD3)gQrc{*FaPn-%(1{)L`3B;N
zg}aRfl0)|yzfe*&2&NRDPgp6IWmhtNy6zZXIm;*_M4*~U+IkuzThlG1+t@@_Xs&g*
zMR>Wm6m#jLgM(lAt9kk^5TT}!Zs{b6k%=waF!Abu-&fja_PYZ<FD<n5+aEA}3HCq(
z8{nuawr&s$6^?Ok{xtNgXQn7SXJqt74`0$Y89PPImL~l$?uQDbWfW6MTS&&|GuWhe
zA$Hp(KMeU{s|yK#IN>KJmH>1rc2c7%7jVQc3Q(frq@mI~Q=d^+7p+x8$Xg@5X_Qj>
zu}PsI1agq+c2_}#r{rx80I!-x2GNT-Qk09+omf?M(v4I-O-uANm}J#gl|vBB{d)%$
z1DA5t0g4IIu%br%QV>do!jMVzP%CT_qBRsJBvKvJ2pfk$+6i^SW=ocKLsa<x65oDW
zd`{f`&3(Jw%%92a?;{8AIjGI=&%%~PQ-Ca6p$6-u%V>MT!DBAJ$7wD+#X+UVTY(Q2
zHGO}5^Wld$l;<p>#cW_A2?(#*8pCcSpne_88D5rvnzaF8;6Q>t+I4r&TBvrZvpZVQ
z%8#_RG@-b2n1UFv=1c;1c=N!3kyRicTQ4APkX6>R9G@PEb{}vb;ryeC<9uJv{TRp)
Y{?~g<)U5L~V|m}Vh}^a!G`oEHFA$-Ta{vGU
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
deleted file mode 100644
index d887dfd..0000000
--- a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.5222925375143747,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.001905027104926316,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl
deleted file mode 100644
index 9ff032e426e19f01e56fd303cc5f72341b3b50d5..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@>zO#VVZ%af`vGG_+UaH^T1+EJ#2aL
z8L5dWQ@lBPI8%!93*w6sOH!w}+dtSg@7gCb#vZ1eA|Nl`%-P*dIHQLvDX}CuBfdDZ
KDivf&sU85+SyAx-
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
deleted file mode 100644
index 65854ee..0000000
--- a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1977.4477678434116,1719491860,checkpoint_000000,True,False,1,5dabf7aa,2024-06-27_14-37-40,279.5254096984863,279.5254096984863,35196,r8i6n8,10.159.28.66,279.5254096984863,1
-1978.6859784464198,1719494473,checkpoint_000001,True,False,2,5dabf7aa,2024-06-27_15-21-13,280.56061816215515,560.0860278606415,69992,r8i6n8,10.159.28.66,280.56061816215515,1
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
deleted file mode 100644
index 5e13e4d..0000000
--- a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1977.4477678434116, "timestamp": 1719491860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5dabf7aa", "date": "2024-06-27_14-37-40", "time_this_iter_s": 279.5254096984863, "time_total_s": 279.5254096984863, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 279.5254096984863, "iterations_since_restore": 1}
-{"loss": 1978.6859784464198, "timestamp": 1719494473, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5dabf7aa", "date": "2024-06-27_15-21-13", "time_this_iter_s": 280.56061816215515, "time_total_s": 560.0860278606415, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 280.56061816215515, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719335674.r8i6n2 b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719335674.r8i6n2
deleted file mode 100644
index bb8893a139aa6e56fab04eaf274dd18721a436a5..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$R8w07>>H}9sS6mL>dVrHJ6YguYuiIq{|we2d(P<0#TmpgOT?0$b1
zq)vcQON>i|i?=ATQop1$FI7J$zqnZR!NCR>orY7q22d?izg~#v{JS5nMVU*HOA4-~
zI3vF_CnY{PBQ-g@AU`v&M3jM{!Cvc9$Ym5OgAc*=qgt7gpO*^M!ocwLud|~*)XLmg
z*#OQr2rWun3S5$KD@!tSQ{ziAGK=FgOHzyCi$%|-6gwSc*tg9Ps(o&A^GnX0!*Cl_
zxRki0QMDIm<|U`b7o`@L<QJua4Y<2BlG7Y&!1EWUA~|0o4AA1z;8KJe0J1f)Br`v+
zI3Cp)kk2pFcru{)Jm2W<O>kf{VGHaVjXW+>-bimn3G5nUxE5jpyFN}L9>q!~6S#gH
zfvv)BqJ|RK9SAK10{hwpJ10rD7pqVLo52)rBf-GFBz4m%@%~2zl)$b+7(jGjGdRrX
H&aeXjKF|b1
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719339767.r8i6n2 b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719339767.r8i6n2
deleted file mode 100644
index 948ba6c57f934e4a1d8025f5603eda83973ad968..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2230
zcma*oeMl2=9LMp2PrE~*B70Z~Ix}UO(}DzRY~B%pn%g9({;*@YgI&5i+1-4AWupIB
zkwj#X=3_)Dfn^pYEhYQI9*lwtG}MY_h7V;XSdOf%@jJe-akszk{rm8Haojd3{{OC?
z%u{2F8E@T>TSs$LF~=MhhE3mBPP0Px&aATEs>Hx^x7sR5tZ@H<5#Mub!ZaK3^>~cK
zQl%A~EUhi&cs@2pm>~O>kB(&olE$T16gHlZl0-ZKSD}Qran4dJRcxb+OUgKg6=D^N
z8hx}qg#nXVBkJL#m1F6Di9+$K@6;J>VA5U`XTn~Ji5ic`H={{`vD1`bV|a=YXa~i|
zrnxGJs;RX<GXr@`UENpAXhMtIa5cUK<~+j|)0Bhe1<pbH4@gn=rey^V_%i+M2(};|
zputn{1ayFJ)gmw)%Tw?e-_08q<8#5yJ7$tc{n+8buw9=9$p`K6Zh-BYMTs2jR%=T(
zm|Pb75ZLRwnF@eiK8GeHushmxgtm1c6<{xjxg_?~*)gIrX*LyLTj$ZfY;1*LH=SSy
zH}4Ej_V}?Qf?+!wddQ(_a~HrKjzEbVZ0_dj4lrqqM12VCAMcAs0QMU(k-(mq))U8@
z-Sq%FKME~MVyEWBk+U~cB>?-0cz|qdgP})v%>-_KsUU2@j~y8dyLL}I`8@CT34s0C
zh!Q#2O+}4Yz+{;T^&zmGYV9Pz_KJxF_UnEfanN%i3Sd{7(V`^wWKTYs6<1OXu$ROG
zWMkJD(myC?z|B_*{&@Y^QNggk_n#-py$`(rTV+Ct9BfN-?^ZC`DfS_-pAzTbo1JDx
zlM>jcyY)m8ss9GByTn`)ySB+iQkvC|06Vb|?aRh)H{dPX;Rh588&?kb{vegXuxl^Z
zleXc3>i}C5juJW8(fSvQ0Q-*Ehrr(WNVo^yY+VGJl)z>@IwI43=q|v%FXoci^Vmgl
WZsqVhfW0dc?aRg<G<b4yy?+7!xZtM%
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719345748.r8i6n2 b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/events.out.tfevents.1719345748.r8i6n2
deleted file mode 100644
index cc958918d7198f3e194bf3add12949bb2505abe6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reN<Cr90%~ZDS96pvhfm(SBD%tOB_gL$ZTU*O3~x7$fF!j-R5?2OLm9b1(aT#
z8H$<4>G%>B;tQwLJjO}QPQJkLC4n+2?3@S_@rVeTl9rgrsk<?r%g;9N<-gtM`99x0
zpXdI;vq;I{-|m&O)kIJ;vAJP;YnDpB*lDscle3FyhMhL0X62FEMBlvH>JpMrgj#Am
z^Fjzs1PViPr)h<jEn;YGfy3nr|E1VXc7NV`F4Y&={C6`&$Rcqh5sgPG9C2A4MFkeh
zY^BXh3mrCw4VOsV`i#zma!@&4h4Zk|;$UblB9V|8i#BO}mG)O-=Mm@lh#DoJC|t?f
z>@>w%Z7#~j(oV`1KB>CMIC}ows5D=^YW3=FVrDdMoPg9Q8pd5V#!ORA+QmAYw08k=
z+4SX8eG7D5Z^|R;_ysg*A{vhu@U)s(n}cyta2e0ekJld>3wHkSQcA5C8~MXdswgD0
zJ0?8<*y_tTA_hBU&Z=iX<pDk)0DD`EWD3B}?7)=**v>6FW6y2P9f18U9~Z<vuWB{U
zK2Tl-uv4$#e$m(xLqhYB0kHD{#e<_>?6Ll^7di6Dtb6<31lV_#I3fnS?dA^$KxJtt
z&IiEGtKT{YV2=vJ5drMN6FQ^$`L0<2dlerS#Fib8Cf7I2tOMBh`2|E{8w|O7tq!pB
z_>@y;z1UCq!=7bbM7Bm9)B^0-$v7eg`=ew_1gQLs&j-NHJd|Druv4_SQUJUC1D)~L
zxoIYVUBkx(u`@5{kU7?mn*er1D()AJ?KXUc)|kM~>8l%Cyx4Mo*jcA@$&mxQM*{36
zoj4)}drN6$3#jbj^8v6sTAZ%{Y~~uS6u@5iwa%DP+W#ED?&jly*gwfj$+xQ3eG0H&
z>%#q_v3D5$%&^P@JHLO%-R{K>_J>{Uo<lC}e|9y%o_H2V#9%+nyXFLyhxvQ}?Dt-e
zTL-Z94Y*PO`&Ojh7?=4+GQd8>#|5#2dNz^s>o&X#u#+2czi8}w!>-O-d0^+)t5R=x
zvB&wt{xSFkav;6-I=~)XjU!^P^AGOPfXWI!9{{^(C6ffOBX{6R0qmuH(~Kqm5<via
z3m+H6{%hub@=n{>WPmN-iTg!kUp5@qepdo^US#aQ=fw{3hkY!<NS-d=mkqFsNgNS_
zeT;2Hpz<M~4}iU(E$S%1{$d8M6u|zbMrZ6_uvZDNHQ6{Wh`s*zQ{<|(C>LOF=NAx-
zEy?Q3FMA2>yl=x9X`|==Y=uAU3oSFqR&#MKz`nB)N5o)<y?8hsRI(r9d;sjHFLay*
z*!_G&0K2tXXZ+1xR|c@z3fw4&y=GY(xi#u$48ZQ;7Z8mdl2y6K*a&tW+E5+r#a8;m
z&g`2?-q_Y<1K4CEj)=i-U3lIODx3Ix0PHcRE8hm#bDMCb0JgGvx=}moVl=?6=i`Fd
z)}*`Su}RLW06Xn_+%FnCA*+P!jjtUscsZ)5s(gdEcxkT}TT>%LJ7p-0vKE@0CcBH$
z(#s2JCwD<(*qm}1DwCnnz9Hp5Qsq6VIvAnFCf01_u1=+Nf=sPM!4}%=uy7YS?(#_G
z=X1}ZQ26j?Op%=`Fs-1S+>ipvhlZTK*^wx0*rVZ-<%qC29fcHkTk}+LS=zpswpeV;
z63Sw;bC0-hLo<Wz-sW(m82UVXp&%qJ@U$Zo#86h+WJ!=|6lk0h-kddYC`S31oADzN
z&&^j8i=vf*Z?>9v6svsP%~g|x5|zR?(-SANlNjImoxHtk8u3)S@BFSvQM(ky@aN~E
zT`ulwOSxDR2W(^V9XThY=%|!G$1kO-{ZbS$%vMP#-ggDXr>Fg_N1;PR+{3{aCd7bL
zkDMAFa~n{cA96h2t4Gm~z94vz3y=4I_IL`HALltc?!i0VsB>H51ik0WfY$&|PBow>
zhrbVapu#)AzqWW_hk^TL!T-C8=k)3~Wi*?0zF!s^j_iJ!m^GxIhO|iae|ws-49auw
Q81Ft(EgduB6Zb9lKO>mjZU6uP
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.json b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.json
deleted file mode 100644
index a4aefb0..0000000
--- a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2842529108982538,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.00015364900402465778,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.pkl b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.pkl
deleted file mode 100644
index 18b52d2f95739444bc3641862802d17e21716ccb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6fDHl!v_-r83z?(%ZtxQO-z~M
z&C<h}Qj}j1UzAvqI>p`olA*CYTX9zpQ%(_(r=mRTDc8%o9<HRslH`o|;>@a4pd}oo
FdH{ZDQE31G
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/progress.csv b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/progress.csv
deleted file mode 100644
index 0363c5e..0000000
--- a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/progress.csv
+++ /dev/null
@@ -1,19 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1030.0586158572219,1719335735,checkpoint_000000,True,False,1,5eb1e282,2024-06-25_19-15-35,60.84843850135803,60.84843850135803,2195253,r8i6n2,10.159.28.60,60.84843850135803,1
-562.0288162832185,1719335783,checkpoint_000001,True,False,2,5eb1e282,2024-06-25_19-16-23,47.70394277572632,108.55238127708435,2195253,r8i6n2,10.159.28.60,108.55238127708435,2
-444.9066558597595,1719339829,checkpoint_000002,True,False,3,5eb1e282,2024-06-25_20-23-49,61.87126088142395,170.4236421585083,2195253,r8i6n2,10.159.28.60,61.87126088142395,1
-385.7694199930026,1719339876,checkpoint_000003,True,False,4,5eb1e282,2024-06-25_20-24-36,47.405888080596924,217.82953023910522,2195253,r8i6n2,10.159.28.60,109.27714896202087,2
-351.1129479595995,1719339924,checkpoint_000004,True,False,5,5eb1e282,2024-06-25_20-25-24,47.97740936279297,265.8069396018982,2195253,r8i6n2,10.159.28.60,157.25455832481384,3
-320.4649035836768,1719339972,checkpoint_000005,True,False,6,5eb1e282,2024-06-25_20-26-12,47.432437896728516,313.2393774986267,2195253,r8i6n2,10.159.28.60,204.68699622154236,4
-293.46044717623494,1719340019,checkpoint_000006,True,False,7,5eb1e282,2024-06-25_20-26-59,47.91654348373413,361.15592098236084,2195253,r8i6n2,10.159.28.60,252.6035397052765,5
-273.19929143950696,1719340067,checkpoint_000007,True,False,8,5eb1e282,2024-06-25_20-27-47,47.474034786224365,408.6299557685852,2195253,r8i6n2,10.159.28.60,300.07757449150085,6
-256.9283664733406,1719345809,checkpoint_000008,True,False,9,5eb1e282,2024-06-25_22-03-29,61.405439615249634,470.03539538383484,2195253,r8i6n2,10.159.28.60,61.405439615249634,1
-240.56306673785832,1719345856,checkpoint_000009,True,False,10,5eb1e282,2024-06-25_22-04-16,47.146918296813965,517.1823136806488,2195253,r8i6n2,10.159.28.60,108.5523579120636,2
-230.43498638483484,1719345903,checkpoint_000010,True,False,11,5eb1e282,2024-06-25_22-05-03,47.185975790023804,564.3682894706726,2195253,r8i6n2,10.159.28.60,155.7383337020874,3
-219.4073686975194,1719345951,checkpoint_000011,True,False,12,5eb1e282,2024-06-25_22-05-51,47.13756966590881,611.5058591365814,2195253,r8i6n2,10.159.28.60,202.87590336799622,4
-211.7666195846918,1719345998,checkpoint_000012,True,False,13,5eb1e282,2024-06-25_22-06-38,47.17806816101074,658.6839272975922,2195253,r8i6n2,10.159.28.60,250.05397152900696,5
-204.5018019788847,1719346046,checkpoint_000013,True,False,14,5eb1e282,2024-06-25_22-07-26,47.774343729019165,706.4582710266113,2195253,r8i6n2,10.159.28.60,297.8283152580261,6
-198.05782912847565,1719346092,checkpoint_000014,True,False,15,5eb1e282,2024-06-25_22-08-12,46.741618633270264,753.1998896598816,2195253,r8i6n2,10.159.28.60,344.5699338912964,7
-194.08880230760948,1719346139,checkpoint_000015,True,False,16,5eb1e282,2024-06-25_22-08-59,47.16085863113403,800.3607482910156,2195253,r8i6n2,10.159.28.60,391.7307925224304,8
-196.82745781845935,1719346187,checkpoint_000016,True,False,17,5eb1e282,2024-06-25_22-09-47,47.1561017036438,847.5168499946594,2195253,r8i6n2,10.159.28.60,438.8868942260742,9
-183.96574522003414,1719346234,checkpoint_000017,True,False,18,5eb1e282,2024-06-25_22-10-34,47.40534067153931,894.9221906661987,2195253,r8i6n2,10.159.28.60,486.2922348976135,10
diff --git a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/result.json b/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/result.json
deleted file mode 100644
index db1051e..0000000
--- a/ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/result.json
+++ /dev/null
@@ -1,18 +0,0 @@
-{"loss": 1030.0586158572219, "timestamp": 1719335735, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5eb1e282", "date": "2024-06-25_19-15-35", "time_this_iter_s": 60.84843850135803, "time_total_s": 60.84843850135803, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 60.84843850135803, "iterations_since_restore": 1}
-{"loss": 562.0288162832185, "timestamp": 1719335783, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5eb1e282", "date": "2024-06-25_19-16-23", "time_this_iter_s": 47.70394277572632, "time_total_s": 108.55238127708435, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 108.55238127708435, "iterations_since_restore": 2}
-{"loss": 444.9066558597595, "timestamp": 1719339829, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5eb1e282", "date": "2024-06-25_20-23-49", "time_this_iter_s": 61.87126088142395, "time_total_s": 170.4236421585083, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 61.87126088142395, "iterations_since_restore": 1}
-{"loss": 385.7694199930026, "timestamp": 1719339876, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5eb1e282", "date": "2024-06-25_20-24-36", "time_this_iter_s": 47.405888080596924, "time_total_s": 217.82953023910522, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 109.27714896202087, "iterations_since_restore": 2}
-{"loss": 351.1129479595995, "timestamp": 1719339924, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5eb1e282", "date": "2024-06-25_20-25-24", "time_this_iter_s": 47.97740936279297, "time_total_s": 265.8069396018982, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 157.25455832481384, "iterations_since_restore": 3}
-{"loss": 320.4649035836768, "timestamp": 1719339972, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5eb1e282", "date": "2024-06-25_20-26-12", "time_this_iter_s": 47.432437896728516, "time_total_s": 313.2393774986267, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 204.68699622154236, "iterations_since_restore": 4}
-{"loss": 293.46044717623494, "timestamp": 1719340019, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5eb1e282", "date": "2024-06-25_20-26-59", "time_this_iter_s": 47.91654348373413, "time_total_s": 361.15592098236084, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 252.6035397052765, "iterations_since_restore": 5}
-{"loss": 273.19929143950696, "timestamp": 1719340067, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5eb1e282", "date": "2024-06-25_20-27-47", "time_this_iter_s": 47.474034786224365, "time_total_s": 408.6299557685852, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 300.07757449150085, "iterations_since_restore": 6}
-{"loss": 256.9283664733406, "timestamp": 1719345809, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "5eb1e282", "date": "2024-06-25_22-03-29", "time_this_iter_s": 61.405439615249634, "time_total_s": 470.03539538383484, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 61.405439615249634, "iterations_since_restore": 1}
-{"loss": 240.56306673785832, "timestamp": 1719345856, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "5eb1e282", "date": "2024-06-25_22-04-16", "time_this_iter_s": 47.146918296813965, "time_total_s": 517.1823136806488, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 108.5523579120636, "iterations_since_restore": 2}
-{"loss": 230.43498638483484, "timestamp": 1719345903, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "5eb1e282", "date": "2024-06-25_22-05-03", "time_this_iter_s": 47.185975790023804, "time_total_s": 564.3682894706726, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 155.7383337020874, "iterations_since_restore": 3}
-{"loss": 219.4073686975194, "timestamp": 1719345951, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "5eb1e282", "date": "2024-06-25_22-05-51", "time_this_iter_s": 47.13756966590881, "time_total_s": 611.5058591365814, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 202.87590336799622, "iterations_since_restore": 4}
-{"loss": 211.7666195846918, "timestamp": 1719345998, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "5eb1e282", "date": "2024-06-25_22-06-38", "time_this_iter_s": 47.17806816101074, "time_total_s": 658.6839272975922, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 250.05397152900696, "iterations_since_restore": 5}
-{"loss": 204.5018019788847, "timestamp": 1719346046, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "5eb1e282", "date": "2024-06-25_22-07-26", "time_this_iter_s": 47.774343729019165, "time_total_s": 706.4582710266113, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 297.8283152580261, "iterations_since_restore": 6}
-{"loss": 198.05782912847565, "timestamp": 1719346092, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "5eb1e282", "date": "2024-06-25_22-08-12", "time_this_iter_s": 46.741618633270264, "time_total_s": 753.1998896598816, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 344.5699338912964, "iterations_since_restore": 7}
-{"loss": 194.08880230760948, "timestamp": 1719346139, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "5eb1e282", "date": "2024-06-25_22-08-59", "time_this_iter_s": 47.16085863113403, "time_total_s": 800.3607482910156, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 391.7307925224304, "iterations_since_restore": 8}
-{"loss": 196.82745781845935, "timestamp": 1719346187, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "5eb1e282", "date": "2024-06-25_22-09-47", "time_this_iter_s": 47.1561017036438, "time_total_s": 847.5168499946594, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 438.8868942260742, "iterations_since_restore": 9}
-{"loss": 183.96574522003414, "timestamp": 1719346234, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "5eb1e282", "date": "2024-06-25_22-10-34", "time_this_iter_s": 47.40534067153931, "time_total_s": 894.9221906661987, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 486.2922348976135, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8
deleted file mode 100644
index be6f28d5db2eabf0fd7be2c4859c0d59de3f0408..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$SQoop;I^KUvz@g@}|X6EU+mZj#ESQ(wx)8kf#s@pKX+?jLU<D23j
zbpni9Vq79zyhVwX`X!}#srotj#l@lzi+;GY-TS}T0IFr`*9-BSb6&u;D03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*q3d;rGaAQidS&`s8*)r=cNL*Ffc4wwREXI)XLmg
z*#J)C*KjRLTnb#0a4SnPb5r9>GBS(fGfPs7;)_L(&6wxZ>-x#d5UPD{bMs5i%?Rx(
zTuNNhsM?D&^O95Ji&BeA@{3Zz2E?TN>otcO@chN8NKVx^aQn5mG`JMu27qi$EXmBz
zD~?As2IO<^(i^8xeEv{aO9LF(OxOb3vf-;sSL%d^D1rS)1g?dcz?N9gsDxr=uP9tU
zj=-MM8+ZyOu%*S|S_lO8ys9Rr2Dg%El)#>k&`vP0H+2d)KU=5s8YQsh#o_i79oP&G
JGr#0)1OP~2^{W5?
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8
deleted file mode 100644
index 854c485acfed8806158ac9e044f97e1e6b0a9c46..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Q4)_JEA=ihXc;!P?_%*@ksElbTSu`)U=B=ATXs&2#la%axjM}+Tz
z)Cn+aiE)W=@fIak>X($}rRwM87Z;0)JpAf1^X#PO22d?izg~#ve0CD9MVU*HOA4-~
zI3vF_CnY{PBQ-g@AU`v&M3jM{!Cp@C@COttGtR*Eqgt7gpO*^M!oYB~YLT)&)XLmg
z*#OQT2rWun3S5$KD@!tSQ{ziAGK=FgOHzyCi$xb{%yl}bH`C4#s(o&A^GnW>vv3<#
zxRki0QMDIm<|U`b7o`@L<QJua4T$~VRbvh{;Q5PFk(@6P2550<a4EtK0NI*Yl9``Z
z9FJ-Y$meQde~zK}d}d_wJ8)pLU<>Ty_rJJ2_|1M2C9ro#!L<+**mrb!%}}g#iiYdQ
z5!h#E&wGgy*e4KL2n2RUWs}qNk2mvB0^2PHZX?0KX1&Poe8qmtJe0uRjWB@dz-DlG
IxWYmf00)--i2wiq
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8
deleted file mode 100644
index 93833e9d3bc46d9f01db50ffda731b139ad93204..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2406
zcma)-e{2(F7{|LSY`Z7vejMwh-4C}`!#pG1#vddV?YUKi@z0_R;SX}T-o3M@?cH*B
zQ&AH-7Lvt9B@#n0PSA~@1|o^#5-})46BsTo(ZpyZ82@k*h!U0I{DHo0ukZDpEp7k1
z_j$hW_kBOl)Aw2J%Kj#IZwas`_ozQBhrW5h?}-_bs;zzSNu*ifZf4{CXM%R#i9=8I
zvg>|tWf0D*Tgf*<19%K+SI8RHP$;3Brg#0qV)VPnkprE!<dy65A{$#Gk|4B$pGeHO
zKAccQIgaEfhICc4ye?NNQZ@UiNm+jW7tzy}imo9nak+fY{VIoS%jC|MepddQNCMCX
zK4NL9NhDfv)f80=8KUWZ@90EN)IB%dWy>c<M=!IN9r+y)fF@dQs+x>M1DTd?pv(q;
zJoMTp>+KB|ewy9EqJM}#4;|1>Hb}clma1!}NN<zA`HRfy8`RCeWj1md*p-D~k34@P
z`qqzKJO$ggf=J4Neb+JHZ<OVfqb~y6JwE*s1v|8oSeAe-uN	J@V@76zt=Uyd>=L
zWNq)=M^DaCu!EJvziikpVfW@MGt|u!n??c|*j0sKAOGlj^y7|g%@pjtn~9_x*uk$3
zU!*MS`iQ;=?17GjH5BXvj-&+a{a=stpbsuoQ?P5c5XX|Rx9;fg{qx|GPQe~?HYgjm
zAXGKJKTq8pZl3GTz^*O?dtk$2^zHV0WeRrSUm__7_9I_dVaoCyM_&Z?nhO^N3ievp
z`P?Z>!2UkGr>9fjHcG*sbmS#r$4-s)rj!po6l{M5@h=;8N_ckev;Gqm+2?5A#KFhe
zsk7nnG;Ds#4R5%iL5vSchLkkL5PEtD8Td)mtiCZf>~%wx9paW4ZjlMp0K_Cqj^oGb
z8Pw(ua8RQlSy%AWiJxn6a1gKgz?;9O4JXBfv<n$HR1cn9$gs0lLqpzDezFHx#n6XD
z{640wuofj_NKsVnF;P*IcnO~dX<7G-vlr@f-}xI=0+UF)15|2a97#%>o3Dpjj-FL~
zD>QSrm_^GZ=~=_KKoeJdmhiVj3wNto!QTl%uJkN8-z{9#?E208@@AO5nXBIq3|wNM
z*{Pq2OcM_i(X=ECSk(sgzS9hxVw^g@%lMBm(3r=TW9w5pFMS!bW+SjFhX^lb8>UkL
z|FWu)*ggST3m_-)YY}K#-XJ8H67cLVSbLIECqQkwc6i~+{(EM&zVLD+eHf|@NHRX?
zZTbB`0*5mJr)^09A3so}S4qyb$kNrh`3?3gKQ}%3Fx&8{{qO055cvPk9%)LJJnk`v
P`-%WlU2)&`(SiQ};Wp+<
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
deleted file mode 100644
index 2a6fdd0..0000000
--- a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.2066693100484649,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.01811726031464282,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl
deleted file mode 100644
index 0b29c61cb3788bf9ef4685beab9bc561e79f7a55..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&70hz#=Qj}j1UzAvqI>p`oREhHC`>_o@OgTkB-lX1;L%Ne+_i!a8mLzAy7iU(b
K0xe-F)dK*{>QlP_
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
deleted file mode 100644
index c73f91f..0000000
--- a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1987.5899369848057,1719496799,checkpoint_000000,True,False,1,5fd6b12b,2024-06-27_15-59-59,79.29838418960571,79.29838418960571,69992,r8i6n8,10.159.28.66,79.29838418960571,1
-1964.0069681002399,1719496864,checkpoint_000001,True,False,2,5fd6b12b,2024-06-27_16-01-04,65.23948526382446,144.53786945343018,69992,r8i6n8,10.159.28.66,144.53786945343018,2
-1967.0336683378446,1719502712,checkpoint_000002,True,False,3,5fd6b12b,2024-06-27_17-38-32,78.57935905456543,223.1172285079956,242786,r8i6n8,10.159.28.66,78.57935905456543,1
-1958.9930592934916,1719502777,checkpoint_000003,True,False,4,5fd6b12b,2024-06-27_17-39-37,65.23711919784546,288.35434770584106,242786,r8i6n8,10.159.28.66,143.8164782524109,2
-1975.2254739596149,1719505928,checkpoint_000004,True,False,5,5fd6b12b,2024-06-27_18-32-08,78.82753491401672,367.1818826198578,242786,r8i6n8,10.159.28.66,78.82753491401672,1
-1980.3283037801427,1719505993,checkpoint_000005,True,False,6,5fd6b12b,2024-06-27_18-33-13,64.60036778450012,431.7822504043579,242786,r8i6n8,10.159.28.66,143.42790269851685,2
-1965.8961032657173,1719506058,checkpoint_000006,True,False,7,5fd6b12b,2024-06-27_18-34-18,64.92104005813599,496.7032904624939,242786,r8i6n8,10.159.28.66,208.34894275665283,3
-1969.885332723302,1719506123,checkpoint_000007,True,False,8,5fd6b12b,2024-06-27_18-35-23,65.11498975753784,561.8182802200317,242786,r8i6n8,10.159.28.66,273.4639325141907,4
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
deleted file mode 100644
index e77b071..0000000
--- a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 1987.5899369848057, "timestamp": 1719496799, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5fd6b12b", "date": "2024-06-27_15-59-59", "time_this_iter_s": 79.29838418960571, "time_total_s": 79.29838418960571, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 79.29838418960571, "iterations_since_restore": 1}
-{"loss": 1964.0069681002399, "timestamp": 1719496864, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5fd6b12b", "date": "2024-06-27_16-01-04", "time_this_iter_s": 65.23948526382446, "time_total_s": 144.53786945343018, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 144.53786945343018, "iterations_since_restore": 2}
-{"loss": 1967.0336683378446, "timestamp": 1719502712, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5fd6b12b", "date": "2024-06-27_17-38-32", "time_this_iter_s": 78.57935905456543, "time_total_s": 223.1172285079956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 78.57935905456543, "iterations_since_restore": 1}
-{"loss": 1958.9930592934916, "timestamp": 1719502777, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5fd6b12b", "date": "2024-06-27_17-39-37", "time_this_iter_s": 65.23711919784546, "time_total_s": 288.35434770584106, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 143.8164782524109, "iterations_since_restore": 2}
-{"loss": 1975.2254739596149, "timestamp": 1719505928, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5fd6b12b", "date": "2024-06-27_18-32-08", "time_this_iter_s": 78.82753491401672, "time_total_s": 367.1818826198578, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 78.82753491401672, "iterations_since_restore": 1}
-{"loss": 1980.3283037801427, "timestamp": 1719505993, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5fd6b12b", "date": "2024-06-27_18-33-13", "time_this_iter_s": 64.60036778450012, "time_total_s": 431.7822504043579, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 143.42790269851685, "iterations_since_restore": 2}
-{"loss": 1965.8961032657173, "timestamp": 1719506058, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5fd6b12b", "date": "2024-06-27_18-34-18", "time_this_iter_s": 64.92104005813599, "time_total_s": 496.7032904624939, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 208.34894275665283, "iterations_since_restore": 3}
-{"loss": 1969.885332723302, "timestamp": 1719506123, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5fd6b12b", "date": "2024-06-27_18-35-23", "time_this_iter_s": 65.11498975753784, "time_total_s": 561.8182802200317, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 273.4639325141907, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/events.out.tfevents.1719326403.r3i5n6 b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/events.out.tfevents.1719326403.r3i5n6
deleted file mode 100644
index 0cf7bb0efd26ac5cf2723e720f5a8dda9f21725f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$RdItMmvop;kwiZ`h!F*8rkwJbHS#L8%=&bs5uP<0#TmpgO*{_lPa
zq)vcQON>i|i?=ATQop1$FI7J$zqnZR_~!2}a_<6P8$h*8{dysu^BAiKOp7v?B9|0g
zOL0biX--Ofaz<)$c0qn-UWq6JLxX*DpjZcrl_?x>{is%^<maUVwJ<Q0SQJ?6L#@n>
zl?~whkI<sTrNAW#x3VNNH#NQ_BeOU@vm~`BzF1VmW{uO=pWo*iLbcCrZhpzx$_cko
zg-eM`8dZC7W?ph?d{Js~Nq$i(*nnQ{_utK-20VXpDw30#3vPfGmj;(2+yIcRi6xo&
QdByRl#(;co@JhrT02&a4L;wH)
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.json b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.json
deleted file mode 100644
index 7745c6e..0000000
--- a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.6683907000004579,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.0001175178193869245,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.pkl b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/params.pkl
deleted file mode 100644
index 74a714b2d04cf1b94b7f8ea4dc828e85b345fe6f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@|*
zWH@?wQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%K%gX(+e~dD#Qm90vQJtW6O)rNKH(c
z;?2^-nNpNr5MPv7k~+oR{%LZ_lXX@9dYE#GfIPW#HHUk|bb7dw5=)XZ;)^q@QbCrK
G>Hz@Yu2Z)F
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/progress.csv b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/progress.csv
deleted file mode 100644
index 6bff8a1..0000000
--- a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1981.618032380352,1719326489,checkpoint_000000,True,False,1,651349c4,2024-06-25_16-41-29,86.11733651161194,86.11733651161194,69318,r3i5n6,10.159.8.159,86.11733651161194,1
diff --git a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/result.json b/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/result.json
deleted file mode 100644
index 717abb4..0000000
--- a/ray_results/test_experiment/train_model_651349c4_12_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_2024-06-25_16-23-08/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1981.618032380352, "timestamp": 1719326489, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "651349c4", "date": "2024-06-25_16-41-29", "time_this_iter_s": 86.11733651161194, "time_total_s": 86.11733651161194, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 2048, "n_head": 4, "drop_rate": 0.6683907000004579, "lr": 0.0001175178193869245, "batch_size": 2048}, "time_since_restore": 86.11733651161194, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/events.out.tfevents.1719334380.r8i6n2 b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/events.out.tfevents.1719334380.r8i6n2
deleted file mode 100644
index 1561fef9a4f2ae211498717f45c884da72657154..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcaTn-i<MlWV!At+Qn{Sep?AQtYG&kp-a`^bphR&b6I#?<_N;rBMl1
z1ohBMMUYx4Jq1Y#Jwz70^b1AQLs1k<SwVjUsr3-ub!YGHm}c`f=bZ0+_kQO)cdjG#
z^&PC|*{khK_TA`tzRu?g>#~ZM)wLmPR<Ag{RjdkFbpyS7YT0A2+Io_8?i`^A3c;nz
z?Lo5@qhO0>7+xI0bx%*<>0fR^PX2f-u?-0d2|zjcD8z_rtu2ZaiK58vxTa#$>u_|2
zSQLM4qdfbT;_Z}*h7o}{9EHA|dqImbw!L%<yXqZ<@Zg7HN@=PwB$-jwkW>@tlHu)L
z>8kDPa1T~l@b0dzkL+Luz5sYAvBM1&N06i=!_;&%-r)F1g?F{p;QfdD+t{jM$}hlT
zD5njQtg@+U*pTdPk~d$pIc(T&KC4C?8W)?HOl;4gMRj>M2RGZqZmOk_{}Frr_lK=E
z$~PJO6k@wZPjNP}W9up9G-A6q{I1!5V9ae3`%4Bst=Nr~M{1iMMe}W9D|M9rzr}Wl
zPlnw?139Uoo#;NZi|q)EHr^u67W$oV-U)?LG%o9M%#ea;Zyf2wIN02H)Cq^3kY}a1
zpA0v`@c95?*^ETVNIQ_<$#amepopdrgAr3p&CMiM4BqS*ZjDJTay!yV$^))+O1G-#
zLSa@YyVwP+qHA%9xF|_QuqYNrilXA3lA^{)h@1xD6#F={7d+|z>_)l3v?SR9a<LRe
zvf_6N9w^}K8!eQ<JnkPGI{}j1NTC!;xT!Zzm=C4gzcxx(2mx;Tjalno`T|??yZ!Y-
zHJeD!FTucT2IghvXCT8MD<>JIOaxYOv$k=Ff$L0Wj+YtVB?gMJwB=Y&<;D8Xg7Pv1
zv(plhV9GFl5quM-Msw#xD4Rrbns<m$GSMJ3*(s72a?;t;61NBi$=Q)WMV#OCYsZyP
z@-Q|V(BilVbF%$F6NHE)GPb1&a(sRYuhN=tp$CcU>(*E=-rZ|`4eVH2{VE88?{Do9
VR#M6nk7ab9!80>+J|&*b_yZmv2QmNv
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.json b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.json
deleted file mode 100644
index 75a5d4a..0000000
--- a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.4436137502039823,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.07179226263764402,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.pkl b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/params.pkl
deleted file mode 100644
index a1a7d11f1f3c5afd5ac4eb6ac8174ddc4a8fdef4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@|k*gVVZ%af`vGG_+UaH^PtMu^5Qd6
z6H}&mbM$bg6y+Dh7bTXYPI0%tlcM$3dznrTQ%(_(w<+P5k5YkJ4_8uRNpePfab{I2
J&=QVPJpj%hQeFT6
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/progress.csv b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/progress.csv
deleted file mode 100644
index 31ceed3..0000000
--- a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3811.964426596334,1719334521,checkpoint_000000,True,False,1,6743cdee,2024-06-25_18-55-21,141.20554637908936,141.20554637908936,2195253,r8i6n2,10.159.28.60,141.20554637908936,1
-2680.254179226132,1719334648,checkpoint_000001,True,False,2,6743cdee,2024-06-25_18-57-29,127.1407482624054,268.34629464149475,2195253,r8i6n2,10.159.28.60,268.34629464149475,2
diff --git a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/result.json b/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/result.json
deleted file mode 100644
index c0df350..0000000
--- a/ray_results/test_experiment/train_model_6743cdee_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-25_18-48-59/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 3811.964426596334, "timestamp": 1719334521, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6743cdee", "date": "2024-06-25_18-55-21", "time_this_iter_s": 141.20554637908936, "time_total_s": 141.20554637908936, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4436137502039823, "lr": 0.07179226263764402, "batch_size": 2048}, "time_since_restore": 141.20554637908936, "iterations_since_restore": 1}
-{"loss": 2680.254179226132, "timestamp": 1719334648, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6743cdee", "date": "2024-06-25_18-57-29", "time_this_iter_s": 127.1407482624054, "time_total_s": 268.34629464149475, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4436137502039823, "lr": 0.07179226263764402, "batch_size": 2048}, "time_since_restore": 268.34629464149475, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8 b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8
deleted file mode 100644
index eec18df11df964acc5b7fe68863e7e851e77ecca..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdrVVT90%~yGU1-3A{Bg8MW`~h$wU!h5+;3ImdQ+HQ-?0oyTZMtx6<3D4?wd4
zK6p5zLKa<|Prx`MOzR^`oR0}h=G08aVCWu-xGCz4W=4mPncbFhE<e|LFaPzP^F805
z&$%Hv9VP4kYbbk1LnL4Ch_vp!tXC`ZoF<l=npMPb?)2o0D|;_b2+Z^DEH)Ch&LXvM
z-moz32o!^qPSf%vw})er3hgde?D5roWWD8&JJSM@O%K~BV#=>LG65wZHIBF}c26Nq
z<y)BiWez*bxnpIr^32xHdpCf}saJ6xR?>Ek;Uh9xsw%P~DNt!!GA@T`5h5BCk4EE4
zH)~@kw}o|4tebICuGn_vdP7z(v3`0WzJ2xTTSR&{Zk&iTXbg<IST3KToQ%tDcQXD3
z7NdWyX@Lc9_MTfz>=zc$qRA)$FW_r6xmi2sqTn*Vou5e4{|<Iue&FV0Kejv=c9r`H
zxi&R<DZsAv;)oP%WpvajP&x7-&WFIxDQ=$wuy+U%5o|?dfgx$?8Z*F-IfNTUv2VXE
zGtTSXS_iNzg#{#I%XD9C+}{RvKEA-1=Eqh9!=BvQM-s-`dVrl`!4WCg4_kM<4k}Ly
z`4HGeacf5dY%7Z^MX<Y$GKSwi-O~-QdxW?s_O7F|jAc`j)c`x!iu)yF>vU=I?#E!~
zyFDAS{Mg~aut(Ljkf(o9qyg;1MK~e_yPb`A4l2`&aXtk0r0j(^0QN~CB7!Y%q7BuP
zs2+fwT7nzJv9CFevwQEl0QO#C0m<0qy6L5JkAa=f*f(N<AN!SH*i-Tv$y+t*41ld}
z#1SdjUE8k1|JijyJ_L46B6|T~Pi(@KBG^U67Q?<Z)@cCyq7WCwK3%rixNv6a1%N&0
zE8H&`dzWrxU$X~bw|}@a&yPJM7<SkmFPYQ);3I$?wiHLCU?2ad!3HYV2>B4$x#{nl
z0Coh0D@Cwt9kk)gv)?}k*p)(D6#GZzVPoZzb+-Wa6JY_#*x%@GXcvtKJCCYparm(#
zf??mao+0D18y*4dxJn$6g8jp*RkfgUuaFOc?OfTI0<dRP;Ytx~dbZh6vq`@SV0(qQ
zDE9Wwi^jV1rPl!V#A@6x8M|Ajr`t4O=X)4knIAhc820&&ePmlzxEEj_G2@67?4Ffp
z9)e0o0nUfOX2UZc0PJT%L<IZD<pM*s-P8-Pms@b7D0WBNU&gLy_D2Bwp0I#qY?*#O
zcQ_I3ydk%Ky&szhhMjVyl_XD=lmP65i*Q5=_O(s-=Yh&M7UO&f>{a`#`vCR{AtHkP
zRBbjCm=jF^d)5cIQ50K!E}T4;;Q1S19~2glj6F>MNrmk@u=5L@&$s%qQ7~+~`4IW0
zBP<nQcl?YaQm{9_`)v%U%<aPY5ZE_nmNEeQk`NKW{;ZWTbT(gq3b5y0!i}QX^IscI
zmVdm$0<g~r3rNO}*Dq*WqVk6IUyf?FZ?O`^#)~_a@i$2AZUw4Spcu;HFgZ;&7nQ`6
zI2b2?LF3%n)e2OhKoNl<)nmEpkz6wrp*)j2-@;#=Rxt4jjS3B=nS49VU*!19BV{)8
z&qkxz!Ou94jVd%PXPo>{G*S)>IRmptp_oCB22WNZf_B;+6n|UuRq<KImdDUE%N0;G
zYvUjB--hA(+x^Y4D0<-Y;Dv@Dd7-Zzp&=Y)VN7(qLK}^uRPg4kjYDHqFS!}N5b@o7
zwd2qjRp^_oc03xVdfClYn}{Z;#BZh>o3>rz0_WFquRfjlY2f^N<mjp#jTO$%#kgGj
z)s}L(O*}BmneEx9<mhX;aE=G$>LxiFG00X$M4xSZb~nL$GZPITAmShPzcBYRk@|&G
z!(%l%6c>aXj}OzKF)zL#c(7c@{}K`O?C})7JIZ%<{DZ8NEuOi<N&lAtuK}K%qeCMH
zzYlnT|CaoK@Y>>mT{`}kh2ZZho^wC*tv{PjX9Rv(ID4$&J>t%Q{&bXt)c?0<IJ#e+
Sf5!y(aE&}N>~`I{N&f+_O1Xjn
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
deleted file mode 100644
index 203a030..0000000
--- a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.7402505539115447,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0006126521431696416,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl
deleted file mode 100644
index 4659a209207afe77a857df556be95f3f7aed2a37..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>csulP!HiBzo8rsB(!&eW3p5le#0L`s83z_)>S4=^&qz&7
znc~gZ!<kZ)Ul3oESdu!$-TwIo#kYS}pXg!ADFX6bgnde9nz;6GB_)<5XT%q0R;2<h
I;V9Ju0OI{qN&o-=
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
deleted file mode 100644
index 782af3d..0000000
--- a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1988.1164252814347,1719511145,checkpoint_000000,True,False,1,694ee9b5,2024-06-27_19-59-05,70.52699637413025,70.52699637413025,242786,r8i6n8,10.159.28.66,70.52699637413025,1
-2003.6415064053272,1719511203,checkpoint_000001,True,False,2,694ee9b5,2024-06-27_20-00-03,57.75782370567322,128.28482007980347,242786,r8i6n8,10.159.28.66,128.28482007980347,2
-1990.098658764456,1719511261,checkpoint_000002,True,False,3,694ee9b5,2024-06-27_20-01-01,57.42855453491211,185.71337461471558,242786,r8i6n8,10.159.28.66,185.71337461471558,3
-1556.502945066437,1719511318,checkpoint_000003,True,False,4,694ee9b5,2024-06-27_20-01-58,57.167978286743164,242.88135290145874,242786,r8i6n8,10.159.28.66,242.88135290145874,4
-1371.0674741249384,1719511376,checkpoint_000004,True,False,5,694ee9b5,2024-06-27_20-02-56,58.11665964126587,300.9980125427246,242786,r8i6n8,10.159.28.66,300.9980125427246,5
-1413.1876518670028,1719511433,checkpoint_000005,True,False,6,694ee9b5,2024-06-27_20-03-53,57.10992646217346,358.10793900489807,242786,r8i6n8,10.159.28.66,358.10793900489807,6
-1547.3413826048843,1719511491,checkpoint_000006,True,False,7,694ee9b5,2024-06-27_20-04-51,57.56092953681946,415.66886854171753,242786,r8i6n8,10.159.28.66,415.66886854171753,7
-1366.6497523991143,1719511548,checkpoint_000007,True,False,8,694ee9b5,2024-06-27_20-05-49,57.96260166168213,473.63147020339966,242786,r8i6n8,10.159.28.66,473.63147020339966,8
-1566.9438976377953,1719511606,checkpoint_000008,True,False,9,694ee9b5,2024-06-27_20-06-46,57.52634882926941,531.1578190326691,242786,r8i6n8,10.159.28.66,531.1578190326691,9
-1427.2011093980684,1719511663,checkpoint_000009,True,False,10,694ee9b5,2024-06-27_20-07-43,57.44098997116089,588.59880900383,242786,r8i6n8,10.159.28.66,588.59880900383,10
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
deleted file mode 100644
index 80f6b00..0000000
--- a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1988.1164252814347, "timestamp": 1719511145, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "694ee9b5", "date": "2024-06-27_19-59-05", "time_this_iter_s": 70.52699637413025, "time_total_s": 70.52699637413025, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 70.52699637413025, "iterations_since_restore": 1}
-{"loss": 2003.6415064053272, "timestamp": 1719511203, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "694ee9b5", "date": "2024-06-27_20-00-03", "time_this_iter_s": 57.75782370567322, "time_total_s": 128.28482007980347, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 128.28482007980347, "iterations_since_restore": 2}
-{"loss": 1990.098658764456, "timestamp": 1719511261, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "694ee9b5", "date": "2024-06-27_20-01-01", "time_this_iter_s": 57.42855453491211, "time_total_s": 185.71337461471558, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 185.71337461471558, "iterations_since_restore": 3}
-{"loss": 1556.502945066437, "timestamp": 1719511318, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "694ee9b5", "date": "2024-06-27_20-01-58", "time_this_iter_s": 57.167978286743164, "time_total_s": 242.88135290145874, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 242.88135290145874, "iterations_since_restore": 4}
-{"loss": 1371.0674741249384, "timestamp": 1719511376, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "694ee9b5", "date": "2024-06-27_20-02-56", "time_this_iter_s": 58.11665964126587, "time_total_s": 300.9980125427246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 300.9980125427246, "iterations_since_restore": 5}
-{"loss": 1413.1876518670028, "timestamp": 1719511433, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "694ee9b5", "date": "2024-06-27_20-03-53", "time_this_iter_s": 57.10992646217346, "time_total_s": 358.10793900489807, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 358.10793900489807, "iterations_since_restore": 6}
-{"loss": 1547.3413826048843, "timestamp": 1719511491, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "694ee9b5", "date": "2024-06-27_20-04-51", "time_this_iter_s": 57.56092953681946, "time_total_s": 415.66886854171753, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 415.66886854171753, "iterations_since_restore": 7}
-{"loss": 1366.6497523991143, "timestamp": 1719511548, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "694ee9b5", "date": "2024-06-27_20-05-49", "time_this_iter_s": 57.96260166168213, "time_total_s": 473.63147020339966, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 473.63147020339966, "iterations_since_restore": 8}
-{"loss": 1566.9438976377953, "timestamp": 1719511606, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "694ee9b5", "date": "2024-06-27_20-06-46", "time_this_iter_s": 57.52634882926941, "time_total_s": 531.1578190326691, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 531.1578190326691, "iterations_since_restore": 9}
-{"loss": 1427.2011093980684, "timestamp": 1719511663, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "694ee9b5", "date": "2024-06-27_20-07-43", "time_this_iter_s": 57.44098997116089, "time_total_s": 588.59880900383, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 588.59880900383, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719324663.r3i5n6 b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719324663.r3i5n6
deleted file mode 100644
index 7c047983b9f9067296085771161c520497f33864..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$PYumAnKdEQM&Dc+=_#LPTB*Rs^S5-X#F@_$&Bq3SlwFL&nbJ|e`o
z1*lGdQA><Vgp0Q*u~NUJG%r;@C%?E@bhg=l=liYexDB9MrhdH;&w1x0T#GW7B9|0g
zOL0biX--Ofaz<)$c0qn-UWq6JLxX+cx*6|LtPDH@*N<vtN`77{PzwXYEY8OH`cNx#
zV`T$4KOnRyaVc;~!mTXH%uS6i$;d2@&n!tTiZ2#rUE1KJyFMk=5UPD{bMs5i^0ROo
zRk)P6q*1jOXXYiR#uud)m*f|vf(^LGll93QYQXasry@B&Aq>#s(%@2r8vwF3u_QA;
QuQ(pn7?97e9*>O%02gk9-v9sr
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719327182.r3i5n6 b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/events.out.tfevents.1719327182.r3i5n6
deleted file mode 100644
index 8c1b7f32f44d3b52e1917d5eda8319a27b1190a7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QV^QRYYn|ISuiZ`h!F*8rkwJbHS#L6fq#OsDKRNaR8<<6X29aEY?
z>I9gy#JEJbc#9G%^-D_gQuTB4i;G3o6K6ZK=Y)PUfNGig^+G(Sq&r-TGM6Hk6kJPj
zMt*5dN_=ugYI1f#er8^YC<8--{kw;ut5K|+=Ly%3YGq1(UMf%v1H-|~`C|G|D|2II
z12~Pm;98Wp6u2beR+ePurpA|KWERI~mZTQN7mJ1*tZ|BSy%=N&)jqem`6cI8gmx7!
zB`#@H?ZugS$*J*0sl_GvMX6u|a^o}@&7lT7e{m|3Q`Z}AzZRDUmm=H%kgbU&nfZCe
O@u<dtd@ge_E)4)u{($WO
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.json b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.json
deleted file mode 100644
index 8c61cf1..0000000
--- a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.06860896590384413,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.00016561766448063182,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.pkl b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/params.pkl
deleted file mode 100644
index 56b64ee286f614698ef2640771033fd2c68c1269..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQsb3)2fU6fDHj!v_-r83z?(%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p_7<AmsfBj0xPFy#~hd8%7Yp6`@%=;2CAEJ@CYFV3t=
K1zN&Uss{kcrc-AC
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/progress.csv b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/progress.csv
deleted file mode 100644
index f1fef35..0000000
--- a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-510.42659056656004,1719324728,checkpoint_000000,True,False,1,6a62b85a,2024-06-25_16-12-08,64.32230615615845,64.32230615615845,69318,r3i5n6,10.159.8.159,64.32230615615845,1
-310.75900604968933,1719327245,checkpoint_000001,True,False,2,6a62b85a,2024-06-25_16-54-05,63.18879699707031,127.51110315322876,130020,r3i5n6,10.159.8.159,63.18879699707031,1
diff --git a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/result.json b/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/result.json
deleted file mode 100644
index c222fa4..0000000
--- a/ray_results/test_experiment/train_model_6a62b85a_3_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_16-09-34/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 510.42659056656004, "timestamp": 1719324728, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6a62b85a", "date": "2024-06-25_16-12-08", "time_this_iter_s": 64.32230615615845, "time_total_s": 64.32230615615845, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 4, "drop_rate": 0.06860896590384413, "lr": 0.00016561766448063182, "batch_size": 2048}, "time_since_restore": 64.32230615615845, "iterations_since_restore": 1}
-{"loss": 310.75900604968933, "timestamp": 1719327245, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6a62b85a", "date": "2024-06-25_16-54-05", "time_this_iter_s": 63.18879699707031, "time_total_s": 127.51110315322876, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 4, "drop_rate": 0.06860896590384413, "lr": 0.00016561766448063182, "batch_size": 2048}, "time_since_restore": 63.18879699707031, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8 b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8
deleted file mode 100644
index 3592702ab2c419176648fb78529509038831c6a6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rc~BEq90%}_2$*LhBoYrUAz-Uv6r`gdIFbug)X}O{DYa`LOS714Xg1WViZxu*
zb`&erIu<X`7N%Z!^fGF#Bid1`tyiZ`!5bYFJB@a9s&*5?TYffim;c!JzVDm&**BSa
z87S)dYbcwfl5QAmI=Xb@@7hRNf!#>aBeLHoX-7utD&5w$1mC<}8yD!Mt{bDzdFF)&
zsr#b{B(obAB|A!KGTCBd80Dz-n(XN&^}i{;NZrFTgw%BhM-osxio_AdY%8^xh(a@2
zIKRY3(GI0Zv^=Z&6-zs)JbxGGVWr7NlWasJiY-rnnCz>x&W)KSrS9Q~3dNy8xY9vc
zNy1^K7=m(;c7jpP8@5!pSG~YI(ig9HI&VumxOgH`p(q$<D7ug&>?Gr`*-7sLuHtKn
zX}$$+b^M$sEx(WZ)o3V+#|wB`jSk92GXz}5v-9oGk3IuCPpaA2?!^}S!`2x?vX@1t
zL;&ox)i@#qJFo6|I;cF#<pW@+e^UPsz^?ujSMp#Fsm#&UWrckOu!Gm&I4|~37q95P
zoiVu$V3%<V2*ws^I!-iC1v_83BKV#cTjCG<*Yl4IPv(SH0PHd+jtIf7aDDz7sFalB
zd;sjrE1ly2b|n|#!ItIc=zfbyNdVYSxHvC%;|i62Xoq+)z@A@$KeAwKjb_V@5+~TX
z_HOlKFLp0~*!B<I232l&9KfD(4@ZPxSG$f+0+naDd;n})ZT(?@J@Y=U<iXBNouGTQ
z`NSxIeT<9qV!ys>rat<OaZ-RirW5xI#$K+e$gEupc0TQ7XYex5cXqHp?1{N<L-8eR
z6~N9vg(E_+3#?=rsJz1E17KTLe!K@@7oEnHJlF@Q9Np6<^9F$3#>IKD&qg@)tEq;m
z0DI;yxL+{#CQaxur3LIfch6Xb7dylswmQ>oXk2$v2C(z?;)oDz-N*%%pz=DG4}g7n
z)^!G8zqb!p@?hU+HR!ITZiZhYx4Aek_UY~G^|MFU<^t^e{kUH+_F>JfZK6NG&Xe9g
z6zjzf^@qJ=jN7nt<$)G}oi-OogkaA&7MlVp4{`Yb*mbG&GJu`^4zA?Et{yT$SE`CK
zf|Kpy;=I^pEqnDXO+gU=JC(rwg0b5*PY1Xuu=9o;DM?=J-u|#_*^_<HS^p)#-mw!$
zgkU$zLbid*j9oY%0Q=7HwW|U45iY`m9V#EMb4Dg+0_@D)xRDooQ|&2z^YtZD0QL@U
z0m0ZJZPVPVtzhSdb6=!+v8Dd7=S+4R8WNkf0_^GMaYP7qpMB3dLFEN59{@Z2%@0}t
zcK!ui$%9>UFh@7&@&h@*zQDzKvF(<d`qusP;Md5+i@0AfcDVM(+M9oaoo}BVZ}4Ix
zf7oGZZbMnszJ36^We$!A!Op0%{sk)2@^C%?c6rpL5diypF2aLN8Ybv0a_3oqo%$AT
z<i&pGc&@LX^-(i8*^S%+g0bVYyNC4~x+|#ba#T~lu2@<!MeW5_H%icE35p=hB}Ti^
z$`Hxq!V=QXUeIVqZnXqeNKmM6Nby*#cqCT!MX12&C^WNIr^RHPM5RD|O=O|X#9rjs
z%Og=##6BB@ls%u(rB=dXTtwR0AvuzD57~XQ2cn1`k9tm)A*so3D<Rn1nx~4*lGXy!
zWTNPI2@_>yAF-c?q`TU^%}ONi{=er!AxLcTv?CNk6K2wAij%12C`<uw&gxhct$4}J
z_=Sk)=BtiDQHsDfTlHWRqj=fPRXqeHDEM!tpJ^3J+V}pBbZ*Izy1L)rRWWK4qiF8^
zF(kvVS6hN{7+GM7F0$nw6r&%++<V+9j{I7T`uDI^NagK!PB@DHY|TRbx{26_T?Zyy
zgCbveYj|wA2F3az$KwyOP}GYD1P`*|c>nJnPZ4QQnCIQG4~C~}*OZR`F3a;_z%js+
zQ#5Em&+~u>YP<v7vBd+MH0&=6{?96&^B}8LzB_rW@0W$+-!x2@p6k{hiIP#||LsZI
U)FscJG0wf0O58ihnpD;2KUmhY`Tzg`
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
deleted file mode 100644
index a07c3f5..0000000
--- a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.18647509291243747,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.09874663205229757,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl
deleted file mode 100644
index de1863d443fc5d6c58104b25f557440125337486..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p`o_`R%>ldm51Fy#~hc{|-pCp%i`_HZR7mLzAy7iU(b
K0xjVv)dK+7yi=b5
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
deleted file mode 100644
index 65ccdcc..0000000
--- a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3081.7005067359746,1719531344,checkpoint_000000,True,False,1,6a8b96c3,2024-06-28_01-35-44,63.290406703948975,63.290406703948975,242786,r8i6n8,10.159.28.66,63.290406703948975,1
-2150.0786584568773,1719531394,checkpoint_000001,True,False,2,6a8b96c3,2024-06-28_01-36-34,49.63099932670593,112.92140603065491,242786,r8i6n8,10.159.28.66,112.92140603065491,2
-1974.6818732314223,1719531444,checkpoint_000002,True,False,3,6a8b96c3,2024-06-28_01-37-24,49.58891534805298,162.51032137870789,242786,r8i6n8,10.159.28.66,162.51032137870789,3
-1956.0451112281619,1719531494,checkpoint_000003,True,False,4,6a8b96c3,2024-06-28_01-38-14,50.049054861068726,212.5593762397766,242786,r8i6n8,10.159.28.66,212.5593762397766,4
-1954.3213630736343,1719531543,checkpoint_000004,True,False,5,6a8b96c3,2024-06-28_01-39-03,49.60325813293457,262.1626343727112,242786,r8i6n8,10.159.28.66,262.1626343727112,5
-1953.8488356222317,1719531592,checkpoint_000005,True,False,6,6a8b96c3,2024-06-28_01-39-52,49.1952109336853,311.3578453063965,242786,r8i6n8,10.159.28.66,311.3578453063965,6
-1953.7962627260704,1719531642,checkpoint_000006,True,False,7,6a8b96c3,2024-06-28_01-40-42,50.036651611328125,361.3944969177246,242786,r8i6n8,10.159.28.66,361.3944969177246,7
-1953.8618644654282,1719531692,checkpoint_000007,True,False,8,6a8b96c3,2024-06-28_01-41-32,49.76662850379944,411.16112542152405,242786,r8i6n8,10.159.28.66,411.16112542152405,8
-1954.3857364203986,1719531742,checkpoint_000008,True,False,9,6a8b96c3,2024-06-28_01-42-22,49.68609666824341,460.84722208976746,242786,r8i6n8,10.159.28.66,460.84722208976746,9
-1953.720588744156,1719531792,checkpoint_000009,True,False,10,6a8b96c3,2024-06-28_01-43-12,50.06679081916809,510.91401290893555,242786,r8i6n8,10.159.28.66,510.91401290893555,10
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
deleted file mode 100644
index 281f622..0000000
--- a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 3081.7005067359746, "timestamp": 1719531344, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6a8b96c3", "date": "2024-06-28_01-35-44", "time_this_iter_s": 63.290406703948975, "time_total_s": 63.290406703948975, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 63.290406703948975, "iterations_since_restore": 1}
-{"loss": 2150.0786584568773, "timestamp": 1719531394, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6a8b96c3", "date": "2024-06-28_01-36-34", "time_this_iter_s": 49.63099932670593, "time_total_s": 112.92140603065491, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 112.92140603065491, "iterations_since_restore": 2}
-{"loss": 1974.6818732314223, "timestamp": 1719531444, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6a8b96c3", "date": "2024-06-28_01-37-24", "time_this_iter_s": 49.58891534805298, "time_total_s": 162.51032137870789, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 162.51032137870789, "iterations_since_restore": 3}
-{"loss": 1956.0451112281619, "timestamp": 1719531494, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6a8b96c3", "date": "2024-06-28_01-38-14", "time_this_iter_s": 50.049054861068726, "time_total_s": 212.5593762397766, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 212.5593762397766, "iterations_since_restore": 4}
-{"loss": 1954.3213630736343, "timestamp": 1719531543, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6a8b96c3", "date": "2024-06-28_01-39-03", "time_this_iter_s": 49.60325813293457, "time_total_s": 262.1626343727112, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 262.1626343727112, "iterations_since_restore": 5}
-{"loss": 1953.8488356222317, "timestamp": 1719531592, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6a8b96c3", "date": "2024-06-28_01-39-52", "time_this_iter_s": 49.1952109336853, "time_total_s": 311.3578453063965, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 311.3578453063965, "iterations_since_restore": 6}
-{"loss": 1953.7962627260704, "timestamp": 1719531642, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6a8b96c3", "date": "2024-06-28_01-40-42", "time_this_iter_s": 50.036651611328125, "time_total_s": 361.3944969177246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 361.3944969177246, "iterations_since_restore": 7}
-{"loss": 1953.8618644654282, "timestamp": 1719531692, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6a8b96c3", "date": "2024-06-28_01-41-32", "time_this_iter_s": 49.76662850379944, "time_total_s": 411.16112542152405, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 411.16112542152405, "iterations_since_restore": 8}
-{"loss": 1954.3857364203986, "timestamp": 1719531742, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6a8b96c3", "date": "2024-06-28_01-42-22", "time_this_iter_s": 49.68609666824341, "time_total_s": 460.84722208976746, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 460.84722208976746, "iterations_since_restore": 9}
-{"loss": 1953.720588744156, "timestamp": 1719531792, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "6a8b96c3", "date": "2024-06-28_01-43-12", "time_this_iter_s": 50.06679081916809, "time_total_s": 510.91401290893555, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 510.91401290893555, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8 b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8
deleted file mode 100644
index 81f09716e700970688b6deed482eb8a0680ed46d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcmb1OfPlsI-b$Rpd)qrQ=HGOb;!P?_%*@ksElbTSu`<%<{#T|9RkvY&xihEwr@Xl!
zbpni9Vq79zyhVwX`X!}#srotj#l@oQcm8m(?>BmA0M#<}>xFpE?(c9d%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_SbXQ$)Z?!<|kY~s+B4Ed8t4x3=FIR#|-tMR_4aa
z25_eQf@@LYQs9z=TUnBsn;Kt|ky#v{S&~{5Uo6^czTD~ff?NqhsP?(d%`Z9cBDAY;
zDRD`oYA?>rOHPe1N-ZwQFG>X);CJo8HFKx|&tII1<P81|w_l4(gG&)^0La$FlFa<P
z;&@bJKt2zU*{O`;^P-oM>%oD|ge|b0Lch9nZ!-u$3GAt_;97_YY>R4BK@=+$Uc>d{
z2<)aGuLDp5dlf<pfxzYq?REMneB?SxU@O0Y+ek35J>8_7n|2=$Lka9z2m^=?Yz7A&
zU7IQtpa0A{e*hfV%-8}uIP9Ctg=bE6D1oh-1J^=KU@r?dd5&V`8ialvfo;FpbO}me
zo94o;BoNsCD|?-^UkJOQ1omo#c7lQZQ7X}SSN?iCl)zTbgWFGZU^_TGk1<_@;&b)Z
zs!QO&X2BNNVX{A54*g8Hf)d!iZE!8b1orfVpfD6G?;!N!2<+pNzDA$~c6K}5N&<n+
z7}o1_tor<Pl)!$1&`vP0e?FS*Jo(+HG?c)O?||D+bYM3)oITyxh2rz83i?mLfz667
zu+Pu=>aurB#}|~q{;3GpLQG(rzkR@kVr8uoTtAM$eiZcl8A@O?D#Nu92yE^}y-r_h
m^vh8KyA+|FU|`pHZ+Cv&RB4D3*e?+V5FOYH99YdKp9cUzH)I(A
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8 b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8
deleted file mode 100644
index bc5b202492dc931200fe968455dbc42bfbc261d1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2771
zcma);e{2(F7{|-iY`Z5Jqvr~&U14iMNfRuHWXXc*t*t0qB)FK!h;ZwAZ|T|fuH0QK
zXbfGZgG9Fw9e)_b4VdVV1Y&UWN5F_U&4Lk(CYmS?W5T*%T#OYkM!o)eukUPW``^9K
z^L@Veex4_NZn+`*JHEfeP7hCQ_l8HlZ?n|)$bLb*@1Zyn)z<sZuKazgBbRq(<Y_Ox
zDza>QI&Vppb1BqAt?b|DQez@=^-79j4joMSX5Vw1T9=a?PF?2c$vs%&fM&2@i4u}x
zy*w8Pp+Gn)38HE?7!vN_H|K1G<+lpfla{<BB28j2d^z#)kFK0$WT$N#EvQ&xhbCyi
zmZ}gzoEj1oPEe7|DdrF6-}G$Q^XusPocu_Cf09n>@>O65D=Ak5F@QK3DXJu+Oo0R9
zb5kw30@r7!yXa61`#WI`G~)tkSHCJqqQa47(l>wp<lkMy%{N&-6f&@@i^0A+mhv4)
zbiPEu?yzD>C9rL-0hzG8qU%e*W&`6h1nkEfv1J+96U?CJ-kJDT0`}Lsye#bZ`x?Ba
z;h8=H_GTOQuNbz0jdvWohq!tFlYwV5uxpCJUb{QxOAZfQBw!Ei#F9#2Pj}RH5|)--
zSYHD6#%q7D1nf~=QU><i=0Q(q+lHG2Y%_-)%feo}y4$<)@RcwD`$fG##jshn_2Hz0
zxcLuk^<V}zT?}@^Cn;a3k8%;P=i0EO64;N3-t&Z|>cRRFu>ZRD#5n@?Kf0t0?7fYH
zp2)2eHwf4<FLo>o`)t=M-u;g$(**3KUZ7&w3HI|F@pp-vcfbAB8yVP84E9^iH+?TZ
zFfv8J-ZG9QmB6OQF18Ssmvntm*a`P*@zE^=>_<;x%QCQ;2ZubbUl^DmV1KI1%fh}r
zJK;Tj=@vu4Zg~g$R}6cU-8E$W?98I<fB&H)uRcZBueqFo?Hn`0Q6toIp{QT>M-<M5
z_C}Gc?H^HXKWKy(j8L5mF}Eq^Ps+X+pvSKULfU3{1~nP&3@qkRK;pGMrR_#87}U-h
zz+8AH#v)v=e;<;ykO^w@Avu@59O?^>3X^Mr=4C0$Y0D^WrD;*52l2ch?&f$Qq8({(
zgT$<R#@P&}{BvQUDxiAP?f_LH7eao%$>=me9YcN?I9EU;bBD#hK$2eUP8(R6(u>=<
z5^T(!7PE6TIGFN_cQR}Zi@E+?`0ZFLy)ECrpDFl>f=0c63Q`npb90L7*8mG*P-;I<
z!AF$d$J3PM6a`BQ*fO-KeQx~34*1RucjpmlhuMKy!h&T%*Kq6*3oD8s$MJbLSQicm
z4klRbL#t@-aY_>lb?M$|2Z3KEuU>D7y3;R1i~&ww$HKD0dB6efEwz9?wuJ$EiCM)t
v^X}H8Q~z$teK>tFdAySj=IO5o7g+w!9*KOGyf$Mx_q*&=&7ztej_&^eoBe4m
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
deleted file mode 100644
index f9f0a24..0000000
--- a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.3756319644523144,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.003959565870439527,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl
deleted file mode 100644
index 0cff2536171054b214d844b10f51cd153e3572fb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p`o23ORwm9M;dm~x7MyaMy*_qIPt?%_&GEJ@CYFV3t=
J1zA$62LRB5R0se7
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
deleted file mode 100644
index 5e81374..0000000
--- a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1989.802595964567,1719509621,checkpoint_000000,True,False,1,6b7688f2,2024-06-27_19-33-41,83.60843539237976,83.60843539237976,242786,r8i6n8,10.159.28.66,83.60843539237976,1
-1962.6643076018086,1719509692,checkpoint_000001,True,False,2,6b7688f2,2024-06-27_19-34-52,70.66612339019775,154.27455878257751,242786,r8i6n8,10.159.28.66,154.27455878257751,2
-1970.6976669191376,1719509763,checkpoint_000002,True,False,3,6b7688f2,2024-06-27_19-36-03,70.83067870140076,225.10523748397827,242786,r8i6n8,10.159.28.66,225.10523748397827,3
-1984.9167043130228,1719509833,checkpoint_000003,True,False,4,6b7688f2,2024-06-27_19-37-13,70.6679790019989,295.7732164859772,242786,r8i6n8,10.159.28.66,295.7732164859772,4
-1964.9003257451095,1719509904,checkpoint_000004,True,False,5,6b7688f2,2024-06-27_19-38-24,70.81649136543274,366.5897078514099,242786,r8i6n8,10.159.28.66,366.5897078514099,5
-1964.2627097302534,1719512416,checkpoint_000005,True,False,6,6b7688f2,2024-06-27_20-20-16,82.97016429901123,449.55987215042114,242786,r8i6n8,10.159.28.66,82.97016429901123,1
-1965.1521044152928,1719512486,checkpoint_000006,True,False,7,6b7688f2,2024-06-27_20-21-26,70.53654623031616,520.0964183807373,242786,r8i6n8,10.159.28.66,153.5067105293274,2
-1963.2242965097503,1719512557,checkpoint_000007,True,False,8,6b7688f2,2024-06-27_20-22-37,70.63850402832031,590.7349224090576,242786,r8i6n8,10.159.28.66,224.1452145576477,3
-1966.0343594288263,1719512628,checkpoint_000008,True,False,9,6b7688f2,2024-06-27_20-23-48,70.55560326576233,661.29052567482,242786,r8i6n8,10.159.28.66,294.70081782341003,4
-1977.05159056656,1719512699,checkpoint_000009,True,True,10,6b7688f2,2024-06-27_20-24-59,71.11927580833435,732.4098014831543,242786,r8i6n8,10.159.28.66,365.8200936317444,5
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
deleted file mode 100644
index fe08c2c..0000000
--- a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1989.802595964567, "timestamp": 1719509621, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6b7688f2", "date": "2024-06-27_19-33-41", "time_this_iter_s": 83.60843539237976, "time_total_s": 83.60843539237976, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 83.60843539237976, "iterations_since_restore": 1}
-{"loss": 1962.6643076018086, "timestamp": 1719509692, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6b7688f2", "date": "2024-06-27_19-34-52", "time_this_iter_s": 70.66612339019775, "time_total_s": 154.27455878257751, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 154.27455878257751, "iterations_since_restore": 2}
-{"loss": 1970.6976669191376, "timestamp": 1719509763, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6b7688f2", "date": "2024-06-27_19-36-03", "time_this_iter_s": 70.83067870140076, "time_total_s": 225.10523748397827, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 225.10523748397827, "iterations_since_restore": 3}
-{"loss": 1984.9167043130228, "timestamp": 1719509833, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6b7688f2", "date": "2024-06-27_19-37-13", "time_this_iter_s": 70.6679790019989, "time_total_s": 295.7732164859772, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 295.7732164859772, "iterations_since_restore": 4}
-{"loss": 1964.9003257451095, "timestamp": 1719509904, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6b7688f2", "date": "2024-06-27_19-38-24", "time_this_iter_s": 70.81649136543274, "time_total_s": 366.5897078514099, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 366.5897078514099, "iterations_since_restore": 5}
-{"loss": 1964.2627097302534, "timestamp": 1719512416, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6b7688f2", "date": "2024-06-27_20-20-16", "time_this_iter_s": 82.97016429901123, "time_total_s": 449.55987215042114, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 82.97016429901123, "iterations_since_restore": 1}
-{"loss": 1965.1521044152928, "timestamp": 1719512486, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6b7688f2", "date": "2024-06-27_20-21-26", "time_this_iter_s": 70.53654623031616, "time_total_s": 520.0964183807373, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 153.5067105293274, "iterations_since_restore": 2}
-{"loss": 1963.2242965097503, "timestamp": 1719512557, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6b7688f2", "date": "2024-06-27_20-22-37", "time_this_iter_s": 70.63850402832031, "time_total_s": 590.7349224090576, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 224.1452145576477, "iterations_since_restore": 3}
-{"loss": 1966.0343594288263, "timestamp": 1719512628, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6b7688f2", "date": "2024-06-27_20-23-48", "time_this_iter_s": 70.55560326576233, "time_total_s": 661.29052567482, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 294.70081782341003, "iterations_since_restore": 4}
-{"loss": 1977.05159056656, "timestamp": 1719512699, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": true, "training_iteration": 10, "trial_id": "6b7688f2", "date": "2024-06-27_20-24-59", "time_this_iter_s": 71.11927580833435, "time_total_s": 732.4098014831543, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 365.8200936317444, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/events.out.tfevents.1719335783.r8i6n2 b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/events.out.tfevents.1719335783.r8i6n2
deleted file mode 100644
index c4aacef1d7de666f23944a20c1ba73cc59c14404..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6TSydP6dq?oodc^mxn9;wx)#JfxG97n)~=T_%tGoxBw`wOe%;C4nPp})4I;~g
z9wMZW@If=R%R{7ZC52d^Wf2M0gHM4EUNT68q$Hw$cW3|IF>muW=bZ0+|Nouu{ApC^
z8@zJD#`Ha%n;GkyDYcsG6<(C`kG3F5D=z#}+B%k}*Nxn}SkBm-6H9@*-7)qQNCvaQ
zw>h+C2|2v7s#@N3|EX9UY3e_yL%M%XbIkJ!0?C71uo8&sk(<2&=k_3XlV27k%|cP_
z&g5EDXP`V>N$^HWL6#7PP}J2a>sg0R={uKI!+eTBY>)%#gi;fIh|@fx%843MIMp(>
za;vPq{X=Pi4)5*gSY)b?6UKdDgA5~F6(u*~6r^ghf`ScJkDM|W=?&%=-qkS^kp^}+
z0J)?=fR)!oSyDM;o50N{i%woM-2DBZWi2Q+y^+|Ly=xVz9hKz<vA+)y$WFxmmi2PL
zK-v6&;5QN5I!O&1#QqzBY$NtGg~~oYIxiT+)*ceZZN=^xrOM-1ZcZA+UWzo>vDlRB
z@knj;NK9yGUA;XQ7{{?+XU4I!?L#KGZ-Qjb<L4FLr*aO|>PHGTj-*xHFhQpY;`9{z
zn`T#OTLM5muem*Vq?b^R$;Lv0fZVcx4Teq4H8kK@I#{A(QnQcq@@+`LsU$FmQ;J@l
z2FX#O=wdT4f+G7l?4ke_#v)%m5(H6d<OI=&L-;gE3b6;7Eszxck8TtTv^T&G5G!#W
z#0xnldlDqF#*MaTLngb$#;$_|HqxF28SLg8XWt81>{c6P-w%20_8YShf44-^=lA-@
zKr!PD&u^B7uQX&v=BFZ6#Vg0D8jl4Qr3SfbjD{C<WRAnM^$86rQQERh((U}txx&x$
zPS_Kc2nR!k$#H>o-PA~~%LUmRNKW$0PRLkq5Rz<n;TLkl*^?5=1&M*#;Q-q>{%Z72
zt21yIgAGV=jSEtv{Xi1^!9>KiB!Q1_+r+D+X4$#ynLSjZzj$w-4W4GMht)3t2U!2t
W9!Ww-dF-)>?z?Psd`wzgWy?SGJQD5z
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.json b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.json
deleted file mode 100644
index a573c35..0000000
--- a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7446531774853204,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.006000257122673396,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.pkl b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/params.pkl
deleted file mode 100644
index aad1abecc4a67ea997619c3837e518a0aae66cd4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&7nc~gS!<kZ)Ul3oESdu!$-TwI%qi3yplX{qPih#U|$vY1oNEhniN=htA&WJD0
MtV#u1!cwXS0O&ze=Kufz
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/progress.csv b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/progress.csv
deleted file mode 100644
index 555eff0..0000000
--- a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2020.6805025836613,1719335855,checkpoint_000000,True,False,1,6be79717,2024-06-25_19-17-35,71.47419285774231,71.47419285774231,2195253,r8i6n2,10.159.28.60,71.47419285774231,1
-2003.3902054433747,1719335912,checkpoint_000001,True,False,2,6be79717,2024-06-25_19-18-32,57.25079274177551,128.72498559951782,2195253,r8i6n2,10.159.28.60,128.72498559951782,2
diff --git a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/result.json b/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/result.json
deleted file mode 100644
index a6ff692..0000000
--- a/ray_results/test_experiment/train_model_6be79717_24_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_19-14-34/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2020.6805025836613, "timestamp": 1719335855, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6be79717", "date": "2024-06-25_19-17-35", "time_this_iter_s": 71.47419285774231, "time_total_s": 71.47419285774231, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.7446531774853204, "lr": 0.006000257122673396, "batch_size": 1024}, "time_since_restore": 71.47419285774231, "iterations_since_restore": 1}
-{"loss": 2003.3902054433747, "timestamp": 1719335912, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6be79717", "date": "2024-06-25_19-18-32", "time_this_iter_s": 57.25079274177551, "time_total_s": 128.72498559951782, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.7446531774853204, "lr": 0.006000257122673396, "batch_size": 1024}, "time_since_restore": 128.72498559951782, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719334139.r8i6n2 b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719334139.r8i6n2
deleted file mode 100644
index e229310bfa517cb8926df9f2af4925df493548a9..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Q%WFFY<op;kwiZ`h!F*8rkwJbHS#LDP^g{h-5RNaR8<<6X?g$Lt6
z>I4|I#JEJbc#9G%^-D_gQuTB4i;G3C-u&evnqM&40IFr`*9-BSPs-q0l(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w?Dxk@%s{cyq!O+l)ykCoyi}kT1_s9oa<TeQD|2II
z132Fyv?y^Ya7n_gEXmAGjW5Z_ERN4CNiB*m7Cpo9-)W7HPr4yg``qT{mz+6Oa2r*)
zl(?i(wHIgRC8x$0r52au7o~y?m~^to(j02Q^B1QgIUgYm(BjhIQiK}-vNf?JGe565
z9@Q9-&qV}eU!(Z^z!mvwa9}fG3+yN9KV9y9G0s5=><3rjT8Ihk#<s7mC{`w4gX_l;
z*w?%}a!~^NIYJA8z~=t&$SFr_x-3dyCtQcyNHDOo{}eb!{+;fI64)0I1`r+C3=Zcf
H={*1dU{C)#
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719338498.r8i6n2 b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/events.out.tfevents.1719338498.r8i6n2
deleted file mode 100644
index b9c37540f6834b97b3aa22e56e87c3716256be97..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6TSydP6kcb=oMWr*<ZilN(zP4=(5eK12)n6C>5KH{gAKDgzwOxWjLeLw5u}(R
zMQC6bAFRwCG@>Nz0*a6?MNmjkB2tM277_`OBxLmO?(Dxi=562ReCIpg%y+)C>4xxc
z@IsZHo|_(OeQ|5%sLkY&IYB&h>?{)1;-aLTZ$IX1eIvJ<%4oj3=1#CL)#$K78kl6R
z#i=%m$my39#WLNsQhxQ~iSGp(<=U?)mj2UADEW{FHbPN+Qlp<|y*}hU(;x|=YB3mE
zU5jrfhINwlHwa%Z$x9-_6oX;;aML@dCK;&BuBPdmgkpzW$RLuc5J0Tz6BJfZk<2QV
z#kSSbBDpQSP^0&^w|}EAMd^FN4w-toB8XnZ%1BWq8HEN^E2#5`HeliF>l!+~kLWw#
zAmot&K~+u_BvE1YV}f698G{zxmp@D#9uJuvzn<ByrQhXEPcN72%$}kNWjkgsRPpz9
zlBa<1H!#~Z-Ye?N{t~5ZVfH}teCeRI)T%SvlSCA^G`nI|Dy#5y`*mi|Mh9%$Y=e8G
z`SJddxbV_?`upnX(f0>tCULSI_lz)Lgf!OIz{y-dVV$VC0m(QxqFUKygbpL@&>&`o
zVwNd;GJuCuy*|9sb12tnXCRqJUWvy6!=YyD>ToRsEU`7QF~It{79?ZH45kPqYu)LP
z7E_9CHUZ7cQUi-q6qLeT6!0LP7sS&nF9dK2zYP+@>LFzdm?O`zgA#!92h{-*MAnBm
zKG*0lLkgq6Xh#lYF`HcM8cOgY9odk{Y<zK!J&?_8c2SOfkk4#=F~h!2i>U2y^2gm`
z`e$T+^AvohAS=2*1t|(XIaX0QY_K5KNtF{6j8V}&KB8<7D6qzO%g|=)^PySp_?!!N
zMJ&R_a9|4DU|X{_g0;FKXC2E4p6iCpwE-a@Cg-icd(x8XhLqs$aH00)^^(ae9j@TZ
z=wd*ctKG0WHV*{o2?5dA#sc;YvPycET$WMBQ=<Ljy?Qoyl1}=dT~8r6!S=uRNaVxL
S<BUapkGE5aapyn%eew@XHW1(d
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.json b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.json
deleted file mode 100644
index cdc8e6a..0000000
--- a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.5088357248512263,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.010524289583233754,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.pkl b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/params.pkl
deleted file mode 100644
index 25e06ac30468867cc36b1fb368e21f3aff3e8c36..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQmZ3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~MEzrZ6Qj}j1UzAvqI>p`ofk)!)6+6Uwm~x7Myw=`BHq(yB_HZR7mLzAy7iU(b
Jf-EW30|4Y!Q@{WK
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/progress.csv b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/progress.csv
deleted file mode 100644
index 4ba5ff3..0000000
--- a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2006.8072533795214,1719334267,checkpoint_000000,True,False,1,6c8b476a,2024-06-25_18-51-07,127.51717782020569,127.51717782020569,2195253,r8i6n2,10.159.28.60,127.51717782020569,1
-1995.246540219765,1719334380,checkpoint_000001,True,False,2,6c8b476a,2024-06-25_18-53-00,113.46883034706116,240.98600816726685,2195253,r8i6n2,10.159.28.60,240.98600816726685,2
-1996.2762984628753,1719338625,checkpoint_000002,True,False,3,6c8b476a,2024-06-25_20-03-45,126.75374698638916,367.739755153656,2195253,r8i6n2,10.159.28.60,126.75374698638916,1
-1991.5076505405696,1719338738,checkpoint_000003,True,False,4,6c8b476a,2024-06-25_20-05-38,113.23560690879822,480.9753620624542,2195253,r8i6n2,10.159.28.60,239.98935389518738,2
diff --git a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/result.json b/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/result.json
deleted file mode 100644
index 9a54df5..0000000
--- a/ray_results/test_experiment/train_model_6c8b476a_20_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-25_18-43-49/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 2006.8072533795214, "timestamp": 1719334267, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6c8b476a", "date": "2024-06-25_18-51-07", "time_this_iter_s": 127.51717782020569, "time_total_s": 127.51717782020569, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5088357248512263, "lr": 0.010524289583233754, "batch_size": 1024}, "time_since_restore": 127.51717782020569, "iterations_since_restore": 1}
-{"loss": 1995.246540219765, "timestamp": 1719334380, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6c8b476a", "date": "2024-06-25_18-53-00", "time_this_iter_s": 113.46883034706116, "time_total_s": 240.98600816726685, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5088357248512263, "lr": 0.010524289583233754, "batch_size": 1024}, "time_since_restore": 240.98600816726685, "iterations_since_restore": 2}
-{"loss": 1996.2762984628753, "timestamp": 1719338625, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6c8b476a", "date": "2024-06-25_20-03-45", "time_this_iter_s": 126.75374698638916, "time_total_s": 367.739755153656, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5088357248512263, "lr": 0.010524289583233754, "batch_size": 1024}, "time_since_restore": 126.75374698638916, "iterations_since_restore": 1}
-{"loss": 1991.5076505405696, "timestamp": 1719338738, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6c8b476a", "date": "2024-06-25_20-05-38", "time_this_iter_s": 113.23560690879822, "time_total_s": 480.9753620624542, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5088357248512263, "lr": 0.010524289583233754, "batch_size": 1024}, "time_since_restore": 239.98935389518738, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8 b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8
deleted file mode 100644
index 8fb3639a0a46e62f332e59897cf4f4bdb32e2b4d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reN<Cr90%~RDRLh|VKRgPF@_pW6Y(`)I*fKPK|AJ4BB@=+c4?FCZfAFhn&k_Q
zI$5D7iSno*7$;v+PZ6XkTG}D?oJ3Aic2X%Vz?U?WA%f?0H^y`M+2+0c$9<mf^WF1#
z?%6rdq9wh5RqJM}i5G6HeAiljDP0+s>(HB-u^B6A#yM^Lm6TyUNxpf9%L{cxgY!nC
zXI^-aCJIHOFo%A1inD;BQ!F-?RczbgCXXgG%^v5Aly)>yM93N(NkWN8i6gAZR$wtw
z1`}<_x7*B&Qz4P8PrIUWyaXx@YjGY{8f^^CMI@3o%gp)|U!`?f{L4faA5kL}ioumm
zvz4ZtCNoQ!owS2u6{UZ@r;C|-J~`DF-&s`DPT1eXjl+=|#lkpiW(+jtpjoHQL3<aF
zpHeKC;#;7#?Q9P5C%=FOC8I>VfTvaOG}{=Kg3EYzex`a%BG~!$_U@sK2V3e7`_Mc$
zxoqK=nE*TPCXR@~HnaPqLFExX9{_uK*W{Z3d;2Y1DS$m)U94LezA6=9KYJU;1+h(=
z2=e6oa|ZzSQGNl@*b;4IQUL{a-g7%X+lwvphdm+0P1+x<c^+Vg-oX(u*mJvEHiF6$
zJ|6(Pb9rkjz*gMFl>*p#x?)|)V3q~goB6mPc5L+=vdXpS7{GqSFCZFQt1avKZ7SG#
zLT=`EFZKX`*w?z<q^4Y10<fnWa6}At!oz`5Q28^T4}cw1JNY!gwi$7y0QTZV#k%Xe
z3+n-P7ateIu4;Rm44;@i6JT$kaldHn_1YTOj}2hwCn}a+_F@n8hg~1;CYKVUT>$&y
zZX6MVz2J-E&7hL1#Q6Z&%(!D?0d^}N5y0*oQLNi_srEB~O;zDWLF`1wUh>w5?u!7s
znO{IOc7=B8lKjhH=b^1jR5s6dcCbI}Nw2y|#ls^yfSuZgBVw>K-KVQTWgVXnfNhED
z$pzTy?YL3^+x*C-i;Z~hJitEA#|5$9_~$G+t)XQiz@Bge_lw3psSR3^u>tIS-%x|W
zi#^C6_TrIla_-gSeE|DdB#wx|-ZXrx5>#d>a6SO`ozRUZ0QLnwB7l7`tXTKjjw=+v
z&Wys1g4nIjTjX5n-mL)pTYdr2*e%+<On4dCdCtA%)n4onf7rWz?<5Zv{apyKSNw}3
zVz4c1?{$O94n7|M`_s>VRRQd^_i?2Fc2c)XH{zQ65y0-?<AT_~bOmResc8-Y*yax0
zFB)5to*(y0DcJdj+BxlBY{DOQCD}>lbWR}v_6K!1A_jYSQ$;PPjQSeq17O$x)bKsP
zF6Scx*bkarx>?e<vH^C~5!@(<T~{+KBZe;753o1$3y8)JPv3NI|0%HZQKip}v3tI=
zkw5G`b#8J-cEv`3J^mvc5rZAK`KeG)*~I4qU=O^|Kmu&03|9(ZkN?W08&K3Z17P3e
z<AT`B@{==c^VXdQ*!0J^Uo^HV-8Fq%!r`Fa%h8sdpR6Eet-L(j!C`Cm$k1*Xilj_-
zy+dzhsT6vZopx{+G{%|rjtseEXpnD6-X)d0rRu>5<?5XV6L)o5L#t$JIT~!F4K^cp
zk>f6pR9+tUECwn1KVu54ltsUqc5p)xD6DVD;hP<eBKtk+KRFB$Mu*K#akn*36_=&0
zxwO$}W?rX^W-IrI`!qDu+wN^vpoqTz`!5uXq!v#*Lct7WqV-0VOcQ~I$l=Xd^E8T+
zKjCKlSj2Pl)x@J%dElF^CIQ9EpLBE8j6g|p;hSkw@{7TY@BF^IQ#p-zzwiA1kfN(n
z6vv+*OS3F@wWV06o&z>BdA6*2Df&jrpW`8^@_-aY^|O@|5iPc|Nuz77rlFyIMBKyP
z7iOFmDIYsEJhnxPp7ukI$5mPs`}hlj2iI%4Un2aTJ)Xklhj`A;^FTF{X)MV}^L!Za
z8sN!xEgIJUeZT`;5jViUws@dI%l)$8|6Rp%?xvk7ygO=!@0W!i>Z;}wm3{iDC<Q71
YZ%;GEUU}{v<J||Sr6EE0qq8FZ16l#T3;+NC
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
deleted file mode 100644
index 03f3fc2..0000000
--- a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.49537163003492246,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.001560166878876501,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl
deleted file mode 100644
index 7be407a298413c79dac38c43479910b17c3080bc..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg#hVaHbUH7sMAOmZVN`x4*wd+jM&VgC3@wA|Nla|3aRc0z(g1QesJRMtpH*RVvUD
Hj#51U)P_<m
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
deleted file mode 100644
index 2d015d6..0000000
--- a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1972.8930990864912,1719514947,checkpoint_000000,True,False,1,6ef1de40,2024-06-27_21-02-27,281.80140829086304,281.80140829086304,242786,r8i6n8,10.159.28.66,281.80140829086304,1
-1970.5526190329724,1719515215,checkpoint_000001,True,False,2,6ef1de40,2024-06-27_21-06-55,268.26743173599243,550.0688400268555,242786,r8i6n8,10.159.28.66,550.0688400268555,2
-1968.2562842181349,1719515484,checkpoint_000002,True,False,3,6ef1de40,2024-06-27_21-11-24,268.5265476703644,818.5953876972198,242786,r8i6n8,10.159.28.66,818.5953876972198,3
-1975.871436892532,1719515753,checkpoint_000003,True,False,4,6ef1de40,2024-06-27_21-15-53,268.67456102371216,1087.269948720932,242786,r8i6n8,10.159.28.66,1087.269948720932,4
-1968.5231750968874,1719516021,checkpoint_000004,True,False,5,6ef1de40,2024-06-27_21-20-21,268.2965958118439,1355.5665445327759,242786,r8i6n8,10.159.28.66,1355.5665445327759,5
-1970.8189610759105,1719516289,checkpoint_000005,True,False,6,6ef1de40,2024-06-27_21-24-49,267.979775428772,1623.5463199615479,242786,r8i6n8,10.159.28.66,1623.5463199615479,6
-1969.1982075848916,1719516557,checkpoint_000006,True,False,7,6ef1de40,2024-06-27_21-29-17,268.1068859100342,1891.653205871582,242786,r8i6n8,10.159.28.66,1891.653205871582,7
-1983.0505034679502,1719516825,checkpoint_000007,True,False,8,6ef1de40,2024-06-27_21-33-45,267.9620032310486,2159.6152091026306,242786,r8i6n8,10.159.28.66,2159.6152091026306,8
-1978.1448330616388,1719517093,checkpoint_000008,True,False,9,6ef1de40,2024-06-27_21-38-13,267.67944145202637,2427.294650554657,242786,r8i6n8,10.159.28.66,2427.294650554657,9
-1973.7387137826033,1719517360,checkpoint_000009,True,False,10,6ef1de40,2024-06-27_21-42-40,267.4155812263489,2694.710231781006,242786,r8i6n8,10.159.28.66,2694.710231781006,10
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
deleted file mode 100644
index 108cce0..0000000
--- a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1972.8930990864912, "timestamp": 1719514947, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6ef1de40", "date": "2024-06-27_21-02-27", "time_this_iter_s": 281.80140829086304, "time_total_s": 281.80140829086304, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 281.80140829086304, "iterations_since_restore": 1}
-{"loss": 1970.5526190329724, "timestamp": 1719515215, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6ef1de40", "date": "2024-06-27_21-06-55", "time_this_iter_s": 268.26743173599243, "time_total_s": 550.0688400268555, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 550.0688400268555, "iterations_since_restore": 2}
-{"loss": 1968.2562842181349, "timestamp": 1719515484, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6ef1de40", "date": "2024-06-27_21-11-24", "time_this_iter_s": 268.5265476703644, "time_total_s": 818.5953876972198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 818.5953876972198, "iterations_since_restore": 3}
-{"loss": 1975.871436892532, "timestamp": 1719515753, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6ef1de40", "date": "2024-06-27_21-15-53", "time_this_iter_s": 268.67456102371216, "time_total_s": 1087.269948720932, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1087.269948720932, "iterations_since_restore": 4}
-{"loss": 1968.5231750968874, "timestamp": 1719516021, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6ef1de40", "date": "2024-06-27_21-20-21", "time_this_iter_s": 268.2965958118439, "time_total_s": 1355.5665445327759, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1355.5665445327759, "iterations_since_restore": 5}
-{"loss": 1970.8189610759105, "timestamp": 1719516289, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6ef1de40", "date": "2024-06-27_21-24-49", "time_this_iter_s": 267.979775428772, "time_total_s": 1623.5463199615479, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1623.5463199615479, "iterations_since_restore": 6}
-{"loss": 1969.1982075848916, "timestamp": 1719516557, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6ef1de40", "date": "2024-06-27_21-29-17", "time_this_iter_s": 268.1068859100342, "time_total_s": 1891.653205871582, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1891.653205871582, "iterations_since_restore": 7}
-{"loss": 1983.0505034679502, "timestamp": 1719516825, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6ef1de40", "date": "2024-06-27_21-33-45", "time_this_iter_s": 267.9620032310486, "time_total_s": 2159.6152091026306, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2159.6152091026306, "iterations_since_restore": 8}
-{"loss": 1978.1448330616388, "timestamp": 1719517093, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6ef1de40", "date": "2024-06-27_21-38-13", "time_this_iter_s": 267.67944145202637, "time_total_s": 2427.294650554657, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2427.294650554657, "iterations_since_restore": 9}
-{"loss": 1973.7387137826033, "timestamp": 1719517360, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "6ef1de40", "date": "2024-06-27_21-42-40", "time_this_iter_s": 267.4155812263489, "time_total_s": 2694.710231781006, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2694.710231781006, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8 b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8
deleted file mode 100644
index 2aa4f2aa168faa493a3c74efa18d73ea1e68eef6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|Pe>F|9NwJ`YksimPP_hDbz8>*9jMhVf)u+Zd$CJ(%0oQHowv>8&YNXs)U-p=
z5(Glpp{Rpst;Z+{qC?<83M2};N(U)I3#1G(s8es;*|)o<Hn;hGzwh_G_x--t;3<6h
z>t{uN?f%Hr#o3kKuz%2$HF6?3f{ER8virQMwz+)^v!i|d(nc=t^woN$ItYT_l*eNB
zFu}2mVOgQ&A#ZX%9bNBqDR;NtBYx!vqqIRQgc-$Bjp2-fQYuajWettkA&+Mw-u^b&
zP$B90$@rC$ia{`?cszCH=O-~&Qoq!4j=xi)h!BNFCTVLrMz*S1NVBnttk8fucP27v
z-0pJeGr8PXzIux(9t9DaD(RL+QW%-ovJDe&59r%iSnPHOtbchkz~3khkf0q}*#JjX
zwl#xTsB(;RbN$}Css(Rh&h*TKEBv?dkM#r8Y-!#H4}B0sYF0L7-9j;ZHH%Gp7h?C{
z^1)3X9CRV!Hz)k!#A<*+*-oicWgJI+q5#zjP8kZlGxZsz)3nwIq4F9T)=@?t!zP6S
z;4ea^+uZ=cvQl}oA9%$yvWQ;Hk)m9z4`M~p$YrExIxW%DU{X-uRt`a+_+LJ#3b>4;
z4p2pqie)A0lLAm9REA87K(nw<h;~q%kVq}iB<vjm=?Jt4`z={I25rLsmuP=@K1$sE
zEq#B~!ymuq?(Y)^s~j|!_Ge+sqA5U@EmMOvk~aDmIe5vH_V|<wKjxsW%v*sENXfOH
zsnkXs4i_z=#X?|e6A<39HHOV4AhL_)438$DX=gwfIFX=_cGumrmd!ZSIJ={TT)yK^
z@3VZ|IZQ<iSaW9r>dW)Mfaz_Z6k7(+<BNM_mGx}K`z9l&Pq~k9`9=N$pDeoH1u+Q!
X>pdn)!FigolJ5sZ?vVG@YRBupN#c@@
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
deleted file mode 100644
index 3d4919f..0000000
--- a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.8871532583599777,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.038469373500283253,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl
deleted file mode 100644
index da8d770a8b853491dcdc973e8f23a5b178cd6ed8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(!&eW3p5lg#L>eC69O3r7GvsR%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p`oO>)20Ggqx1rko-mZ}BF_Uz&@Xd$^JkOOi9<i!-ZI
KftGNT>Hz@1KvOdS
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
deleted file mode 100644
index 9cb1b1f..0000000
--- a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2070.736326202633,1719493262,checkpoint_000000,True,False,1,7509f383,2024-06-27_15-01-02,80.20380187034607,80.20380187034607,69992,r8i6n8,10.159.28.66,80.20380187034607,1
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
deleted file mode 100644
index 40781ee..0000000
--- a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2070.736326202633, "timestamp": 1719493262, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7509f383", "date": "2024-06-27_15-01-02", "time_this_iter_s": 80.20380187034607, "time_total_s": 80.20380187034607, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.8871532583599777, "lr": 0.038469373500283253, "batch_size": 2048}, "time_since_restore": 80.20380187034607, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8 b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8
deleted file mode 100644
index 51e9a058e18de80e5283465cc6059e2b114bf7f2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdrVVT90&0B7J;6LN`(Ry<YlLJLWOA@M(youOC$~*iZjvNmG)u_^tNlu6lDk_
zJ~t<O=oEvXs56QR+nh6GMiCbun{&$)-#Rru7Tr(>(SdHarJT#pwcg8rz2|(-x94+i
zLQZ2vy?+f$vQwmMvRls8)ScHVBJy1(8<TE)k7hg*GZ*Wx-%9n*YpPqImp1*}^0#;1
z5V1;*qELj(RI2urFtobZ;dV!_sR%W;=j^{Y)*o5hd76^OoWYS)l#CQO;<h?UiY=7c
zN}G$E4jbc%7Kth}*-eT@Q0Z#Nd01(2Ff<zxiOB2siq!r}`@DqdQpq_SNkK^{4p(|?
zcAD~7ZEniup<R?a`my+$Zb5e4k_>;mwyNr`w495NKq+V#jJs`&nWkK{+v9N2z6BPa
zl3OSE7r1@r#2jfSw}1+bLdkdmZ>z~;b1-fSF5}(#>F|<AVCNO@r$=n`ViSR|8@mP=
z_1nuT0d{RUjtIdHS$FXvs7zgg^FgrBg{?~i*t@t05B8Q%kLaeSUp4}4Wd&~J#h!Lz
zhCZ_;?FqoH<rWZ(Eh4|V<GBQOUc91J>BE);!XCLb#8_S2nG3L2uf!1{*u#}BHK>%Y
z!ucTB4YP881=#gmga`XXZJVz0k?kjd9s40}<i*}FutqPR+?fclKjsz?j7^fVEi(^-
zosWyjo#Mj|355OUNr~~Fov(HS?7UbU5rUmqS6v1wuW<Pw*!j(+BLQ|n9IoWSK2X`F
z>sgq!3t(U7;=I^lX(#n>6P03sou|P4g0U;ebV<=Ou=6s_l{_EzfI!%tmkFab?e+tJ
zy@|vTA=nSLZYu?qN-fR@!TxR3YdrvaHy7c-uFPxGEw5rG0qkTQZsf(@q3h9iC(hjk
zu-9@62*$1_9m$i!z|QB*v^ad&p@Fay$_eAnwHeJ2dlrre!T!2q)-q73%)|L0*!J$j
z-vjJDT!aVv&X_jcBI8F@0DHu2+{lalV7uJ#nPYw?z+T5KAQ<})*?s&b1$HhqomuX~
z4hw`mBaJW`_L5xyTbYj|La+~(8dibIJzPEr_S2Yc%>X;oj4OGte^`1%7uqp>2f+T4
zi}Padj8Plj-F;IJu;VPaUoiGH(p>oH53uw0^>gce*x`Y&-@GL@9-6TJ3c$X*0Y`*j
z&n&wS|3Nxya6Sn3v&<v|z<$U@c(8LPwCTFPA)El)wh=e-Vt>Br4MTiu*tY=t2DgA<
zY?1cv%RS=(_V}lw13qkNAneCV!Z_}1^$~!b^9)CXVCNi8{RC8=;qpPS&ldh353o)D
z;z}Ou%}GafU86NhfZfi;d9ios-Z4<$otFdbsUmTol3?s1+G$^0V8G4?PHFtbhm8VZ
zOS8mA)1_0B0QM^y91((@l|kx3Wiyu#f}Jz2(h0D$NL<N-eRlRyUC-4EIRLwfi}PYP
z++S#D9r{5yz#gH+{erQRw5Q^KbT)~5FGtn28w#bPRr`F{s;v^VS%RV{tJCB%+1-?y
zUg)G<>;;YSOkE*COC>1GKO}oX$hwG>K?voWJZ39<by`FxNm68JkcBooEbK*&y*yF{
z1?;mp6y5(BQ(~uzO{KJp9g0K|eM2t)>{t}l?@|BB5lCurIh+)GTk}@2S=ydYTP!wa
zK4r1l*+=ZRp_$%xUvo5y?EBn*p-@B=d)pBTWhg6cvLs1Vk!Y|C-kep#QM~L0H{<6b
z-kYx~0S%J{zuBr1QG)D6H&>MsrONnkrZ<+3InMacul27j6Q%q6&hI*bt`aDoJ3lw=
zcC%Mo%Iz_+z&579G4&vUS_tkO_Y#Um0?GT?%A}Fw_Z1%7e)7Hs4ecXhANIa5V@afV
z?$q#D1&M|SAjjiFNHpyE7X%No;pD()kEe8K&|vS`u@7oSUYsjmR;2NM8Son5$xaf*
z^nV}lK(%jxdu{PRJ<0yE5cplib2>ET$#Y(x<o{*i*#3sMr1$#tGmsi7{%=n+mR@=G
R9pl_XQiyQzoR?Nd{RatQz99er
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
deleted file mode 100644
index 0d67998..0000000
--- a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.9311098017111933,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0033598362705093534,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl
deleted file mode 100644
index c9f90706cb901e2480edbfa013b4ebfa713731c7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#*dU#=)fu@3mn0okNLLl>?Vr+Tw8L5dW
zQ@jOwI8%!93*w6sOH!w}+rK@%>_pa9(;lXrA|NljO)TcN`m7$Vq{NcsjQHZrs#KsQ
H9Hn{y@5NJA
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
deleted file mode 100644
index bce43ee..0000000
--- a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2152.0349524790845,1719561170,checkpoint_000000,True,False,1,769b08ee,2024-06-28_09-52-50,112.00384831428528,112.00384831428528,242786,r8i6n8,10.159.28.66,112.00384831428528,1
-2143.4170431302286,1719561268,checkpoint_000001,True,False,2,769b08ee,2024-06-28_09-54-28,97.78639459609985,209.79024291038513,242786,r8i6n8,10.159.28.66,209.79024291038513,2
-2122.2596243310163,1719561366,checkpoint_000002,True,False,3,769b08ee,2024-06-28_09-56-07,98.308185338974,308.09842824935913,242786,r8i6n8,10.159.28.66,308.09842824935913,3
-2108.745537224717,1719561465,checkpoint_000003,True,False,4,769b08ee,2024-06-28_09-57-45,98.25336289405823,406.35179114341736,242786,r8i6n8,10.159.28.66,406.35179114341736,4
-2093.87230772484,1719561563,checkpoint_000004,True,False,5,769b08ee,2024-06-28_09-59-23,98.16895484924316,504.5207459926605,242786,r8i6n8,10.159.28.66,504.5207459926605,5
-2087.8821137195496,1719561661,checkpoint_000005,True,False,6,769b08ee,2024-06-28_10-01-01,98.08770871162415,602.6084547042847,242786,r8i6n8,10.159.28.66,602.6084547042847,6
-2082.8323003813975,1719561759,checkpoint_000006,True,False,7,769b08ee,2024-06-28_10-02-39,97.76127862930298,700.3697333335876,242786,r8i6n8,10.159.28.66,700.3697333335876,7
-2078.3941189022516,1719561857,checkpoint_000007,True,False,8,769b08ee,2024-06-28_10-04-17,98.10805487632751,798.4777882099152,242786,r8i6n8,10.159.28.66,798.4777882099152,8
-2082.373000738189,1719561955,checkpoint_000008,True,False,9,769b08ee,2024-06-28_10-05-56,98.56372618675232,897.0415143966675,242786,r8i6n8,10.159.28.66,897.0415143966675,9
-2067.5648145300197,1719562054,checkpoint_000009,True,False,10,769b08ee,2024-06-28_10-07-34,98.67155456542969,995.7130689620972,242786,r8i6n8,10.159.28.66,995.7130689620972,10
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
deleted file mode 100644
index eb98cea..0000000
--- a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2152.0349524790845, "timestamp": 1719561170, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "769b08ee", "date": "2024-06-28_09-52-50", "time_this_iter_s": 112.00384831428528, "time_total_s": 112.00384831428528, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 112.00384831428528, "iterations_since_restore": 1}
-{"loss": 2143.4170431302286, "timestamp": 1719561268, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "769b08ee", "date": "2024-06-28_09-54-28", "time_this_iter_s": 97.78639459609985, "time_total_s": 209.79024291038513, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 209.79024291038513, "iterations_since_restore": 2}
-{"loss": 2122.2596243310163, "timestamp": 1719561366, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "769b08ee", "date": "2024-06-28_09-56-07", "time_this_iter_s": 98.308185338974, "time_total_s": 308.09842824935913, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 308.09842824935913, "iterations_since_restore": 3}
-{"loss": 2108.745537224717, "timestamp": 1719561465, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "769b08ee", "date": "2024-06-28_09-57-45", "time_this_iter_s": 98.25336289405823, "time_total_s": 406.35179114341736, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 406.35179114341736, "iterations_since_restore": 4}
-{"loss": 2093.87230772484, "timestamp": 1719561563, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "769b08ee", "date": "2024-06-28_09-59-23", "time_this_iter_s": 98.16895484924316, "time_total_s": 504.5207459926605, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 504.5207459926605, "iterations_since_restore": 5}
-{"loss": 2087.8821137195496, "timestamp": 1719561661, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "769b08ee", "date": "2024-06-28_10-01-01", "time_this_iter_s": 98.08770871162415, "time_total_s": 602.6084547042847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 602.6084547042847, "iterations_since_restore": 6}
-{"loss": 2082.8323003813975, "timestamp": 1719561759, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "769b08ee", "date": "2024-06-28_10-02-39", "time_this_iter_s": 97.76127862930298, "time_total_s": 700.3697333335876, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 700.3697333335876, "iterations_since_restore": 7}
-{"loss": 2078.3941189022516, "timestamp": 1719561857, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "769b08ee", "date": "2024-06-28_10-04-17", "time_this_iter_s": 98.10805487632751, "time_total_s": 798.4777882099152, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 798.4777882099152, "iterations_since_restore": 8}
-{"loss": 2082.373000738189, "timestamp": 1719561955, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "769b08ee", "date": "2024-06-28_10-05-56", "time_this_iter_s": 98.56372618675232, "time_total_s": 897.0415143966675, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 897.0415143966675, "iterations_since_restore": 9}
-{"loss": 2067.5648145300197, "timestamp": 1719562054, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "769b08ee", "date": "2024-06-28_10-07-34", "time_this_iter_s": 98.67155456542969, "time_total_s": 995.7130689620972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 995.7130689620972, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8 b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8
deleted file mode 100644
index 698f5b8862e0189bf23a9f2060e4163450076628..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reM}Q)90%~)@^(+GNNEv@XsK^Y6@lqSQc#NRk*K&ab$@JbUJ5;JC%t0tbjqf(
zA*fR~f}_fyQNig@CSY9VE16?1#BG_GacXq2$~Lwbl^I_)r?_h=&-Le8@A!{<p6~PR
z^LdUY56QB@pO$rV^~8-Y8h_iq^HPCUS>m=jn5pDSn&FJkbGM_9jSJ4}*!i}ZxaFNa
zeFr~p<S;`LQX{3?x;m3v!O)pyE|%349f%{7e45^@V5I)uS&G=(f+OQlI@00@Yj>?E
zvr(mXx^!8&%fWCOnXEFu=J17WpfY+d&cjNZi=p|5Og8V)p1(4KmCiTQiisUUM2~bR
z1y^zoCrxp72TM6P+D)+<-6F4f**nue%?`%BRaJiy>V3FzJkq077-t<!DNVU)mUFr3
zzykU1!s|J~1^WIt^BS>PSipduL+N+{f2);qxEPj#%lLO*cQD!tcCJZSy)J+)4~IQt
zX&gDPP4)m_zo^0yDcC>wVrxL<aUmZ8TYh4z5nx*qais|M_{APGE%O}$*hhu9D0cIe
z6iZq6lv4nEvKseG#+I49s<;lYbJB3+OaNOE4!hy!STeh|rU+oKoQxw<usa*u20-OQ
zAs+!dy6p8I0rvVSxKadr%^Hunu;WMxz<w;mMX{}^v}NY4=FI?mc?Ry6jBPS4yx*b*
zJ6F$)O=|FejYNgRemnz_MU8jr0d`J4j!407H|a-%$`e990`|=-3l#vHHQ`DT>@8l8
zdBeF6i~#$F5EsQxd|`)W+LRIlz_u3Pe#zLCroMaC8DQtR?=P?hu%p9a4?h)0E?#Af
z0oYYlI3fw#IJFg2D%azD1ngICy_W&7w+Rsu?3>#?=IGPkPXO3NHEtBe9&!1k<)_r)
zR{{1~VFAh5yG;K++?E4&?)0r}3t-2D!!BN^B#-7yD+Jh0*KkA%cGK`xEU27x9p@up
z{~BM|4zN3fhzNEq=`r_YbvFU*3B9;c6x&_aYq@m(!wP`iC@dfu`zurDs}~M|osS*0
z@j(DPHXQayA3-+HcR2udZZeKY!G7sn<!MmaCFCPuKk0aM9AM|A;7Sqf!|5LLlN<U1
zfZZm<MX}2(qR1vo{ZW9Orp5h|v3;hq^|@QY&K<Kqn)QkQJ3B5M_Q~@Exxah%d4OF%
z2S=n}Hy>{71(o`_I3EGKZ&6z^z}_cBM6i!2J!WproxcILt_U}ZVo%B&MgEe#VHUvt
zSXe+Zwya>_f(2s#exP$}0GkMhy|$hpC%QVk0DGVfN2Fk98Jr$~z43FLkAS^k({A{k
ztvZM!BG@X6#~k02TLZ8U32{;E)+hsMY2Bg&*qQCPUo!T{0;6%$BCzv!na+y=Y!nXr
z?$j7E`C?WVz;1Toh!kvj-L+y+Ik6n)BVea<h7|B-w+ayvY~Mh=+0(UP7Qogm$Bm-c
z)!*cib=pJ@VAlx?NXFI`G|cUp+%atMa#ZVWc#C-B<zoSC!yX0Ntw3tZUT$?;oh+3}
zuPUeA`~{8S=4@1;Y6Xf74ypc;tM1G7BM>UFa;0|u>Qq7N6nYgJVWUf3HvS^VUmmF?
zOZaCgNE7;uS>dG0tgC4^Ka_x!LqqQ1>|~@4c@#QXi3pq9RZj7@HGdVKrJW_T&E{a1
zQZ|Q^f5d+pni*^lG;2`8(C?uO#UOc^za60%hO*OEn@(X!K=CSgb2f}YqgBti89x>A
z-+T>eC{-2tW@{LW(p1m7xf&**aVqhfX`emeTPApZU*B#v5|@Y0@46gam7~$Z`LQ(1
z@>g4m<*YoggIVI5(<Mj8<-$3(%e8HCloVpCA`)u$ci&xC+n0|Lhlu!x!P~S6X`ebZ
zJXUK$W5ST*@&0_2`t%Ee2P;kde<H%3J)R;np?Lq<@ehhU*)u;&-;nSBFyJ-7llc!b
zD)fE81G@qP!fP8kppWpb;yL~K-)T}V<pnKzzHFIKsEdPtJ=rJ|Y5#9eGqyo_{v8wC
OqxAB)Vg3CX)Bgk939{q>
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
deleted file mode 100644
index 736ed04..0000000
--- a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7363891392281665,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.011294664762497991,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl
deleted file mode 100644
index ef4ab8dfb199823b00570d83f20c69a4ba702ffa..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`wRm_+UaH^T1+EJ#2aL
z8L5dWQ@ojaI8%!93*w6sOH!w}+drRB|K;$iwjQROA|S6_afO}Xw16J2q{NcsjQHZr
Ks#K6ArFsDK|5I21
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
deleted file mode 100644
index d449848..0000000
--- a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2186.706129659818,1719558352,checkpoint_000000,True,False,1,7c19332c,2024-06-28_09-05-53,314.7119266986847,314.7119266986847,242786,r8i6n8,10.159.28.66,314.7119266986847,1
-2182.452349324865,1719558653,checkpoint_000001,True,False,2,7c19332c,2024-06-28_09-10-53,300.735479593277,615.4474062919617,242786,r8i6n8,10.159.28.66,615.4474062919617,2
-2173.4124630905512,1719558954,checkpoint_000002,True,False,3,7c19332c,2024-06-28_09-15-54,300.98036670684814,916.4277729988098,242786,r8i6n8,10.159.28.66,916.4277729988098,3
-2211.8741541584645,1719559255,checkpoint_000003,True,False,4,7c19332c,2024-06-28_09-20-56,301.2308259010315,1217.6585988998413,242786,r8i6n8,10.159.28.66,1217.6585988998413,4
-2188.0654546782725,1719559557,checkpoint_000004,True,False,5,7c19332c,2024-06-28_09-25-57,301.18690824508667,1518.845507144928,242786,r8i6n8,10.159.28.66,1518.845507144928,5
-2261.2695754644437,1719559857,checkpoint_000005,True,False,6,7c19332c,2024-06-28_09-30-57,300.54345750808716,1819.3889646530151,242786,r8i6n8,10.159.28.66,1819.3889646530151,6
-2206.0040177472933,1719560157,checkpoint_000006,True,False,7,7c19332c,2024-06-28_09-35-58,300.26331853866577,2119.652283191681,242786,r8i6n8,10.159.28.66,2119.652283191681,7
-2205.3586723748153,1719560458,checkpoint_000007,True,False,8,7c19332c,2024-06-28_09-40-58,300.10717821121216,2419.759461402893,242786,r8i6n8,10.159.28.66,2419.759461402893,8
-2201.3432405727117,1719560758,checkpoint_000008,True,False,9,7c19332c,2024-06-28_09-45-58,300.53178572654724,2720.2912471294403,242786,r8i6n8,10.159.28.66,2720.2912471294403,9
-2146.9344828447956,1719561058,checkpoint_000009,True,False,10,7c19332c,2024-06-28_09-50-58,299.9912140369415,3020.282461166382,242786,r8i6n8,10.159.28.66,3020.282461166382,10
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
deleted file mode 100644
index 88ee9b7..0000000
--- a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2186.706129659818, "timestamp": 1719558352, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7c19332c", "date": "2024-06-28_09-05-53", "time_this_iter_s": 314.7119266986847, "time_total_s": 314.7119266986847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 314.7119266986847, "iterations_since_restore": 1}
-{"loss": 2182.452349324865, "timestamp": 1719558653, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "7c19332c", "date": "2024-06-28_09-10-53", "time_this_iter_s": 300.735479593277, "time_total_s": 615.4474062919617, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 615.4474062919617, "iterations_since_restore": 2}
-{"loss": 2173.4124630905512, "timestamp": 1719558954, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "7c19332c", "date": "2024-06-28_09-15-54", "time_this_iter_s": 300.98036670684814, "time_total_s": 916.4277729988098, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 916.4277729988098, "iterations_since_restore": 3}
-{"loss": 2211.8741541584645, "timestamp": 1719559255, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "7c19332c", "date": "2024-06-28_09-20-56", "time_this_iter_s": 301.2308259010315, "time_total_s": 1217.6585988998413, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1217.6585988998413, "iterations_since_restore": 4}
-{"loss": 2188.0654546782725, "timestamp": 1719559557, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "7c19332c", "date": "2024-06-28_09-25-57", "time_this_iter_s": 301.18690824508667, "time_total_s": 1518.845507144928, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1518.845507144928, "iterations_since_restore": 5}
-{"loss": 2261.2695754644437, "timestamp": 1719559857, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "7c19332c", "date": "2024-06-28_09-30-57", "time_this_iter_s": 300.54345750808716, "time_total_s": 1819.3889646530151, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1819.3889646530151, "iterations_since_restore": 6}
-{"loss": 2206.0040177472933, "timestamp": 1719560157, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "7c19332c", "date": "2024-06-28_09-35-58", "time_this_iter_s": 300.26331853866577, "time_total_s": 2119.652283191681, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2119.652283191681, "iterations_since_restore": 7}
-{"loss": 2205.3586723748153, "timestamp": 1719560458, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "7c19332c", "date": "2024-06-28_09-40-58", "time_this_iter_s": 300.10717821121216, "time_total_s": 2419.759461402893, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2419.759461402893, "iterations_since_restore": 8}
-{"loss": 2201.3432405727117, "timestamp": 1719560758, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "7c19332c", "date": "2024-06-28_09-45-58", "time_this_iter_s": 300.53178572654724, "time_total_s": 2720.2912471294403, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2720.2912471294403, "iterations_since_restore": 9}
-{"loss": 2146.9344828447956, "timestamp": 1719561058, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "7c19332c", "date": "2024-06-28_09-50-58", "time_this_iter_s": 299.9912140369415, "time_total_s": 3020.282461166382, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 3020.282461166382, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8 b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8
deleted file mode 100644
index d00a9eea7d46ee5a49ef2032eb76d178387bfd1a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdrVVT90%~yI-n;MN~H=E9JF(4K^}9$WKM3|JL4lUvi)JyxJ#iITWxQ#x1h`y
z85l<<NHp%@6CZo|f}m5`+%Sf1#u%q&4pFB}ouKI0GHu02*lj82@^h{C@*nq{@A>w8
z?jhkcUNZ2rd-Y7MJV}>EuG-OINK_QL%r++D?Q)uN=e<^)@YZczU|!RXr6#$potf*K
zrwr4NKygUnGFN1}%NRP-?qpf@**Cppd9F7vD-hZA@Ej%YxQZh>l!_8@gta=$>=vrn
zN*6CKb=nxWS|X{;-z9lm4JsYiaUND$oD9uHB$8i>54kb}m5v3;v*prG9MPf_lz=PU
zHU~|)tu~gjxoH>0s;f17jnSx@%?`x3RaM=QSMu>!kQQlRoV78<H07dMx6?)Y7g*NO
zIxaV`Kv(zax$+160(vwSrQ!vAt!B5)$*>e$#<%lyD>EGId_(hs#eQsQFl<Acmt6K>
zOdP;&JcJ`+us4`qRf5W#!#E!TyY<r8mjU*1J|ci!;a+cidRwyuU{Cx8Hwt3+|D0s{
zN{vPU?0x(KqOm2!>Fsroz|MOoOk3&4mIcE;)9xYFHGi!H*ijR4L=1L~&a)9ze!}NN
zU@Pdhc>sHA4z3iyb{DKSZY3rs1MF5lE{NSyYB3%7Jna&|ej^w6i^e7hCUV>ru=AOJ
z_SX5ahXuo~jCe#w(ls3bd*N*y5rds~WJ)@y?B(+zu<J)3SOKuzUAR&JyFIVgSe?@N
zE5PpM<AT_#wVO;m|6EQ5*tTxmFB-d&*gN?i3wB<Z*4E(1ekmCCohu$PF5#mxfc-%_
zj)=iN7~OpwR7Q-)`4HG?_Wd$|eT0t)V6WLxXIxkKg$ZEiX5dCa?0+*_OnbemX8`*k
zzkq1$2BNuTP6pU{R}|Ik#|{sMeWuDoj_faF0d`_Ej)=iNuU%gNDjWEG2<&S)-+BP{
z{1{v*fIa@gIwNbZX8`tZd|VKFb@5eG!_tN-fIUr#`$c1)AmS*=cChn{F{9f2*b%|7
zldHYt=H9Fpfc;R3BVw?vqoc-x%H^>*9|Aiy;rs-E{e+JQU`Ic!HLjaoGaO*MRJc(P
z`($Uosp+z;31Hvk7Z8ozN$i<EMh|vA^>N2VKXzm=?4AM-x#>nvAHZ&Wf+J$EkF6*<
z04j5y;(Q3~(}(|93$R=HhyZru)mo$HsO%cR&V7a(1+l&RV#%JiG1&n7AiscUY>6R$
zclRQ&b4~llU4CqNFl@HdOU}#MSOTzLzl0-Vuy2)Z83!uA=kp=3M{YQ$0N7JIaHRk?
zd#lzs>ukX^fPI3G3u3Ra>PVY$3H)zl(q-H)8e3`jdTmcR*!f+Lv(Jx>f?=oUdC0<h
zhUEY|>Jg5J!A>ZD5Dh9f^7#<hWuLCH1MK)dTq%Hk<)=EMYSytLfL+hW1+mSBiR8`A
zTL^Hn!yn^*(by@5A2q$Yrm%s_QT?{h7RmSDt?*;(_sGyr8H%H<rDm7e!BUy@vQpZ`
zUC<c!j1OgKjSNKuhE#o0l}D<LMySZ_F1B)4r}ya;nO23OEp)Nd!d>LJ%Oh1%!aYks
z>Y>k=G6!WhSI{nQC>ALOhg^Z#@hEP{qoI=(NN#aCODXQQ=Bwhew4;c&SZvHf%3^bH
zkGM}mGXw4ZW;Kc({C(&`;Ye!twIdYHP*&P(Ns;MeQH%=Sob{tnlIjIF<L4s2o3B0@
zX;h(aw)&S*vg$=QSN&+DQwiTpFT7_BV*>B*Wbdv#xp(mW-H@W|Qk2BMKbB@$?rKZ1
zZZijLV@jMeevqQ?r2KnqlqT+%q7g%ERq|Nn{pPLHzx+KP4Id=p9u6Fs6apna_tx-O
z1A#^bA;;qq0%@K<Ab7Bn;J%3n`tI=*C4pjm?~Z#g<<y*avnDOg_k9>}4DjUH1R6Q?
zJm3NDQ*s0Ru^l>~4RKcSoWJwS=ZE)C4t%q4>geuw<S{*gzn*NAi4y;BPcxPQdG3ty
P?!&aw$gum0?4ADs;`qyn
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
deleted file mode 100644
index 216cdde..0000000
--- a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.46333542158727514,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0056697738377682865,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl
deleted file mode 100644
index 2f06789dfb51e3339f76468fbb6a81be2e50ef8b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-z~M&C$b|Qj}j1UzAvqI>p`o?sCsLo8AiaFy#~hdF7S{!Qm(DdbpAjOOi9<i!-ZI
JL6(&20RYbrQp5lN
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
deleted file mode 100644
index e23c2f5..0000000
--- a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1977.8688695712353,1719531877,checkpoint_000000,True,False,1,7cf5cd31,2024-06-28_01-44-37,85.05374217033386,85.05374217033386,242786,r8i6n8,10.159.28.66,85.05374217033386,1
-1982.1329076571728,1719531949,checkpoint_000001,True,False,2,7cf5cd31,2024-06-28_01-45-49,71.72748875617981,156.78123092651367,242786,r8i6n8,10.159.28.66,156.78123092651367,2
-1974.7436831016241,1719532021,checkpoint_000002,True,False,3,7cf5cd31,2024-06-28_01-47-01,71.65908813476562,228.4403190612793,242786,r8i6n8,10.159.28.66,228.4403190612793,3
-1984.2343644269808,1719532091,checkpoint_000003,True,False,4,7cf5cd31,2024-06-28_01-48-11,70.61492276191711,299.0552418231964,242786,r8i6n8,10.159.28.66,299.0552418231964,4
-1974.8721375953494,1719532163,checkpoint_000004,True,False,5,7cf5cd31,2024-06-28_01-49-23,71.31156373023987,370.3668055534363,242786,r8i6n8,10.159.28.66,370.3668055534363,5
-1972.118592750369,1719532233,checkpoint_000005,True,False,6,7cf5cd31,2024-06-28_01-50-33,70.41050291061401,440.7773084640503,242786,r8i6n8,10.159.28.66,440.7773084640503,6
-1980.1284890963336,1719532304,checkpoint_000006,True,False,7,7cf5cd31,2024-06-28_01-51-44,70.97861886024475,511.75592732429504,242786,r8i6n8,10.159.28.66,511.75592732429504,7
-1970.5598875030757,1719532375,checkpoint_000007,True,False,8,7cf5cd31,2024-06-28_01-52-55,70.93102216720581,582.6869494915009,242786,r8i6n8,10.159.28.66,582.6869494915009,8
-1983.0140207846334,1719532446,checkpoint_000008,True,False,9,7cf5cd31,2024-06-28_01-54-06,70.94619107246399,653.6331405639648,242786,r8i6n8,10.159.28.66,653.6331405639648,9
-1969.8179076187255,1719532517,checkpoint_000009,True,False,10,7cf5cd31,2024-06-28_01-55-17,71.38838720321655,725.0215277671814,242786,r8i6n8,10.159.28.66,725.0215277671814,10
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
deleted file mode 100644
index 585a408..0000000
--- a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1977.8688695712353, "timestamp": 1719531877, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7cf5cd31", "date": "2024-06-28_01-44-37", "time_this_iter_s": 85.05374217033386, "time_total_s": 85.05374217033386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 85.05374217033386, "iterations_since_restore": 1}
-{"loss": 1982.1329076571728, "timestamp": 1719531949, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "7cf5cd31", "date": "2024-06-28_01-45-49", "time_this_iter_s": 71.72748875617981, "time_total_s": 156.78123092651367, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 156.78123092651367, "iterations_since_restore": 2}
-{"loss": 1974.7436831016241, "timestamp": 1719532021, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "7cf5cd31", "date": "2024-06-28_01-47-01", "time_this_iter_s": 71.65908813476562, "time_total_s": 228.4403190612793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 228.4403190612793, "iterations_since_restore": 3}
-{"loss": 1984.2343644269808, "timestamp": 1719532091, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "7cf5cd31", "date": "2024-06-28_01-48-11", "time_this_iter_s": 70.61492276191711, "time_total_s": 299.0552418231964, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 299.0552418231964, "iterations_since_restore": 4}
-{"loss": 1974.8721375953494, "timestamp": 1719532163, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "7cf5cd31", "date": "2024-06-28_01-49-23", "time_this_iter_s": 71.31156373023987, "time_total_s": 370.3668055534363, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 370.3668055534363, "iterations_since_restore": 5}
-{"loss": 1972.118592750369, "timestamp": 1719532233, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "7cf5cd31", "date": "2024-06-28_01-50-33", "time_this_iter_s": 70.41050291061401, "time_total_s": 440.7773084640503, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 440.7773084640503, "iterations_since_restore": 6}
-{"loss": 1980.1284890963336, "timestamp": 1719532304, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "7cf5cd31", "date": "2024-06-28_01-51-44", "time_this_iter_s": 70.97861886024475, "time_total_s": 511.75592732429504, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 511.75592732429504, "iterations_since_restore": 7}
-{"loss": 1970.5598875030757, "timestamp": 1719532375, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "7cf5cd31", "date": "2024-06-28_01-52-55", "time_this_iter_s": 70.93102216720581, "time_total_s": 582.6869494915009, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 582.6869494915009, "iterations_since_restore": 8}
-{"loss": 1983.0140207846334, "timestamp": 1719532446, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "7cf5cd31", "date": "2024-06-28_01-54-06", "time_this_iter_s": 70.94619107246399, "time_total_s": 653.6331405639648, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 653.6331405639648, "iterations_since_restore": 9}
-{"loss": 1969.8179076187255, "timestamp": 1719532517, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "7cf5cd31", "date": "2024-06-28_01-55-17", "time_this_iter_s": 71.38838720321655, "time_total_s": 725.0215277671814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 725.0215277671814, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/events.out.tfevents.1719328526.r8i6n2 b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/events.out.tfevents.1719328526.r8i6n2
deleted file mode 100644
index 9bac5693357821843ba482583e0c8d0988a565f3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|K}Zx)7~Y)~YkpdFC)ad!ZFjY@IW#IkAjWQqhpa$41RdfvyYqC%cHay$W3^or
zB&b8=r9+UFZKQ{yy@X^DQ5We_2MG$Ys6c}tI}~*5&F<{mT{D~8{NMlm-+TY}y+&8z
z%Z?q6@Ux3|U(DTjdm!MA8?s9F^q;}R>gmqNR(G4zm%DkkkDqTn`p)jFbBhg74_-sg
zNY*I9Qc5#T|IDhp|J0><z0;vw{rMX46YY%B24M&=ikZ|#QwmBXapJVDsl@WTT;oyq
zwDhq;a$zUqS4t`x!Ia{11+%(GawO9ygM<9>U5pZe5HvAKOHE^BB~=rt7B-OS-zz;l
z_+@1_-sRAzCMLe}uS)cGh(L2C-Bd{eBLkb3X5jpQ#VUPipEF>2<>d)J*1_~e=zuUA
zV5`cOsu2@aj<Ik4W9D03&Rv)@IdyG>pXtqIAJJutcRVodfqInGWkXJzNW$lIY|y(9
zYv7^>E_h&*0|~!5;TIRF0f@_1B1u)w<B%sJK#hVEnnLeP_l$;yXsrqS<ux*zMkzUi
z4GQ_dTZ9a!yAkTkO6AR7;1xsD5xtl#MY%W~$BLqoVWg;OTB4`Hq@bQx_JgnZUp}ZB
zxRk99P)$%0%Sy;2`k+>*44K#pEy4yNT0^lzA_k#Z_;(1z?GO|;GFjXKZNmRee1B+U
zH*x%X{{40jzg+b169*qSXes$;V$-B4K&B<r1*>F88+gjWW3J@m11@lngNCx*3cRoL
z$mRRF#8MQt7FR@zg}|&vA+W|ZhK<Ldb)A(n+!cf7wE<xuC5PAdp0$KxP-}Zf3(wy4
zJo%itl0QsE3|RAE47Qc$fdRMjKq<Bin2ga!xPDey&uVmhYOK50d4vmd*<-wGzw>&!
bK!U*EyT?Q+Y@TMUwD+nAx7j`1cYVtrAT*PS
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.json b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.json
deleted file mode 100644
index ae356ec..0000000
--- a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.474834603771515,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.015369204694575145,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.pkl b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/params.pkl
deleted file mode 100644
index f7324d1996709089de50c6898ab7840b47452eee..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&Dg`4Qj}j1UzAvqI>p`oUh;;uy*>s#OgTkBUVr7|JyzEa^l&95mLzAy7iU(b
K0xe-F)dK+N@Kh}T
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/progress.csv b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/progress.csv
deleted file mode 100644
index d5f9bcf..0000000
--- a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2079.0407700425994,1719328617,checkpoint_000000,True,False,1,7ddcd025,2024-06-25_17-16-57,90.59219408035278,90.59219408035278,2195253,r8i6n2,10.159.28.60,90.59219408035278,1
diff --git a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/result.json b/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/result.json
deleted file mode 100644
index 5c795ba..0000000
--- a/ray_results/test_experiment/train_model_7ddcd025_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-25_17-14-16/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2079.0407700425994, "timestamp": 1719328617, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7ddcd025", "date": "2024-06-25_17-16-57", "time_this_iter_s": 90.59219408035278, "time_total_s": 90.59219408035278, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.474834603771515, "lr": 0.015369204694575145, "batch_size": 1024}, "time_since_restore": 90.59219408035278, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/events.out.tfevents.1719328617.r8i6n2 b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/events.out.tfevents.1719328617.r8i6n2
deleted file mode 100644
index 7367e226129739c3987e7bb20d4b3e14b1e03ed1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|O=uHA7)>{|x*w)(woPr*AJbGp_h4EtLJ^WyJ=k1I5Q~;FZn9Ien#?Xc8@0U{
z2ul4q^q>ck+G@og6xv%6!GjbL58}atdJ$CABBCH#Jc!OVn@Lh@-P?Zed*7RR-<w8P
z{+m7-4T?{5`(MpndD-Ll#7#vb+x8s8#OmID?rcq<!|9uyJibf3)xUMo?yIek8=xLM
zrZN(;G6aWGI;Fmm_~P!m=z`JdP%eIdhQ!<er*uF&_&J3p^-M}di6l-OHFS+wK9?&S
z_VrGUl}Q>0Ilo*|)d^-4m+MA$2ttlzdZ@KuTtCPuK?pz-m$bArMpjazNVBkssIT_I
z``&l4%%?7gK9S2Uh^LG6O%R0Uayr#W0wWVsOE>Y-fSb|izz%1?hmTJVh`);iWY_}j
ze1NU0Sei~KDj#Ft{QTw0nc0f`obicEM?{#PoxaD+man_vsvGK2(ojq#O;HG+FtEw)
zLae?qH=J_AS_hJT3epcDSPc+YtVEKjjN*VhC_%M~6S~Uo%zQ?}!>rZ>zS0`Wq)|#4
z!6t*e;3+_+)7=R5C8g444~VL%8;D)ZmSS9-j$>8T$YG>vX;xyV!6dJ~r0fH4;lFfH
z6$mL?9iWP!Bv#abTlPYYR30+94O*mCLbQxxheU3LX6fG{kT*iBwAzy8&CntJe~Gty
zKK~-l{vLk0)-CoG_V-4B*8;Q@_eU|MECq;K3Nu(E!+PHX0qzUMJ<bUJy8<+ncq@tC
z&KKD=gWB6L)D<jZMJIR>@GsjM$EG6Cwu0pxcSWFic|bUrjj%_%;_i71<JZ``V+Cz=
z-`@T+v9NuZvKa7YBLW*r^S}XiN(K~T%YpF-dxR@zmG^uN!?#ECI~^|`&rQd~Lk0J{
bAO!xuy~jk&JI^v!^u01DtgCo_r)}~Nrizn)
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.json b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.json
deleted file mode 100644
index adf6e7c..0000000
--- a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.6066107852445892,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0011313709304158431,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.pkl b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/params.pkl
deleted file mode 100644
index 04ed4ecc4f6a23dc67e03a1661d603cfd8caa48c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%bl|aKX$@O9S#bdU#=)fu=%*_+UaH^T1+EJ#2aL8L5dW
zAa`)46y+Dh7bTXYPI0$?oEgp9aKoU7DW?d?3+fE;45`ZO;Yvy@NzRBb&a6rWTEbGQ
F2LQQiQL_L5
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/progress.csv b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/progress.csv
deleted file mode 100644
index dc8c1f9..0000000
--- a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1979.0773276982345,1719328732,checkpoint_000000,True,False,1,7dfe67c7,2024-06-25_17-18-52,115.28918504714966,115.28918504714966,2195253,r8i6n2,10.159.28.60,115.28918504714966,1
diff --git a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/result.json b/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/result.json
deleted file mode 100644
index a11df1a..0000000
--- a/ray_results/test_experiment/train_model_7dfe67c7_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-25_17-15-26/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1979.0773276982345, "timestamp": 1719328732, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7dfe67c7", "date": "2024-06-25_17-18-52", "time_this_iter_s": 115.28918504714966, "time_total_s": 115.28918504714966, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.6066107852445892, "lr": 0.0011313709304158431, "batch_size": 1024}, "time_since_restore": 115.28918504714966, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/events.out.tfevents.1719335912.r8i6n2 b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/events.out.tfevents.1719335912.r8i6n2
deleted file mode 100644
index 026fe5133f8eec3c18e3c3ede008ba87963143ff..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6TSydP6kcaTcMhz&lWV%VUREO+($xwAGu%j_tVk*%1DVF1Uw3kMMrOuRA5xG)
z=pkPuHu9E14}~ol^<deB9-=4drF`fnMD<W6bg>}lA9wcO9rLztbH4MPZ{|DS*(^)+
zH`aZ?LwEP(|Ct(^+2gV|DZD6^)t*6;R=I6ps=cMi=!*=W-AnH;zCZ8~_oXMXnUDc?
zh41ug?Go|^WmR>~d2F?>u4u2z4a&feX^uX@5=s#if{RepfZQGwIDY{7Tiaw&(wr7c
zPjzI*cFH9AZY$xNB?VbRm}0T8J@chrLo(FpuBSUn3B>~ikWC~tF@!iRAgY|GA%#<&
zC$Hwzd~bY^Qen^sdwW0Ajxs_o1`p(z>8dFC5vL$klNGc$V4*=hzS9`+@ze7L`f+>!
z3nfrU2I#81Cd!h^naAi~evnxhH+}iV%BQ7|bhD}D%yv!KYP-6qV<xl5cM-~Z%szDK
zOVA{_y^8QxFk2fxH*7L{GEP~;?7JyhHTynX=rx(WV>eM;(`?&|aLtX&hs#Z7-;57f
zx7ilooBpEuNK$lZ{e$7tbVKd0qq^Dbbt{ZoA%hFF@d_VOIWOvHLkbR#q}BCV;k*@6
z42bznF+V9!DnJvj`2%>RU8un7VIWmNep$c)!=dJyn{h20oQXB5J;Vk1PNZPS0rnWA
z7~NTrkx)u(wgW9FavO(Jq)TBg3N;}?5TzDQ5JR|x-v&uh^+jbTIAYI<gOY&?>goW=
z5*I+cP+(;pkj9uVn$3e;W|fOwLeVdhbwdub^2M?F;AU34D0VXxF>7B;gYv#YGWPdm
z?ph@sj_q%jg0~dp#`mWpRmCUAsTz+B7NusnZi<3QD!#|tl<O7+nF-!9v}3wEFj^A)
zS`8ax7U5zvFzG&UE!i5udVG+#jO7H!+?=HWAs{9fF28%yV(~$mzB^n9549${@03^T
zFJp=UY3}#Iro=oDU}O=9$2Jl0tdLdG^R0UR@0Qsr;~($Yy|E*7B<6kvc)|6*_ec_=
T&f|>5ec#}rY)KO@?IZsH+7btu
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.json b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.json
deleted file mode 100644
index 3afc3a3..0000000
--- a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.9507029678825294,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.00025487621898754583,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.pkl b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/params.pkl
deleted file mode 100644
index 5822f94cb1e2ebddcad8543851807b8549ac0c89..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`yoR_+UaH^PpmEdGQ&k
zi76m=aHbUH7sMAOmZVN`w||$Tu`r|lLJw0;5s+uFMV2jl-pn4Zq{NcsjQHZrs#K6A
GrFsC*p;BA`
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/progress.csv b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/progress.csv
deleted file mode 100644
index 1f3b6b4..0000000
--- a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2178.1833553764764,1719336534,checkpoint_000000,True,False,1,82396cf3,2024-06-25_19-28-54,622.4429934024811,622.4429934024811,2195253,r8i6n2,10.159.28.60,622.4429934024811,1
-2187.193873608206,1719337142,checkpoint_000001,True,False,2,82396cf3,2024-06-25_19-39-03,608.1205008029938,1230.5634942054749,2195253,r8i6n2,10.159.28.60,1230.5634942054749,2
diff --git a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/result.json b/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/result.json
deleted file mode 100644
index 6aabf4a..0000000
--- a/ray_results/test_experiment/train_model_82396cf3_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_19-16-23/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2178.1833553764764, "timestamp": 1719336534, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "82396cf3", "date": "2024-06-25_19-28-54", "time_this_iter_s": 622.4429934024811, "time_total_s": 622.4429934024811, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9507029678825294, "lr": 0.00025487621898754583, "batch_size": 2048}, "time_since_restore": 622.4429934024811, "iterations_since_restore": 1}
-{"loss": 2187.193873608206, "timestamp": 1719337142, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "82396cf3", "date": "2024-06-25_19-39-03", "time_this_iter_s": 608.1205008029938, "time_total_s": 1230.5634942054749, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9507029678825294, "lr": 0.00025487621898754583, "batch_size": 2048}, "time_since_restore": 1230.5634942054749, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8 b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8
deleted file mode 100644
index f949d64bad87cb919d49091acbe5e72658f688d6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6Z%7ky7@oH<?~P4&I@9TFn+CbasUHe7+WZ%!ApOC@4|Scp-`eGNH|}><MxkL+
z5JVp`3KA`YprZUD1wlmkAq*mdKKMcG&j%d@4#YwT>bLE7+nN9N?cV2o-skRlpLa!u
z<ZrC6%|+*h+Z#`fOgGp}T{0(#RW0X`sMOU)W0OD2)xPnO^G&p4da)zkmzU)(gaR<h
zT(3vz5s@b(VQlUD+|(k}<6yN)8Cv?p(l=)`N;x>ercrQE>Iw0zKZyL@5lIjgtHIFk
ztv_hLqm!JO)%bczUJ?<Z7z|%-H}!i|$?!@0VH$tcC@ye7u_mbqVZ<sy0keXFWENXT
zD~B5$#@*2xl|DQ$5TzH=^a^l6iJp!H(T`XeVMUTrV!(+%a_v5Kz});)C(VD;^xd!v
zoZ5i6DyImNh*|xZ_?MdlPd@0rd^zWNAYnGOn%Qmnbju;;K!wii9MCA6F}wZIo*|v&
zjWmA^v!}YP_jP8Qw`r0an2kRUHZI<6=+v2gHBH~pZ2FR=$>WF1I<uG312%28!5528
zRE=jPmv(FT-dXzhT=Qd&B-{PS2oH=<zy>3n%!M)QK^G!OCczPv*6T(XG{RODVwNf9
z7v(Yoba9G5NLG3gIgBm_%slc-JP8;HH5&+!S}|BNYhq8B4RO6lCXfY8DM(hki=ZH*
zl-X<onwO;rOHve<B3u;iLOd^sXINeclM;CwBqr4p%2u$Xo-+q!0~Ly^17wSA5OKW2
z=(a#EqrYf(8I&^XT<i);{36|UC}GyVIQI^)GwWTHdnc4L8(&P@tD$3}y1#b|59{c?
z^XmS-Q!q<GX?lMcVN6br#R^9Z7Q}$m`i6qnRC<puDBCj%3NyTAXiN3+sfyXtKfI8i
zvWOIufpPf2wqk1<*6)L|RV>%=m={V`21El1*}3}ewHBhC8{Zu%{Jqi<J@RzI8-E#H
z47BEIA8gOeg9eNyfOKp#0oNK?)p}yy=E~e_`_+HE_b<ne(yb}?Yrq4x|Gh^dpLCvN
QEbaRi7nPIc#BV460nHx+uK)l5
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
deleted file mode 100644
index afad7f5..0000000
--- a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.6055751532136977,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.08464538523322317,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl
deleted file mode 100644
index 3b3c1c83923277da265936a90a5b66001fb44e2f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C$b|Qj}j1UzAvqI>p`oal(C-Q(*=@OgTkB-qzKDFGCyu_i!a8mLzAy7iU(b
Jf-EW30|3w>Q|<r&
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
deleted file mode 100644
index 4c7dc63..0000000
--- a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3133.156076986959,1719499095,checkpoint_000000,True,False,1,849f9246,2024-06-27_16-38-15,78.58129525184631,78.58129525184631,242786,r8i6n8,10.159.28.66,78.58129525184631,1
-2193.2057009719488,1719499162,checkpoint_000001,True,False,2,849f9246,2024-06-27_16-39-22,66.90322375297546,145.48451900482178,242786,r8i6n8,10.159.28.66,145.48451900482178,2
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
deleted file mode 100644
index a8756be..0000000
--- a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 3133.156076986959, "timestamp": 1719499095, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "849f9246", "date": "2024-06-27_16-38-15", "time_this_iter_s": 78.58129525184631, "time_total_s": 78.58129525184631, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6055751532136977, "lr": 0.08464538523322317, "batch_size": 2048}, "time_since_restore": 78.58129525184631, "iterations_since_restore": 1}
-{"loss": 2193.2057009719488, "timestamp": 1719499162, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "849f9246", "date": "2024-06-27_16-39-22", "time_this_iter_s": 66.90322375297546, "time_total_s": 145.48451900482178, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6055751532136977, "lr": 0.08464538523322317, "batch_size": 2048}, "time_since_restore": 145.48451900482178, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719325014.r3i5n6 b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719325014.r3i5n6
deleted file mode 100644
index 10b61213c97a5e881e015339b840ca4732ffdcd8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QK>5D_R%)99*#hX-=n3<>NT9%quVr8`2rz}Jns&2#la%WC{4~|NZ
zIsry4F)k4<-lD`x{gTqWRQ;U%;$l&Klb<dp*}b?8pjxJWy%5it<qOxM%%#XB1=muX
zkzbmV5}%xrnw(vbpP5%8%D~WIzcW8AAH_<U0JwfsD^v3GQh{0+7<O+J3Dk#LnHwt`
zz<Cm(MTtv+OA>BnNoH<pd`U)TaeQV;YEgW#Xy_zfXP29vR)$dRbDNuAawY`AZB*e>
z;*v(yUYwbioEl%0T3nJ}lnOS0!Eb_<In;pXFHS{renc3c#ihZe2sZ#^Yhp=eeqM1r
Nsxcs+SF1gl0{{V&d-(tW
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719327469.r3i5n6 b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/events.out.tfevents.1719327469.r3i5n6
deleted file mode 100644
index dd67d6d6f8550c83efa236fe944e13de4dfd5c06..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QvemU*lHt(jR6mL>dVrHJ6YguYuiIq|HTfNQ7P<0#TmpgNwKE3Q7
zNSy$amKc`^7jIEwrG80iUaEdhesQs=NAgdXUm>4k4WL@4e!URS$#4m-MVU*HOA4-~
zI3vF_CnY{PBQ-g@AU`v&M3jM{!Cr6sR1Xv@U9Q3Pqgt7gpO*^M0tCEK<@!)7b7N%#
zIA0^QC~+xpNy4ox$;?fSFUiO(j?XMfEs8G|4esT2t`B;+!4Rr_ZgcZX&f@EE8&$ZJ
zxTI0F7iZ=rr^Xkh7MJ7~rGgEZ*7!iw9BRPx7pEdQ-y#gq;?m$!gc|^|HL)Z!Kd(3*
N)fkY^r5Rqi0{~j5h{gZ_
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.json b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.json
deleted file mode 100644
index ee925cb..0000000
--- a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 4,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.7568171644612052,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0002629821336450532,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.pkl b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/params.pkl
deleted file mode 100644
index 289c7c0772501541dc96ebcea495ecc9910ae5c3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#bdU#=)fu@3mSbF$iLLl>?Vr+Tw8L5dW
zQ@jOwI8%!93*w6sOH!w}+rKcsvC!A>Tn|%D5s+tSBfauEe^d`wQesJRMtpH*RVv7m
GQau3CWl}x>
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/progress.csv b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/progress.csv
deleted file mode 100644
index 68b7d89..0000000
--- a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1993.6307767132137,1719325156,checkpoint_000000,True,False,1,86ae258f,2024-06-25_16-19-16,141.57161211967468,141.57161211967468,69318,r3i5n6,10.159.8.159,141.57161211967468,1
-1995.102591927596,1719327610,checkpoint_000001,True,False,2,86ae258f,2024-06-25_17-00-10,141.5520534515381,283.12366557121277,130020,r3i5n6,10.159.8.159,141.5520534515381,1
diff --git a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/result.json b/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/result.json
deleted file mode 100644
index 1a450f4..0000000
--- a/ray_results/test_experiment/train_model_86ae258f_7_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=4,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_16-15-18/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1993.6307767132137, "timestamp": 1719325156, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "86ae258f", "date": "2024-06-25_16-19-16", "time_this_iter_s": 141.57161211967468, "time_total_s": 141.57161211967468, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 4, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.7568171644612052, "lr": 0.0002629821336450532, "batch_size": 2048}, "time_since_restore": 141.57161211967468, "iterations_since_restore": 1}
-{"loss": 1995.102591927596, "timestamp": 1719327610, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "86ae258f", "date": "2024-06-25_17-00-10", "time_this_iter_s": 141.5520534515381, "time_total_s": 283.12366557121277, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 4, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.7568171644612052, "lr": 0.0002629821336450532, "batch_size": 2048}, "time_since_restore": 141.5520534515381, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8 b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8
deleted file mode 100644
index 65f09549e4f02884800f41320a6736265484532e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdrVVT90%~yBGR*=^tOdsd6c3~s~IvEUs*;eSLb6Y8nZ~8yB6-PEw;C{w>ZH$
zKxTX;KsJqY3Bd=xz$uB(4Kt^UMlmYWsdF#g)A#UEl;YxcTgtioT<g93*L%+Q{O<Xj
zlZIb)vhKgF<x`Ey2MzV3YwEA&>JtjRRtNj)gvAW&8~@t;HN&T6hUYcczn`b%`j09I
z&P$9jB_Rz;@LEf=d?hTC<#cnLc8ASR>YL}MjtocEceGK;eQF%ZL>WkrBb?n`;-sk}
zJ5#jK<94t<txQ&tQ_@gl1SL;saUPbW-7LdLWU`BgOS7`VC0+AU^OZA_aKwlVXaFwh
zbGR7FXLoRv!^e0jPTMjS<+Tv`>$1b~x~i&M$}>WI5Hg~HFwQyHB8KuZoX_oLLJQ=#
zs`riwFL2{#Yk|_9jO&}wP?Uie2v)WF9B!7Q;4;CTf4prz4R&5OdhwDFwmcGcLYkkP
zK@MvL*wtfjL<)AB>tGWonLHNfqhMbcky!z->xGC2_MN0I%g#?Uy8yOk9Ihye{b^HG
z-o9ghT>{vvg#{#I%gnP23SI|0Kfmz6h7h(Q5_ZfGKY93ACIZ;^oj4)|+jOt^F(_H;
z!ucrJ8&0ch0d_2lBO=&yo&+o%#+5pNT_watvDsnA^H%BlXaRPouz+N2v-$Yj%Pe5$
z*^2gqA?(;l*bQI!$%M2Y8UZ#Piz8C7^YpqOLCJeUJ_@$&Xodw~bA5105$s*90n4%{
z=h^}GZ6Pj-{ql4fnP2fuA;6v+hwDqmt}s6v(|#E2{BF7GatOOmB<#(_ezNBAhxY(>
zpaMsvV4qHJm<>vnSK@pWZ1>ua<^XKvavTxCZc+s-M~Jy<fL$)cMX_@|>Eufpzjp!b
z`@#Z}u{W8!ChDhyoey~MZbt|^E)w=?m!FJ{PiX+yRS$7Q3bv;2&+wZ|^$6#qV6Ps$
z@H)WWC`3fCAHCCMq5rvj4PX;~Tu~I;(DEjE_T=PO0CtVAfMo2i&D+PF$_LnI+SX`l
zga3{6jf9=y_LJ}JUm*k7KYfcMQm_LBd6l3feF5jAV5`smp##`=g@_3DaA&~Men*!L
zuoqm!6-BYP-JC~W-#@+%VE-a4AQ}6*`AhoYIk5A_qR&T#u;U|Pr;qlN-&GzU0Co$F
zBT}$CnwBmFB|QwzN5S^&_#hQv2ZV?Sc0VFuQLq308Ngm-!xcrbZ=hvla~lJ{Ms5oW
zNXC}suDp`Sft|;6ZkZLrRz|}9HO5a4)$fJh*_r^3NWrFW-+T*{{7lG4!M;QtF#_zA
zE?iOsdvfCw%dN(>odA2C5EsSP$*RfNf=N%o%~n3e^(A8`=B_MD-UD{t%xqf}!bXv>
z;|KZ4mPy6=;AWq+;fNIM>IY>Id*%Y1kAl7Y&$4EKeMN|fV2@RGS|+=xG=M$bjw^~{
zkEpC8M{Yej31FWP7Lbf>$hFZ%M{`Vfb5vWmu~?Zsb597{)Sy6{6-YzbJyx&P#Zg(z
z5)b3$8#LB8Wt9T0P@ulyAtE3r9?OmW5Gu6#itK#rRK^$-MgsMtnIbpMH*$RQNZD-s
zvjIrk`x#r}qMX)J#>)?>P(sg;H#}R1G`$}6o}7S`wAbyS_--v&iqA5xLWZUt>;j5*
zxcEo>+c0c*^-yIkQuTc9y-*yIJA>5`ieo7|W2FrWlM3}GVCQT~Ln*`yI^*Xe!Oqu|
ziUtzVJ6lsaN+n*@xta!}OhUXf-I?Lt&4$nKc>9*|%EdkB_nRDDlcN;j{5Xc=_|}%<
zd{!RV!P?wYzLKLBxp0nq<@()nl+??XP^t{cGbaW#>vNF0hlqdJePKqLk^Z?;!(*Gw
zC@lgx9ygfLz~?Ur9;`6)zeGeldpsr4jQR)9j(_m*kZim2-}Ic|%YbWuC-X0w-1|P@
z0sbxd0pZ%>fm$>F%R=P4is#(V84~}u@s02=3#Sfkou#bq(a%O%NdJF(hNZjZ`8y`K
O#~S7FG0U$`JO3X<`n_EM
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
deleted file mode 100644
index 2ca1249..0000000
--- a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.02058782092742384,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.00012206173551085312,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl
deleted file mode 100644
index 0933ea081fbfea53957d19e9ffdbe6f5b752bbc9..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-uoqz?o8%Ul3oESdu!$-F~XbPq#pEg&wAyA|Oxxf6g+7?VozMk`hajGvbRgt5SiM
Iu$1Zn0G{(wKL7v#
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
deleted file mode 100644
index 61624e8..0000000
--- a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1955.2079112135518,1719549284,checkpoint_000000,True,False,1,88943ec6,2024-06-28_06-34-44,138.29581928253174,138.29581928253174,242786,r8i6n8,10.159.28.66,138.29581928253174,1
-1952.9390787440022,1719549409,checkpoint_000001,True,False,2,88943ec6,2024-06-28_06-36-49,125.04476261138916,263.3405818939209,242786,r8i6n8,10.159.28.66,263.3405818939209,2
-1953.1876744548167,1719549534,checkpoint_000002,True,False,3,88943ec6,2024-06-28_06-38-54,124.98309111595154,388.32367300987244,242786,r8i6n8,10.159.28.66,388.32367300987244,3
-1957.8012575164555,1719549659,checkpoint_000003,True,False,4,88943ec6,2024-06-28_06-40-59,124.89581799507141,513.2194910049438,242786,r8i6n8,10.159.28.66,513.2194910049438,4
-1955.3321187177041,1719549784,checkpoint_000004,True,False,5,88943ec6,2024-06-28_06-43-04,124.5345048904419,637.7539958953857,242786,r8i6n8,10.159.28.66,637.7539958953857,5
-1955.422944316714,1719549909,checkpoint_000005,True,False,6,88943ec6,2024-06-28_06-45-09,125.16982364654541,762.9238195419312,242786,r8i6n8,10.159.28.66,762.9238195419312,6
-1955.47275332954,1719550034,checkpoint_000006,True,False,7,88943ec6,2024-06-28_06-47-14,124.71126890182495,887.6350884437561,242786,r8i6n8,10.159.28.66,887.6350884437561,7
-1953.6913279135397,1719550158,checkpoint_000007,True,False,8,88943ec6,2024-06-28_06-49-18,124.53526043891907,1012.1703488826752,242786,r8i6n8,10.159.28.66,1012.1703488826752,8
-1952.0587047667016,1719550282,checkpoint_000008,True,False,9,88943ec6,2024-06-28_06-51-22,123.8325846195221,1136.0029335021973,242786,r8i6n8,10.159.28.66,1136.0029335021973,9
-1953.125932348056,1719550406,checkpoint_000009,True,False,10,88943ec6,2024-06-28_06-53-26,124.03362774848938,1260.0365612506866,242786,r8i6n8,10.159.28.66,1260.0365612506866,10
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
deleted file mode 100644
index 2c8fc77..0000000
--- a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1955.2079112135518, "timestamp": 1719549284, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "88943ec6", "date": "2024-06-28_06-34-44", "time_this_iter_s": 138.29581928253174, "time_total_s": 138.29581928253174, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 138.29581928253174, "iterations_since_restore": 1}
-{"loss": 1952.9390787440022, "timestamp": 1719549409, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "88943ec6", "date": "2024-06-28_06-36-49", "time_this_iter_s": 125.04476261138916, "time_total_s": 263.3405818939209, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 263.3405818939209, "iterations_since_restore": 2}
-{"loss": 1953.1876744548167, "timestamp": 1719549534, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "88943ec6", "date": "2024-06-28_06-38-54", "time_this_iter_s": 124.98309111595154, "time_total_s": 388.32367300987244, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 388.32367300987244, "iterations_since_restore": 3}
-{"loss": 1957.8012575164555, "timestamp": 1719549659, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "88943ec6", "date": "2024-06-28_06-40-59", "time_this_iter_s": 124.89581799507141, "time_total_s": 513.2194910049438, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 513.2194910049438, "iterations_since_restore": 4}
-{"loss": 1955.3321187177041, "timestamp": 1719549784, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "88943ec6", "date": "2024-06-28_06-43-04", "time_this_iter_s": 124.5345048904419, "time_total_s": 637.7539958953857, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 637.7539958953857, "iterations_since_restore": 5}
-{"loss": 1955.422944316714, "timestamp": 1719549909, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "88943ec6", "date": "2024-06-28_06-45-09", "time_this_iter_s": 125.16982364654541, "time_total_s": 762.9238195419312, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 762.9238195419312, "iterations_since_restore": 6}
-{"loss": 1955.47275332954, "timestamp": 1719550034, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "88943ec6", "date": "2024-06-28_06-47-14", "time_this_iter_s": 124.71126890182495, "time_total_s": 887.6350884437561, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 887.6350884437561, "iterations_since_restore": 7}
-{"loss": 1953.6913279135397, "timestamp": 1719550158, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "88943ec6", "date": "2024-06-28_06-49-18", "time_this_iter_s": 124.53526043891907, "time_total_s": 1012.1703488826752, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1012.1703488826752, "iterations_since_restore": 8}
-{"loss": 1952.0587047667016, "timestamp": 1719550282, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "88943ec6", "date": "2024-06-28_06-51-22", "time_this_iter_s": 123.8325846195221, "time_total_s": 1136.0029335021973, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1136.0029335021973, "iterations_since_restore": 9}
-{"loss": 1953.125932348056, "timestamp": 1719550406, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "88943ec6", "date": "2024-06-28_06-53-26", "time_this_iter_s": 124.03362774848938, "time_total_s": 1260.0365612506866, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1260.0365612506866, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.pkl b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.pkl
deleted file mode 100644
index 2fc8daba03d604d911ffe4f4d7076265d28d6b64..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 7437
zcmeHMUvC@75vN=QwpG`4Q=<wH*j?CdLE6&&;eV;73x}?gR5oSEN|2yP7t6an?uEy@
z%kG{e78c+a8z^uO0eXh>5TI{GfqsB~jTGoZU-}*T*vHQ9@hDPO9jidBpfw3mw|ldD
zGr#%G?B497H=drlRMMaHZBE996GVv{`_3?+v)5UA5s%1_Vlkuvl~IVDfC!QOJ}akZ
z`iUP%KNMNID915{&h+vY8E+FY{3YiRFK;Gt)4NAU5g+T0N|v5i52Jeyjin!{q332t
zs413Y#2schiA%Ed!r>`E;z_ojrKs6(TTa_{sJm9LH(aOfHEX2p)Z6V^jkt9?>&a{j
z<X&JL_K1*K`u*G{ET|NcNM#56!M-vOV?XpI#u+Q6=W`sqBy^PKAXJ9l@8JmuxIo}c
zH*)E=g5xnfzr1m3qXgem@cm);C(lX`7ao>y4m|umT<}zTq3Cc+4@z0@ahAT}kVH@b
zmhgc9i_=9x121C;E)#PQdm@M&5{M)=<D_qrkT_B3lGS)zGpkm$W>{+`4R?eYk2RdD
zgE(2O8dbx(4kCta8!a>N`|37}Le*gkU((f>I72d^!UWjN12-A*IAcFbo3p+$hyZv1
zvCyHBhqc1Sja;ppz#(Bw;oErHed|%_@0YH8zL+ij^GxaT)i2(I%d?-uH|v(NN=5lf
zLH=EgCn^By>32YjOt~Q>BdXkRS~WaBP>qwqA?furwb+~Ko4BCE9C@ny$`)n-V&^da
zEFnRm|IdJIn1o>jJX7=sGl0wIF&^%^)FVkCRaZ|9n`<v&Jc`^z+YKO`hTD;&B>^x9
zU6F7FNiSVits;=INc#COk$sXWYzINq2iEAvCQq^_TbAynppN9w%ib!pO9z}?1kSEJ
zE6FK8fw84er>%zze>_zx{Tcr94{(?LI6Xbcr_*F*SJOphJW!bZl-*9(j?19QWT4x|
zm)(nxO8;2C{Du7Tw|}btb=mscvh~#kD`VxHKkRzpnL67nTyUGU*soZ7KV$1X_VXUQ
z!A`SIkKOFCUwo3WTl?7r27pw|La?C2c41=yAUN}M;aTZ-3);L2yZTs}@?qLIt||Ha
z8-M7Y{TBqoGWzNQ0^QTIROL!M5(CH>IuMj0kXtU~8HbKyImQkR0?0X)Ef7+{!s^T|
zZ2S;x{P+kPVUDGIj>+hc{&KNYdi&S4<_H37ef|AW9Qcke??6s7Bqx4YuE5>35h};N
z+i9-V?Dh)s<Bn|^c4N(GtKStw97rh`1Sp}l?K*3%hSh=$+;8`-y65&i%eM4q1#uel
zj-FZZmj;z3bnyAjOMH$Y52AM<GoUN4Dm}_1q^35G^n;lzNS0StP~e9Y)#_CMFhp8P
z+X5&Hip0>5W9lN0M<X;%vw03JPi`u#UadjI=O(0dNqI;DGm(BUV@g|5Aw)b0wH<0X
zGBBqSbx?jSVX30Bd@XOOb!!D(o3w_zsy*j@&4ZU<KrZsiu{h-1X`Y|@dj^_n9ijrT
zxe<_2-z7ISKw8ib2YQL<<agE!s8p;e(&(FIjTo%oo<FFp=)ng;GJEy4Xw8oO8sTp>
zptV{aHh7A*21=V3B{EJF>paL-vj!uiOg?G54n>V!%frSGL&~+b5Hbm$WCTTla_)E)
zD_#iufae0`#g3e}cQ@iglT(L5^inf%25oy+n37RJ&AZ*zdk<E(wpU|LU0-iv%@Obr
z!&-n9-DeoxY#yYoJacQ^)kw@0_#u@>zO^vCh=bCqABg<fA(v>M9Bsk8=C07X$2|I!
zIuiDu$1p;zEZ9kej7Bpy*tV^WIM7eq0Q|{K&{5}72S#(ewOyv6b4dB4^q$xH8{UNL
zt-Be9=42N)`9Eu9V`3%V<wPwhu!aNy_F-k$)=t=#=j7?F^0gv8ADeHlIKo~AfvTnb
ze6;0-_m%Dcz1b)0b;uAB0+sR^$5-vvEW5R{{V>mrIa|uQIZx?1MxU%vlk9P@SF&GI
zx$!?wWmwQd0Wmq6BXezSE>&wXPuF=MN;z+=Ai*7Yp%KH5`T_n6y=5jrXL^;(4Cxr^
z2(GL4Us_%bJlu&v4;+v&<%f5sb7AsLHC~6`w+?~-)9`EAjpx>qz2dztgkY_f_t5pp
zyNl=HK5To2<-N-M+A{N|@?6NAtf!AoI<4Ad-%wbj)6Udx_5MzHHGesCc@#qq${SGs
z@OO0mE^p_OwgTioL-HbY4#9OYU=?q;WcH=suD5EM8k`1+#)ne@RZ1X--kBMy|EP_|
z^ZWjpvc9o-=v-hObw9X$3jx9?^3X^h7#L`q`%og05rVB76uTuwRm(Cg3*GbIG0?mB
zKR^~@L?8k(k_5;hP&)SISj}NKj8+T1>%XHKyUceOvYU0Ixuyogx&f6JN)7aW=md#c
zB~TcJtM|v->gZvjzzUKK1mTUup+e{<!K_V7&zkF~UizU-Z=g*Ngy~dKcQS=i!*1&V
zFjHZMi~3_Uc@|XDLKih`sH_#50m78;faM2Ls1L{_P?X7Wa6xeoYHNku{LSLo@WcSN
z`4oyzV~AY|Cp80f|Ksh=t?qkR;f-(Iy}Q}P-Ob*e4&94E5nYlHbTFc!6zkhOfx!U(
zPUNdn718~g_y$4`C`C|&PL!<fL$I8p{ICbzg9C{HRksi-Gbv-SZWc!oM#Kjuj1(rE
z9jL+?RKwxGL7n#)Opb!9aBkuAC{&|YcL?{Dkf`Y66ezvUm2IJvo9shv84B6#+(%cS
W68)M;uZi?hL{jHX46#J?jei5rK)uTV
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.txt b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.txt
deleted file mode 100644
index 1f1f25f..0000000
--- a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/error.txt
+++ /dev/null
@@ -1,59 +0,0 @@
-Failure # 1 (occurred at 2024-06-25_16-43-06)
-[36mray::ImplicitFunc.train()[39m (pid=69318, ip=10.159.8.159, actor_id=eae11dc975075dcb8b04fdbf01000000, repr=train_model)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
- raise skipped from exception_cause(skipped)
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
- self._ret = self._target(*self._args, **self._kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
- training_func=lambda: self._trainable_func(self.config),
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
- output = fn()
- ^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
- return trainable(config, **fn_kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
- pred_rt = net.module.forward_rt(seq)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
- out_rt = self.decoder_RT(enc)
- ^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
- input = module(input)
- ^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
- output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
- return self._call_impl(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
- return forward_call(*args, **kwargs)
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 715, in forward
- x = self.norm2(x + self._ff_block(x))
- ^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 730, in _ff_block
- x = self.linear2(self.dropout(self.activation(self.linear1(x))))
- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 1473, in relu
- result = torch.relu(input)
- ^^^^^^^^^^^^^^^^^
-torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 200.00 MiB. GPU 0 has a total capacity of 15.77 GiB of which 164.69 MiB is free. Including non-PyTorch memory, this process has 15.60 GiB memory in use. Of the allocated memory 15.18 GiB is allocated by PyTorch, and 51.15 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/events.out.tfevents.1719326572.r3i5n6 b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/events.out.tfevents.1719326572.r3i5n6
deleted file mode 100644
index bb8b5d2f12702c6f37d63b73939f9db314e074bf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 40
rcmb1OfPlsI-b$S6%*?m9&b#R-#hX-=n3<>NT9%quVr4YF@%Tgl!1N4d
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.json b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.json
deleted file mode 100644
index 8af95a6..0000000
--- a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.6537122299874158,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.010515037912087563,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.pkl b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/params.pkl
deleted file mode 100644
index b03d70fc1f346840504450aed94126874aed0347..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@;Q2VVVZ%af`wRm_+UaH^PtMu^5Qd66H}&m
zGxl(%6y+Dh7bTXYPI0$?^4j#JWME7WQ%(_(*V^%-e%cX<9<HRslH`o|;>@a4kR_#h
E0QH_zg#Z8m
diff --git a/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/result.json b/ray_results/test_experiment/train_model_8c6e7040_14_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_2024-06-25_16-41-29/result.json
deleted file mode 100644
index e69de29..0000000
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/events.out.tfevents.1719326883.r3i5n6 b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/events.out.tfevents.1719326883.r3i5n6
deleted file mode 100644
index 7864aece5d8ff7dc3e8e074eb73881f1d778e557..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Q;?=ER<n|ISuiZ`h!F*8rkwJbHS#L8%6yrqXSRNaR8<<6Y441fGV
z>I4|I#JEJbc#9G%^-D_gQuTB4i;G2to-w#~Pf2$*fNGig^+G)7Nfx*kWiCZ7DY%y6
zjQrA^l=$R~)a2}f{LH)(Q3i$vd%=STAEQ_q&JNd)YGq1(UMf%v14GgD*~j#uR_4aa
z25^2uXi?%);F5$}S(2HX8efu;Ssb5Pl3EmBEUL6v#+lPJWvL-l``qT{mz<>>a2r*)
zl(?i(wHIgRC8x$0r52au7o~y?IOp!tZw@u!`HNGLoZk=zXmM$9DZ&i^*_v3AnV(l2
zk7^9a=aUX8&qwjOkVaoIIIx+p1@_4X2G=RB8c8UDt)U6mLQG)4ERj8lV&x`;ejI@v
zFH~lS64+K+a4QJ}wzNB+bLjfTttf%L8=;+GV9S?Ib$08FGe8M!b8Wc&L<cs5Lukb6
F5CB4U@>Bo-
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.json b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.json
deleted file mode 100644
index 6c35680..0000000
--- a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.8999111579906955,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.000663247583015271,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.pkl b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/params.pkl
deleted file mode 100644
index 6bbd9fa4c9b60d515a5378a4c5267e0d057fe47c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQmZ3)2fU6fDHi!v_-r83z_)>S4=^&qz&7
z0Xc&+r6|83z9_LIb&9+Fn=?W+GAsc-OgTkBp6l+NVdwpq_i!a8mLzAy7iU(bf-EW3
F0|3NTQm+62
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/progress.csv b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/progress.csv
deleted file mode 100644
index 1b028f4..0000000
--- a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2062.3793243648497,1719327039,checkpoint_000000,True,False,1,8e58579c,2024-06-25_16-50-39,156.63724398612976,156.63724398612976,130020,r3i5n6,10.159.8.159,156.63724398612976,1
-2056.04917078694,1719327182,checkpoint_000001,True,False,2,8e58579c,2024-06-25_16-53-02,142.2777497768402,298.91499376296997,130020,r3i5n6,10.159.8.159,298.91499376296997,2
diff --git a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/result.json b/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/result.json
deleted file mode 100644
index f6ba986..0000000
--- a/ray_results/test_experiment/train_model_8e58579c_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-25_16-47-40/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2062.3793243648497, "timestamp": 1719327039, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "8e58579c", "date": "2024-06-25_16-50-39", "time_this_iter_s": 156.63724398612976, "time_total_s": 156.63724398612976, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.8999111579906955, "lr": 0.000663247583015271, "batch_size": 1024}, "time_since_restore": 156.63724398612976, "iterations_since_restore": 1}
-{"loss": 2056.04917078694, "timestamp": 1719327182, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "8e58579c", "date": "2024-06-25_16-53-02", "time_this_iter_s": 142.2777497768402, "time_total_s": 298.91499376296997, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.8999111579906955, "lr": 0.000663247583015271, "batch_size": 1024}, "time_since_restore": 298.91499376296997, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8 b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8
deleted file mode 100644
index 29207aef6d4f6c3d0a2ae35440021969192807b1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2771
zcma);e{2(F7{|NooV%wM+H)OS%h=jEz$UY9e~5z6uBD1o6Z~Bix!rp2=&|)~+})%j
z{#Y2p^2fsdm;n<ebz3lii5MjsQI;4D1dN;W52FT2OcbU@7o!51QLn$=>pNT8{&(;5
ze4p>VpXW)Rt1+a16E8jJqUXjxyDM_!>o&W&Q|1Kmj^J}hRM)nCd1l<&n8`bNWLJRh
zcK-B0GS5=xu7)Zw%Ur)l?GurwM^Y49;zv{PosS%|cV;B7{5iwYXIElLBRIj1B}zo<
z>*3jO1ckeMB|%he2E%~&%BsXSgk{t1SWjB=l87{k!Eh)vy3CWYj6Pepnf^eRxS#=Q
zv85_R5vxW7g%wmJvx@E7+#&zWbk~NKjC^cxaE@+uW5?UT1rAcK2x1tqGE!7YMyUcr
zm5GCEG6gPQIlqNIrWbI-YH;ELNmou4BvE0>GRd3&VYB=|-29^d?JX(TR6f|Jh9Nle
z#ik$u`+5LNN`d{_*`Egq%NI6ceF4~(^A?7HZ3tpX5!maxpZ9Z5Z|EdotGc`>><b4>
zfzW++nSlL^UZ7;y2H)P=Q(K9f$LU9e6l`NY*xLsygZ1@FD*-zJSW*h?1BXLi!m`7J
z^#x$Z?_O^pU|-fHMPScd?e~Ak{rWcno4W-&7KJ@!ZVyN``xXe;U+D!(hVAq1zZBa=
z-2C4+uEtWZ%k#m0rnVyJYrgOh0lWSfmXrcJw0d-suso{k3&0NCubv=aHy_8AMPQHc
zyZw8f@Si4NAJyeWVefowZ{Tz8Nh1N<aRU37412)0?)SD?;^wgL#dr$#P5EGd;wcY~
zP8${o*bOgZNhz>9rp|pwSWf8r0<d?^HoFMeO>t~l1a?a#=BLJ{E)uX0>hhwnV;vI#
zW325T0=8*C_AeQB!e^R%>YkHj>Hq$bu~&D{4-Z#AzC&A(?nxuOZiFf}(#y$QRAD_R
z){A6q|A=aP+z3NPxH%JIu2alklxqn<C#QxZ+Gf~|8jLOmmhdPn@!Fo!b|c%>rJdD+
zE%!|9i?TgjKa#bO70lU?oXM_%s+^<TWHZpbEcLS5GD=!$S`_U>JTHjbSzd^0N7~yU
zG3}mmwt+SKoLi^@sGg)dK!wOg5XUzd-Bwu2kRJx_6|kJS!Qx*eNiKGG9XOc6i`!if
zb<B+xv%3iznc|E0-Gx<a#7zG_{%w3MJ(}&`_Y_>BV7cBu1u2TQxmiW!G{Az`CAFWS
z;54Q8@h!^!CI!_wY#G|RQXO*c`E=F`w`LJ(hv|W__`trXYdALGgB5v@<G7}EEFKUX
z)WpvGy~io@URav!op$iPG(0~Yh<lSSLyQ4V-t2>Ax$}SniBv!z+uVSwz^vk&dGEGu
rTfe<G^Wk*vy@^NZ<5~JG-~s#p*&~rplh<ZU=U(ojD$A~|cZB`}+3sHs
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
deleted file mode 100644
index 059f0e7..0000000
--- a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2933049514156799,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.011848091629580768,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl
deleted file mode 100644
index 9b9ede690bf38587455db45dce6eb4b0aef8dced..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>csulP!HiBzo8rsB(ZdVV3p5lg#MHwF69O3r6=Tbb&qz&7
z0Xc&+r6|83z9_LIb&9+FrK3%XttDzbOgTkBUWfDf554(2dbpAjOOi9<i!-ZIL6(&2
F0RYzoQ>Xv{
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
deleted file mode 100644
index b77623f..0000000
--- a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2238.4140029066193,1719509287,checkpoint_000000,True,False,1,8e5e7f52,2024-06-27_19-28-07,76.45697116851807,76.45697116851807,242786,r8i6n8,10.159.28.66,76.45697116851807,1
-2216.8567279004674,1719509350,checkpoint_000001,True,False,2,8e5e7f52,2024-06-27_19-29-10,63.10471820831299,139.56168937683105,242786,r8i6n8,10.159.28.66,139.56168937683105,2
-2184.21265321266,1719509413,checkpoint_000002,True,False,3,8e5e7f52,2024-06-27_19-30-13,62.492005825042725,202.05369520187378,242786,r8i6n8,10.159.28.66,202.05369520187378,3
-2145.5848196435163,1719509475,checkpoint_000003,True,False,4,8e5e7f52,2024-06-27_19-31-15,62.598204612731934,264.6518998146057,242786,r8i6n8,10.159.28.66,264.6518998146057,4
-2114.985403466412,1719509537,checkpoint_000004,True,False,5,8e5e7f52,2024-06-27_19-32-17,62.10174918174744,326.75364899635315,242786,r8i6n8,10.159.28.66,326.75364899635315,5
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
deleted file mode 100644
index 5700fbe..0000000
--- a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 2238.4140029066193, "timestamp": 1719509287, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "8e5e7f52", "date": "2024-06-27_19-28-07", "time_this_iter_s": 76.45697116851807, "time_total_s": 76.45697116851807, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 76.45697116851807, "iterations_since_restore": 1}
-{"loss": 2216.8567279004674, "timestamp": 1719509350, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "8e5e7f52", "date": "2024-06-27_19-29-10", "time_this_iter_s": 63.10471820831299, "time_total_s": 139.56168937683105, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 139.56168937683105, "iterations_since_restore": 2}
-{"loss": 2184.21265321266, "timestamp": 1719509413, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "8e5e7f52", "date": "2024-06-27_19-30-13", "time_this_iter_s": 62.492005825042725, "time_total_s": 202.05369520187378, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 202.05369520187378, "iterations_since_restore": 3}
-{"loss": 2145.5848196435163, "timestamp": 1719509475, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "8e5e7f52", "date": "2024-06-27_19-31-15", "time_this_iter_s": 62.598204612731934, "time_total_s": 264.6518998146057, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 264.6518998146057, "iterations_since_restore": 4}
-{"loss": 2114.985403466412, "timestamp": 1719509537, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "8e5e7f52", "date": "2024-06-27_19-32-17", "time_this_iter_s": 62.10174918174744, "time_total_s": 326.75364899635315, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 326.75364899635315, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719329610.r8i6n2 b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719329610.r8i6n2
deleted file mode 100644
index 6286bd7b76e0ed6b0f2508218e6d19bd2fb5afbb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$R??DkyRG4H0M6mL>dVrHJ6YguYuiIvga67?I(P<0#TmpgNQyYBrQ
zq)vcQON>i|i?=ATQop1$FI7J$zqnZRpFo!LbB9Zs22d?izg~#v47v-~qRgepB?Z?~
zoRMFelM<htk(!)cke``XBFezfU?0TP?~G#Q#QSjls8*)r=cNL*Ffde3Ska&lwK6wW
zHh@#{0bGj`mjah0+{%*7+|>AzjLhQr%#zfi_+rs#l}ntavNSC*gleDL-29SrCPKRk
zmlBsWs`lc{yyVpQqSWG&{GwE_0U?26_2y6mp1(L1$;tB&Zod|n2A3k-0FbSTC7Jno
O#qp@dfPHTL=@0-TmWUDn
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719330672.r8i6n2 b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719330672.r8i6n2
deleted file mode 100644
index 0e757bb36b88857565d42e05f02c84edb9ff24d3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Q~3hZ}w&b#R-#hX-=n3<>NT9%quVr69NmC2$ERkvY&xijaYs%alU
z>I9gy#JEJbc#9G%^-D_gQuTB4i;G38J?x#gGcmFnK($Q$dLf=Ot{$#MnM;vN3a+I%
zBfm5!B|bSLH95N=KQpgHl!2kazU8aKTofx0G{W_xTA7lcmkQLvz_9gc|1^E5mASF9
z0i1zNa4kw)3S5$KD@!tSQ{ziAGK=FgOHzyCi$x!oEpd7s{qKSyRQufK=9ipj5!zL_
zl(?i(wHIgRC8x$0r52au7o~y?;JK#%+#G7a^B1QgIUSne_G@uza4EtK0NI*Yl9``Z
P9FJ-Y$meN%({2I)U%rP=
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719331282.r8i6n2 b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719331282.r8i6n2
deleted file mode 100644
index 09c5868db57d6f4925f92cad890b331bfe74ebf1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$REvP(*K&AaI+#hX-=n3<>NT9%quVr6von)@|nsJadF%bhvz{4DDM
zsS{w<65|r#;w?(7)GsN`OV!WGFD@4S%%|pjtz%n>0aVM>uNUGucm0QJQRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#uy4=t?nJTDm#G}Pl_~josX#3Z49)Ade%FUunHwt`
z!1)HDMTtv+OA>BnNoH<pd`U)TaeQV;YEgW#=*da@oc_tXY8gVc&uwmg$(hRxw^4;l
ziAx$)dvRu7a%y~0YH>+^Q7YJg+tO2hn?ntF{^C?5=Tn3MT3i}jif{u!wkDQj=I0g1
zqZ$M9`9z6rUr>Cm`}^qvaA31w3+#En<eeAWEtEhBY~Md{EyM(N{Vh)!6f18b^rOZv
zJg`3tKX*Y1?8LutD+vU)TIph^-ptFhPy+iVLOa30{=sbMtaEniB$UAR`v<q5=)h)h
J=x}d(3IMzP1mgez
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719332071.r8i6n2 b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/events.out.tfevents.1719332071.r8i6n2
deleted file mode 100644
index 49e30115265afe258f1d2759701312484da2e83f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reM}Q)90%~y0&<TQXa`6OC=~IfF(6Bj$%ZXgSe#B=bZ<D9TcPJ#rPt<KRF<h2
zva~{s;B<>PCKHz}nNx5&<VCm0oPuu{hz_@jvdpo~Y&fUUF=f|Mp6idb-tiyz-1qtR
z`8*FKPva$HKaHE0Xo&b9Z!T#6us=^NFJ_GvCcR)C%{X(OoPT5Cl~mt*O?%fHh<_8d
z6nfr^4%5b=7$j$n<r&U0hR!IpIUKRi-<KQOk}ewO`69dS_E5xNGLEF86r{!xhuKzE
zYNATabjez~&B8ciC6WqV$dJknD)Uou9#)!c49!I(lFYy6wPpA!t*<A&K>WZ*G$<LV
zaHZ2?r75S`;-D-}nx!1Eu8aH0zW1AVW%}avm6g8|D`()w8AyW?VBBG0N@$9u9Znld
zdnedbDI3i8P4LT5cM;LcPoPD!Q3{^G(`s~DY>b0~(|A@cJMwoSSos%H7v;qc4}{&Z
z=67=b5IYB8M}*>t7;NRtu5F;Qj?V|dR^RzP6JV!@;YtDQBCVSo**vleU?1e;g4n}v
z#~B6+I{E<i+;H448e5|8>v^pctbDPt%<jdW6bM^&c92XvzhV`@-dKzyVz94PS6u>?
zVI?>p1iO=}d<3v-_=o`ZPP>adW=oR+>?tPPD2SbtwbC%<&ecYMUCB=%8e6Z=zcBMf
zu=1!=A8herM+CxFumj}G&*%v!`&%3lgB`D%%!0~lJ|6_T?AE{~fE{@nR|;U)W^W}k
ztLT>jb`>8N#NJ}wZrDdmO$XSc`~;%0EA-aoBWu9Q*B`6d;l(BbVIOU|M!p);p8`(y
z$E`Rb20P{5qk2#|yA9`qVAt86>H^r!d_(}-Snnc>ZiQ3=>^beYQ4qU-S+ikJL_-0<
zuIDEZjoqL>7INkQSh>mC)9A%Ufv{)1)K6Y`c98{OyBHi1gRME91^;Kq*>FAx_VE~F
zC%|stBLdh(BU{NomNnP_w#tqh1+kkh^cps>X<-0+2S0&m?636&^iudYUGsV05ij=S
zK-g!M=g8shOUnRu%Rw9wgWY|ywHEB}!b3P81p7gEbvwX5%|`^VYp1)(Xtv@jfK4{x
zMnUYIm+u;KUHdKr>=XP1qOq^*&+k#hft6dkub%Q^PYHxw-+YFw3SIFDz;>U-5i!_y
z)#y*4GU^=82f?;p$({tT>-dNO_O5g{`P@VEI)JS>j~fNC6K_w>U#pnY46t4N1fsDe
zdGq9TgJ9*=s*%fHY<VE;<K#JVR>B)3z;09Hh#2hOT3c>{%G?B;4}yKIwyOzXck&Sd
z?0-hxr0$+27hsc#xKS8ek(5t7JWvj>+xZDZV@Kz;ewiu-E5Cg$bjXVx83_CSrf<m5
zpG$23d)9Rv5rbX0=jrL7@-Uwdf~||ayAfdL-N2Os*h5R)<l*-3_5$n<J}!v8Tb-UC
z*3mm3U}q2Fe$m*;d2>(obTx&HU5;w%cdsEvE=GH?wfkl0BN>XJ%yuJdv^uB^dV`&2
zxeFTOT<n&icVuXiZ%Fw-s=O!FL?Tpdbe5R8tJ7O_vP`2yktVvtX5ub#+~tv4y_$Qb
zLb3kOm@+F>YAmN&Zb*UT<3p_P?RXU9_sIWcIU-D~%}#N*HBS|nrLD!Z$z);Pq)Zko
z_lWy6G&9!jZH`5X@!$O?3P;jXPdh^43}vQ`rev8`fufY~=B%BD5|xj+8Bd6KZob+i
zl%NcLv(-*VNy^9FT(xN^RVjQk%~}-q9^>1;lYj2ZA@X{B`!^^>15%X8@1KKqIJm1V
z<!~A~U<<R_w)lh;wM+SZJS0^gkfJz0TP30BODtY8`sk7lJuyziJsdkQ$$F%ouxog%
zMvtZiAjjjwI+QT+fZ)LjJ@-vSz`e(>Nc1Smvv=Hsd%anzL!aj9JRb%e1N^dGkEZ&c
z2RzW=9pI0x|9~dQS;g-R>k3sl<<I!OSvb?uxSV)pTt5?KAoc(4X~r}r&z&*eJyau&
K2r=HyUGN_WMAj_;
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.json b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.json
deleted file mode 100644
index 74d001d..0000000
--- a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.2811887966312956,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 1,
- "lr": 0.0005389075253520159,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.pkl b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/params.pkl
deleted file mode 100644
index bf09f8838ddc89a7bb42c709c4600a089ff8a403..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@;Q2VVVZ%af`wRm_+UaH^T1+EJ#2aL
z8L5dWQ@lBPI8%!93*w6sOH!w}+h6?m-#ba>N)J;`5s>G&V!fp4<!?P)Nr@%N8S%xL
KRjD9LO7#HxFH`dX
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/progress.csv b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/progress.csv
deleted file mode 100644
index 1935394..0000000
--- a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/progress.csv
+++ /dev/null
@@ -1,15 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-234.06637176753966,1719329693,checkpoint_000000,True,False,1,934c5104,2024-06-25_17-34-53,82.2380793094635,82.2380793094635,2195253,r8i6n2,10.159.28.60,82.2380793094635,1
-191.28313151682457,1719330754,checkpoint_000001,True,False,2,934c5104,2024-06-25_17-52-34,82.23219752311707,164.47027683258057,2195253,r8i6n2,10.159.28.60,82.23219752311707,1
-166.0584006722518,1719331377,checkpoint_000002,True,False,3,934c5104,2024-06-25_18-02-57,95.2866895198822,259.75696635246277,2195253,r8i6n2,10.159.28.60,95.2866895198822,1
-159.9789658794253,1719331459,checkpoint_000003,True,False,4,934c5104,2024-06-25_18-04-19,81.72880601882935,341.4857723712921,2195253,r8i6n2,10.159.28.60,177.01549553871155,2
-141.96990696464,1719332153,checkpoint_000004,True,False,5,934c5104,2024-06-25_18-15-54,82.40532422065735,423.89109659194946,2195253,r8i6n2,10.159.28.60,82.40532422065735,1
-117.70846791905682,1719332222,checkpoint_000005,True,False,6,934c5104,2024-06-25_18-17-02,68.08270859718323,491.9738051891327,2195253,r8i6n2,10.159.28.60,150.48803281784058,2
-113.39667721245233,1719332289,checkpoint_000006,True,False,7,934c5104,2024-06-25_18-18-09,67.7198805809021,559.6936857700348,2195253,r8i6n2,10.159.28.60,218.20791339874268,3
-111.7227829460084,1719332358,checkpoint_000007,True,False,8,934c5104,2024-06-25_18-19-18,68.60852479934692,628.3022105693817,2195253,r8i6n2,10.159.28.60,286.8164381980896,4
-111.3588055588129,1719332426,checkpoint_000008,True,False,9,934c5104,2024-06-25_18-20-26,67.80738162994385,696.1095921993256,2195253,r8i6n2,10.159.28.60,354.62381982803345,5
-108.66629178505244,1719332494,checkpoint_000009,True,False,10,934c5104,2024-06-25_18-21-35,68.99091339111328,765.1005055904388,2195253,r8i6n2,10.159.28.60,423.61473321914673,6
-102.03670796071451,1719332563,checkpoint_000010,True,False,11,934c5104,2024-06-25_18-22-43,68.06165027618408,833.1621558666229,2195253,r8i6n2,10.159.28.60,491.6763834953308,7
-100.34690394364004,1719332631,checkpoint_000011,True,False,12,934c5104,2024-06-25_18-23-51,68.09097814559937,901.2531340122223,2195253,r8i6n2,10.159.28.60,559.7673616409302,8
-102.1303488663801,1719332699,checkpoint_000012,True,False,13,934c5104,2024-06-25_18-24-59,68.49995398521423,969.7530879974365,2195253,r8i6n2,10.159.28.60,628.2673156261444,9
-98.24798722154512,1719332767,checkpoint_000013,True,False,14,934c5104,2024-06-25_18-26-08,68.14825201034546,1037.901340007782,2195253,r8i6n2,10.159.28.60,696.4155676364899,10
diff --git a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/result.json b/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/result.json
deleted file mode 100644
index dba1737..0000000
--- a/ray_results/test_experiment/train_model_934c5104_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-32-25/result.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{"loss": 234.06637176753966, "timestamp": 1719329693, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "934c5104", "date": "2024-06-25_17-34-53", "time_this_iter_s": 82.2380793094635, "time_total_s": 82.2380793094635, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 82.2380793094635, "iterations_since_restore": 1}
-{"loss": 191.28313151682457, "timestamp": 1719330754, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "934c5104", "date": "2024-06-25_17-52-34", "time_this_iter_s": 82.23219752311707, "time_total_s": 164.47027683258057, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 82.23219752311707, "iterations_since_restore": 1}
-{"loss": 166.0584006722518, "timestamp": 1719331377, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "934c5104", "date": "2024-06-25_18-02-57", "time_this_iter_s": 95.2866895198822, "time_total_s": 259.75696635246277, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 95.2866895198822, "iterations_since_restore": 1}
-{"loss": 159.9789658794253, "timestamp": 1719331459, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "934c5104", "date": "2024-06-25_18-04-19", "time_this_iter_s": 81.72880601882935, "time_total_s": 341.4857723712921, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 177.01549553871155, "iterations_since_restore": 2}
-{"loss": 141.96990696464, "timestamp": 1719332153, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "934c5104", "date": "2024-06-25_18-15-54", "time_this_iter_s": 82.40532422065735, "time_total_s": 423.89109659194946, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 82.40532422065735, "iterations_since_restore": 1}
-{"loss": 117.70846791905682, "timestamp": 1719332222, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "934c5104", "date": "2024-06-25_18-17-02", "time_this_iter_s": 68.08270859718323, "time_total_s": 491.9738051891327, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 150.48803281784058, "iterations_since_restore": 2}
-{"loss": 113.39667721245233, "timestamp": 1719332289, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "934c5104", "date": "2024-06-25_18-18-09", "time_this_iter_s": 67.7198805809021, "time_total_s": 559.6936857700348, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 218.20791339874268, "iterations_since_restore": 3}
-{"loss": 111.7227829460084, "timestamp": 1719332358, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "934c5104", "date": "2024-06-25_18-19-18", "time_this_iter_s": 68.60852479934692, "time_total_s": 628.3022105693817, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 286.8164381980896, "iterations_since_restore": 4}
-{"loss": 111.3588055588129, "timestamp": 1719332426, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "934c5104", "date": "2024-06-25_18-20-26", "time_this_iter_s": 67.80738162994385, "time_total_s": 696.1095921993256, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 354.62381982803345, "iterations_since_restore": 5}
-{"loss": 108.66629178505244, "timestamp": 1719332494, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "934c5104", "date": "2024-06-25_18-21-35", "time_this_iter_s": 68.99091339111328, "time_total_s": 765.1005055904388, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 423.61473321914673, "iterations_since_restore": 6}
-{"loss": 102.03670796071451, "timestamp": 1719332563, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "934c5104", "date": "2024-06-25_18-22-43", "time_this_iter_s": 68.06165027618408, "time_total_s": 833.1621558666229, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 491.6763834953308, "iterations_since_restore": 7}
-{"loss": 100.34690394364004, "timestamp": 1719332631, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "934c5104", "date": "2024-06-25_18-23-51", "time_this_iter_s": 68.09097814559937, "time_total_s": 901.2531340122223, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 559.7673616409302, "iterations_since_restore": 8}
-{"loss": 102.1303488663801, "timestamp": 1719332699, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "934c5104", "date": "2024-06-25_18-24-59", "time_this_iter_s": 68.49995398521423, "time_total_s": 969.7530879974365, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 628.2673156261444, "iterations_since_restore": 9}
-{"loss": 98.24798722154512, "timestamp": 1719332767, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "934c5104", "date": "2024-06-25_18-26-08", "time_this_iter_s": 68.14825201034546, "time_total_s": 1037.901340007782, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.2811887966312956, "lr": 0.0005389075253520159, "batch_size": 2048}, "time_since_restore": 696.4155676364899, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8 b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8
deleted file mode 100644
index e63b66a0b1d6aaef470d674fa49fa91485500d05..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2406
zcma)-VQdp+7{|LS8N0`HxMRhwW3Y7)%qes;Q5eqjYzHRe%i_K$898sgclLC5H}7t^
zv5Cv3$U;A$W(j`4IZ;3}k;EvBDM2HsOP0v|Krj*#LZV0v#6(C}LU`L=-|IWuwf)xj
zdH&D;-rxJ=d8%CL-;p<W_}Sna6T{NP<!61KE<;kZP1|-O&D#3Jx*@*0!OlB5@p_n*
z|NVSCnfGuBzX~eBV@Lx5t4~9L9^Ev(U+<5%el@-R$wpf;{@<@6d*v>XG(bK0h{TNQ
zeLb=miK57>y}F`VUYBb)c<pFRrYyHC5It=v>l(rmm+P6vL#G0^rMj!Oot<+eeyD?L
zVreNV60N9Wii(8{(e$!AkB1t@ZeD1z<%dT{Z?J6%;<yg{P(#a2MT;QOK&GV|C{<wK
zmmzhtUEt5ZW?y8#cM9<EDAbbzNmt2Ibj=j$GRd2FUi$qUb@RYe+m5ARGr3?l--@@6
z9{*yBf_=}C6a%|VXxd3x4sOn4NnrbD#os8{_Z>+A*e7OVp}EKYc$|X0dkb+a2)pw=
zU)XbJ=q3gGx>KNN*e>C-lK#J`o1^&r=@e{tF4&h!6RnA{D?=3QeG5cV4D9KR=gKI{
zhZ01er?c6A?mkVye%Fx{fIX+gLN9!HaW4gX`90!T5O(ONm%_~-4W6K2?{Nwg4O<XK
zYGN0un@7*cvnklia>1T|E8hCf_;wn0{|u271H1j|fln#Rgrm;``}}s_WeWDlx5Tml
zY~?^K6std9O2J-m<ON|5?t4G1kA1U|f~|f>{ELP?EX+UG(s;5YJ&q0@{@@ihw0E*Y
z#xtA$#0`^fs1&2Uk|C+47(o5K$iO2}v)cB%;cYi8w?kZ<;qEa0a)2($ibV0S+Joxc
zeh$iI6wzfoI`Oy`ySwpOHF&env_4hrkp_@~Llxl3gbX{o3M#XXvXec)%7)%6;`x}g
z!dj$uAz4<mmql4o@e%$Sq@~?c&R(d<{Ld~_3QSMZ9iUVbqeznL+<XPB;OJe&uYuLv
z61!-TBsu>0TBzaj?-G73)N)Jh3VuB_aD{h4m0EjNv)}KBTOV&_r!wz%je)BStajed
zM5c+CiD+692CQh^dfQnBW*Fxkzhrz<46Mpx%dr)m=G=u%9XEooGJ^;orW@vV5PXYX
zjl>QLuqFp`635z_#SKD&!vfy@Ip3b7)CsU6`F8l=`fK6S$2N4PK89)olH4f3Bia2x
z0{AO&z-im;fIm;KlAPPYj`l9O#opyVpE~k9`(uWF69mBbfA&a|)8uiFIoy}|nX;1R
H$x!<P=9c~N
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
deleted file mode 100644
index 501d65c..0000000
--- a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.7914041407453669,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.0017184389008014717,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl
deleted file mode 100644
index a1237f04b29c5b23598309c54f257f8e3e7e4096..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-unfgEOTlzaYLSu_SehyZy^xy<=yKV|ti!ih#Tr_2oO93!n6GB_)<5XT%q0R;7Y0
HDb)i2y?j$5
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
deleted file mode 100644
index f42ea72..0000000
--- a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1996.2721538393516,1719502422,checkpoint_000000,True,False,1,93c649bd,2024-06-27_17-33-42,84.1758508682251,84.1758508682251,242786,r8i6n8,10.159.28.66,84.1758508682251,1
-1999.4757651982345,1719502493,checkpoint_000001,True,False,2,93c649bd,2024-06-27_17-34-53,70.39586234092712,154.57171320915222,242786,r8i6n8,10.159.28.66,154.57171320915222,2
-2008.213741753045,1719502563,checkpoint_000002,True,False,3,93c649bd,2024-06-27_17-36-03,70.20663857460022,224.77835178375244,242786,r8i6n8,10.159.28.66,224.77835178375244,3
-1996.1505780557948,1719502633,checkpoint_000003,True,False,4,93c649bd,2024-06-27_17-37-13,70.27228903770447,295.0506408214569,242786,r8i6n8,10.159.28.66,295.0506408214569,4
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
deleted file mode 100644
index edaa056..0000000
--- a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1996.2721538393516, "timestamp": 1719502422, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "93c649bd", "date": "2024-06-27_17-33-42", "time_this_iter_s": 84.1758508682251, "time_total_s": 84.1758508682251, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 84.1758508682251, "iterations_since_restore": 1}
-{"loss": 1999.4757651982345, "timestamp": 1719502493, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "93c649bd", "date": "2024-06-27_17-34-53", "time_this_iter_s": 70.39586234092712, "time_total_s": 154.57171320915222, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 154.57171320915222, "iterations_since_restore": 2}
-{"loss": 2008.213741753045, "timestamp": 1719502563, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "93c649bd", "date": "2024-06-27_17-36-03", "time_this_iter_s": 70.20663857460022, "time_total_s": 224.77835178375244, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 224.77835178375244, "iterations_since_restore": 3}
-{"loss": 1996.1505780557948, "timestamp": 1719502633, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "93c649bd", "date": "2024-06-27_17-37-13", "time_this_iter_s": 70.27228903770447, "time_total_s": 295.0506408214569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 295.0506408214569, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8 b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8
deleted file mode 100644
index 05210fc2a6193fc6db5662617478292dafafea92..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reNYr-90%}Y&lmO~kUK@;5QIBWJ2VuXYy@Lrml8BGsZkqkJ-Iz^5%!qdLr^nt
zOsWy5vV2Jc-(Ru}8W~}FlQf+))ZP^FokYcPNSoB*rn2^q<JtS!UAz3pKF@c*`+T0|
znCGH3y+1oDry0rIxVl`|mi8<|_yVVe7oNyj%n7c^X@#-QH%z{H4O_}-GNS(dYR|mL
z5c5zp1cf^-OHy5B0+(9s5XGoHWo|~dYZo=n7g=}z2bO%P5l2iY5gBkqv^&a*t!$y4
zD_m6S;00HdMpKo^|G4~RP`UIV&cjNpL*S%{Mw8$2^!Zd@Wy!p_8RVcQ95JE<6oV^W
zd<n<8?7YbGF3!n{QB1o?SFK$BV7xD0yK?0%@@+Yugp4Q_#zkHz<X9&sx*Sf<dxL|C
z*%v4IZg8{f#2hlT8TXsfXq1R=;AyqEc!wae@HU>6SJqzQ!OB}rqguS!L?CQpwVTOX
z+J6GTzLta|YOw3>ADRRz7bW9-5NzG;z3Bk^cR8YfT|L!CM;!g~0Ki^25;rPhUytmj
z7uByR0@!Wx4OC-mDAQlMEU<Fw!hW|GTN?=b#0@vIKW=*mz%ICmBWke!UNY=kP<dI-
z2f@BJXH+A=wqL@P3fM<uY;@X`SuDWrkmHKjoe|@hipn#G0QT(5xL-9kMJ?+HI|Ek!
z*ucCAWuA|beu1!~&-O4^8f#_)?BSs}q6WLOXW|A>xmV5y!ET#mOaj>BNnELbz0F~x
zht{0h0I)xn<BHg=`*`L(Yi2gUHX_`w8oP=*bIWiVtbEFc9mQVk{(-Rfl5Xbn(--mq
z_H(s3q6T~S=B6}Ic}~s;!Tx8MJrZE=uEUiI*y;0Z^aks!kpMe+3yv#dhi`kAd2(ax
zI)J@NzJY4&trYd*;Wn`HOQoxKd$9)u!oD}x&77~uJ_fL(oj9TfdsKZc4Jvoa`5@S9
zYqo{~>@gy)RKQN$Wuu=ReEU^^y+@8KVt-clDdVg@X$08uF5IsgyM?-byfO@|JjOio
zsuz1;AnfFwZl=7TsT*KVOu-Q~*lSut;2+ahay|%lOIYPk06TjOu2jHo=54h0X4ol!
z-7LoyvAeRrXNb4XRs!tQvAAC~_EqZ0L<<G5WAmG07JELkLjz$?=iN+qX!#X@J^FbZ
zQG=cH$HQZw@_?KVg8gT~{S1JeJ_A=OU@xO>G?6iX6~OM6<BHg`!@8K`^V=H$w)F+v
zuNqsE)tJ8g4p=#Bo>}0<CIev?N&g^!Y1lj(V2dd@q6T|~slF3b_Q?4l*exNi{06YA
z#^6c??9d_`&0e3D1F(DKxFYuSVj^cm^^v&%+c6gRtHzGZx-s)?I#@Y5xvj>FjRIlY
z*18$~wfs7Oos^CvYOvFCqep<s200%D`<cV@_W|suGH|5=_BVPPy?#RHRDgXzjw@nU
zoQ%v#j?$O__Ty7<ziRA+tW$HYwKs(H9**9r{h)~KHeB^$n|Er_HZ2;$+Dk1?ONq#)
zauubVQ#zmtuDmz3Xq6TX^bP6Vg#H0xj6i6C#Z_pRj!sLt1g%kzBCK4Y!zvx*q{Aa?
zvq{%tP?Y~Qp{#^0wk+YC(vS{?_YFCHv!l@vzf1m;!x3q9I!amTwC1UjvRugm&T8d_
zg{+k?kuFJ3!wJ3Z-sUKz>-*jRMgtI0>}f}6fWX>0i#0)O)}cXqcycz!qv87hIT=3^
z@tl0kaVS<F{A6n$f#UT4cXBl+Ba>eFWLj~2)6ar${|?{TKAB93_3huU1iC_?;qv~8
zoG401TUK;gBw${!Ir6?H&=-WfkM)G%69NtOv(=Nj?(*Eok2ZE?qQQMc(#75vW*mhK
zkL(&A+e)GM0OWW)fkLs5z94w8ijuyG2)Orn%H2#f$g_9Sg_PG<oLk=zpXqrR@EYLB
zr4$<G|32UW=_#cF`L*>QFa~*7@tnJv?1|jV8NP28zH8bslg#SVACFRz;lK8rVC|Kc
R-Z9y|pOFX+dDz@??_U{Bv{e8A
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
deleted file mode 100644
index 95f54f2..0000000
--- a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.7686353033166121,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.00011707230271575167,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl
deleted file mode 100644
index 7aa2cd98584ebced3a9a23fce29839580c7b1289..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#bdU#=)fu=%*_+UaH^T1+EJ#2aL8L5dW
zQ@jOwI8%!93*w6sOH!w}+rOBxQoytPZ4XmU5s)XhVcLzx7VRFcq{NcsjQHZrs#K6A
GrFsDA##222
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
deleted file mode 100644
index 6354cca..0000000
--- a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1995.6765771099901,1719521818,checkpoint_000000,True,False,1,951ea23d,2024-06-27_22-56-58,243.84869742393494,243.84869742393494,242786,r8i6n8,10.159.28.66,243.84869742393494,1
-1996.344031626784,1719522048,checkpoint_000001,True,False,2,951ea23d,2024-06-27_23-00-48,230.28329491615295,474.1319923400879,242786,r8i6n8,10.159.28.66,474.1319923400879,2
-1999.2121284064347,1719522278,checkpoint_000002,True,False,3,951ea23d,2024-06-27_23-04-38,230.10066199302673,704.2326543331146,242786,r8i6n8,10.159.28.66,704.2326543331146,3
-1990.6904046967275,1719522509,checkpoint_000003,True,False,4,951ea23d,2024-06-27_23-08-29,230.43604636192322,934.6687006950378,242786,r8i6n8,10.159.28.66,934.6687006950378,4
-1992.301810677596,1719522739,checkpoint_000004,True,False,5,951ea23d,2024-06-27_23-12-19,230.36418223381042,1165.0328829288483,242786,r8i6n8,10.159.28.66,1165.0328829288483,5
-1994.9048264871433,1719522970,checkpoint_000005,True,False,6,951ea23d,2024-06-27_23-16-10,230.64503145217896,1395.6779143810272,242786,r8i6n8,10.159.28.66,1395.6779143810272,6
-1997.1295665831078,1719523200,checkpoint_000006,True,False,7,951ea23d,2024-06-27_23-20-00,230.41295719146729,1626.0908715724945,242786,r8i6n8,10.159.28.66,1626.0908715724945,7
-1995.2905263825664,1719523430,checkpoint_000007,True,False,8,951ea23d,2024-06-27_23-23-50,230.26359033584595,1856.3544619083405,242786,r8i6n8,10.159.28.66,1856.3544619083405,8
-1990.7004615603469,1719523661,checkpoint_000008,True,False,9,951ea23d,2024-06-27_23-27-41,230.41418027877808,2086.7686421871185,242786,r8i6n8,10.159.28.66,2086.7686421871185,9
-1996.574927142286,1719523891,checkpoint_000009,True,False,10,951ea23d,2024-06-27_23-31-31,230.07325339317322,2316.8418955802917,242786,r8i6n8,10.159.28.66,2316.8418955802917,10
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
deleted file mode 100644
index 0e48836..0000000
--- a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1995.6765771099901, "timestamp": 1719521818, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "951ea23d", "date": "2024-06-27_22-56-58", "time_this_iter_s": 243.84869742393494, "time_total_s": 243.84869742393494, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 243.84869742393494, "iterations_since_restore": 1}
-{"loss": 1996.344031626784, "timestamp": 1719522048, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "951ea23d", "date": "2024-06-27_23-00-48", "time_this_iter_s": 230.28329491615295, "time_total_s": 474.1319923400879, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 474.1319923400879, "iterations_since_restore": 2}
-{"loss": 1999.2121284064347, "timestamp": 1719522278, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "951ea23d", "date": "2024-06-27_23-04-38", "time_this_iter_s": 230.10066199302673, "time_total_s": 704.2326543331146, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 704.2326543331146, "iterations_since_restore": 3}
-{"loss": 1990.6904046967275, "timestamp": 1719522509, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "951ea23d", "date": "2024-06-27_23-08-29", "time_this_iter_s": 230.43604636192322, "time_total_s": 934.6687006950378, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 934.6687006950378, "iterations_since_restore": 4}
-{"loss": 1992.301810677596, "timestamp": 1719522739, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "951ea23d", "date": "2024-06-27_23-12-19", "time_this_iter_s": 230.36418223381042, "time_total_s": 1165.0328829288483, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1165.0328829288483, "iterations_since_restore": 5}
-{"loss": 1994.9048264871433, "timestamp": 1719522970, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "951ea23d", "date": "2024-06-27_23-16-10", "time_this_iter_s": 230.64503145217896, "time_total_s": 1395.6779143810272, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1395.6779143810272, "iterations_since_restore": 6}
-{"loss": 1997.1295665831078, "timestamp": 1719523200, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "951ea23d", "date": "2024-06-27_23-20-00", "time_this_iter_s": 230.41295719146729, "time_total_s": 1626.0908715724945, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1626.0908715724945, "iterations_since_restore": 7}
-{"loss": 1995.2905263825664, "timestamp": 1719523430, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "951ea23d", "date": "2024-06-27_23-23-50", "time_this_iter_s": 230.26359033584595, "time_total_s": 1856.3544619083405, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1856.3544619083405, "iterations_since_restore": 8}
-{"loss": 1990.7004615603469, "timestamp": 1719523661, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "951ea23d", "date": "2024-06-27_23-27-41", "time_this_iter_s": 230.41418027877808, "time_total_s": 2086.7686421871185, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 2086.7686421871185, "iterations_since_restore": 9}
-{"loss": 1996.574927142286, "timestamp": 1719523891, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "951ea23d", "date": "2024-06-27_23-31-31", "time_this_iter_s": 230.07325339317322, "time_total_s": 2316.8418955802917, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 2316.8418955802917, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/events.out.tfevents.1719324728.r3i5n6 b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/events.out.tfevents.1719324728.r3i5n6
deleted file mode 100644
index 751ead7bdc6e653c4adc03dec7f4ad59e03acae9..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|OH30{6fIMO%uNb*O8K;aP(;lnT5#b9O*(!fXbfRt;zD1B&clwjZ<={i5H~g<
z8l#DUg$qqU5!|Q=EQ}_aVB$(#v2dXaV>D60L~w&2;=(s{`r0Dm?B<?(?s@Or^Qv5#
zZ}h^Eka!hpN*@lt*&Fb5nW|2<9_+!yYTY)tyW~=%(>HOecfU9nZ>qEV))mPWP!1kb
z?F(Beg2QoxQvcWEiw7!SeVS@^DAyOJkyu7Kr4bq+z$r9lq~aQi#&Gm(($I<Jce&CL
zWoodqK=Nja^9v<4gJ4E+xpr;3vNP;RCQjCNh+BF%B?R?Q%_S{8fsqx{Dbg)$BI-{Z
zPVXC;d3LYGp%3-<&x-eR^bHV#U?H9AB#M!Vsb!dWX~3!JHs20sz~`BlC&Z>+t}nx8
zXy5~ERn^iBLQ&xu`{siSlVcM_nK=VPH_nJZ=00wG#LSk*+%V#XauiFdrkbEAjL#*p
z$?ig|_RDU#=!UfpB>fVk??R{)pi8x)F{W}J*SkX!lxjF?Xzb3+XVl%zYSrM+uaQ&&
z#nnD+GRO;_EMz*}RZyN+%5V07sF_9*v5VPKjEfUpSkrWJ8fkihmDp)8$*3<W`@x(2
z&mU9_LflpdC?+U|RjuAFd!bA!44GU9HPR{}T1K%$BG*Dt`gaKA^-wFVwq&^p8m0d)
z@$Go~d*bZx`TU($ar?ZpzYhYu6QCxyKZ+@3DL~XxnZY{gHrgizcq-)fI4%Sp2vCvd
ztt5Ke7LU#jSAU6sFKZDiW&+c!Kw#O{I5wa_-3pd-{96Qq%LBr}w89?kio546j9+H&
zjuq0^em}W;C>XI1QxF5*+@U~aejYf$PRW2=Y&mdSVUKX-tnwb0@-ytK*yB9H7mr6f
g#ba6bTObU9zrDvq%Q(+6mh*j0NGK_KEiF#}0ZYY^AOHXW
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.json b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.json
deleted file mode 100644
index a21fd66..0000000
--- a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.8156275326399022,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.00010404955423531405,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.pkl b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/params.pkl
deleted file mode 100644
index e196681f5f7a5e368943bf3fb54a03fefb5f87e9..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^H5}%
zdU#WFlTuSsGV{{oQ!;a>csulP!HiBzo8rsB(!&eW3p5le#0L`s83z_)>S4=^&qz&7
znc^+b!<kZ)Ul3oESdu!$-Tsy2yq7+|JbRdOihw+6x23!O^fmNwB_)<5XT%q0R;2<h
I;V9Ju0OV0q`~Uy|
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/progress.csv b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/progress.csv
deleted file mode 100644
index cc55625..0000000
--- a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2002.7163720318651,1719324792,checkpoint_000000,True,False,1,975aa6a0,2024-06-25_16-13-12,64.14145565032959,64.14145565032959,69318,r3i5n6,10.159.8.159,64.14145565032959,1
diff --git a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/result.json b/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/result.json
deleted file mode 100644
index 28d61e9..0000000
--- a/ray_results/test_experiment/train_model_975aa6a0_4_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-11-03/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2002.7163720318651, "timestamp": 1719324792, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "975aa6a0", "date": "2024-06-25_16-13-12", "time_this_iter_s": 64.14145565032959, "time_total_s": 64.14145565032959, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.8156275326399022, "lr": 0.00010404955423531405, "batch_size": 2048}, "time_since_restore": 64.14145565032959, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8
deleted file mode 100644
index 5bf207916f62c167514065b65c4d358994c606ec..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcmb1OfPlsI-b$QtvsX+=pMTR)iZ`h!F*8rkwJbHS#L7rMBeO{vs&2#la%awC53Vi%
zsS{w-65|r#;w?(7)GsN`OV!WGFD@26y5o`yn-wdc0aVM>uNUGu1E0dRD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*gM5uo{eJVvgdI9s8*)r=cNL*FfbfD%|A~cYGrP$
zYyfBI3%C{~E(I=0xRoWDxvB9b8JWfLnI)-3@x`JN8I4Y+J?Etjq1xv*H^1b(iqNjY
zrNkwTs=YWfFF7^7D7CmGzbF-KfI{TGICH20&tII1<n(z7w_l4(gG&)^0La$FlFa<P
z;&@bJKt8vAyYn21&vzY5UJDLvCTxLy;Axvnxv`E2N?<=a4%b3VVBhyh$wRR+>jYds
zj=-M1LUkKTV1GwwArRR0H$0psTdjJ864?1C;WiQs?1(E*owDSN@=*f&CBgur1DnA?
zZ9-lKiqCgF;@<@hY-VhMtz;JL!sO?+4<)ewK89-{Ca|@xC}*Kq+3^IfA4gzsS#|CJ
zN?;2-g=--Y*k^ZpIn{h9a7PL34up1sfh|8%)p^z=I}Vh<W_<>?pXk7LaL|%qzm4Ma
zRZY8&fdiWbTVR*%v~*b>vGXNLU`w>XwGb27R&fl;C{`{;=*JP*H*anGjS|>et#B&|
z1a`v`FQ?<P<Hb+{dl^DI!N9h6ig4yBjJS;w*m7-f`-u+h1_!xIiP|VWKe)K@GB~hV
zu?2Q_o|cQ!VZk_*z`nf%u7#MuUM$b1i(+N`Qn-E`f&H_8sxV4mKSXFD5ZDPhK28O{
nQf8tAcE~cgjRXUG&AL`+{gR_1D1m(fVF1yAy};pev+Z#JqSj$>
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8
deleted file mode 100644
index 2d3f1b104cbbbd765deddc289eeebda6ecf3a614..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcmb1OfPlsI-b$RTtekVQ=HGOb;!P?_%*@ksElbTSu`-(WtnHUFRNaR8<<6XM7Y45Z
zsS{w+65|r#;w?(7)GsN`OV!WGFD@44y(j0Q9$CNA0IFr`*9-BSq08Y~l(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w>>o&*rlD9_yb`V-)ykCoyi}kT1_rL*`5X12R_4aa
z25_>if@@LYQs9z=TUnBsn;Kt|ky#v{S&~{5Uo5H>(BxFpEZ1rX)jqem`6cIKgmx7!
zB`#@H?ZugS$*J*0sl_GvMX6u|&UC)tWDYgp`HNGLoYJe|_G@uza4EtK0NI*Yl9``Z
z9FJ-Y$mjXrGtQ&<{QOPlo#4P`#}?QJ+(cZsN*^hq1on+va4p0HcKclMZzxu#+=lDN
z5!eh17XLvBY>7K?Ed&Dl(H}pjY4dI5Q387!LOa30o_+46Q_zVMdr$(K_b%Liq63@3
z!ElR3Ad1iHm;OEq4r~r=f&ELJ*QIUhj|nJ&-M$R2g_yv;Egb8DVkQ4_xPBagefLg4
z1WI5}MQ9-q*b(L4PF70tA5j9EcLm%=f`P4aRNXoLxqCNCVAmrIAUd!e9Qe*L9Y*o_
zgR>VefdiWpTVOBV#pa^vrWb`0*sssQwGb27ajnfVC|0gK57&<)usgKhuR{rJg9~si
z1Ol5i*4L?9cJg+Vz+Q&XPB5@jWul$0sy{|8MkFu7?I$|08yp1Kge6dX{`K92`{2Ol
z!WP&(um3vVo%YupC9wazhif4wupfr?n4nnM^Z~9PM_>ovF7-tTY>tm`Ed&DF|E;&v
o{iFYlPy)Lip`Bo0-{Ed|?m6{=5hZ1RMi@YJU@veuwUK!l0Jv~zPXGV_
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8
deleted file mode 100644
index 5e6fcb7d1dde53d0d877be92c376e758fc1502f8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reNYr-90%~@2<e_ex#P~17duX<JW;?&M26{(U7PekQ?$%R+m5@%ySUqBZVv_D
zz%dHVQgh0&LQR}(6ain7krx3qM+F)!Dn(4iOtJBGM#t2$z2kWHes<R`|FO^WeZKd6
z_L+g_hROPWs!FqUiq?wmO$D3JWJO2hxy*KE?5hiC#+@;)rTX)4M*8N}ZC*$!W`BFO
z#xpPS8U0YCMiDM^NwT|$p_3gf$7$Ad-630Mjf+n4MLxTGl2VM`g(D+TJc`B<&c+rw
ztdzw@TM7zUJLA^KWMzgZ>-=s|X{^P0SZQS$nvck2n-bDZ$-YYGytwI#E+L{rS~MJ2
zy6sMya@*`2Wp~pqiqmWeD<kMf`<1D_c;$)}eTp~gaAN|}p%@tF?2Lt`Tr}rqU9@)r
zTY=&H1m6NzuAZ2q_(51ek6uFYcmYqV*==VTj)Kd0cK)a(;We=Hp0uh)FZQ#6un	
zOeWp?X%E02n~oz=u#3lkSPv?X3;7_}Uqp5`0qhwQais|MUM`2&xBM~-u-k>WD0ZRY
z55j$;at^>YX5fCw*fQg?uAE=N&RrKx$Gq4Pfv^vbKS#DCMQs4sOL}oc3U>AFkQz`K
zb_wT$U=Qj{-T<)I2oVwN+9DINsPuR)z*hW@8%41bniI*cdG!W>y;xX4GPco}kp2CA
zu=BKr8(m)P!GW+lQ%{q*+oL7|?94_Sk%E0E>FuvT<zXQo1UvRY-(`SpYQmKw*!$8=
z#LDdM^#J>*5EsRsk^L6gH*N70fW4p@_e;huGj_xgZ-Sj`maVzy#U2s}dwq8Y`N=z<
zZUfjON^wLAcG!|kIjGz&<bz;8nBA%c*r{c>QUp6O+(gVg)0PFWcL;G&?2q%yN%rpj
z3V<EA9QRAc-eRnK_pTG{d`gb`h8H_B5O!8|Cs}i{82*8zrs9Yc?0tRrkAuoTg?td~
z_M92*0K0Y?t`x!EJ$W)g#zf`;?6I%oxF~iNyNPt1xKaYJw+IVJ#%?v%Jlx*{cD}>X
z@W6|$41|5%(nf|6OKZT%ZnWZv6znE8{uNL;iN^UL*ll|@R|4z~AtHi(WUh(GYj=bI
z>`D2!Q4~9~v7US}rQ$ZgZV(objD5jq=sm0gJ0G=^4tIF|^-~4HzPh%NG?cJ006VQ3
zN2Fj=Q|Da+mCZsv2(~L+^AKPYyKtolw!79uoLYMND8Sw?#6_|7%2VX(>tB`w>`^ti
zUoy5VYvl_cm4KaJ?NO?|*inJ7V-M7m9b|k1z`lMCN2Fk%+`Ul^Di{8S^Fgq~&1dxh
z`>_xa!A>}6BC@`lITK(nJdYbiv2WV0k)uy1T>;obFW?0vV@GEF-8;7k?0i+)R;?FX
z9SHl!`E}&u_ZtcU_PPl;A_co({JrI%a#%Xf2f_ZJ{Xi_ht`Z_5*waF$5cZC}a{%`A
ziMUY|d-ai!NtwpxF#ubUfftaBt<7rgd0A5z(tkNxTe<N)#h8?xUTpogQ1o>uQd71<
zv&-z{sARghkaqDGG{$YJ2u0<gDBL%s`b)05C)W)|D9`M+*!Zi{B3c`&Q=!3D+QM4-
ziyVJ>r1JCmXTy=k{~1%{q#WiF+QknkQN+NI%Qt%%Qu{sfpB#Y{Ru@}H@wYWk6`!S@
zd9>APXXaB@yOV#!e;S(UZ}&E9kaFO6|Ahu2xx>?r&>)7g(PpbQRIfxsRPg4kAAw?3
z|8p~bBI3FE>f=z1D)`M-|2&FQ{ol=1pNK}P#BZi+&#qg=_}<^4n_Dv!1q1J|SB}oh
zQLOO(IGW@5t1ZR3%{;K3$!ARm<)~3EyvJI3bhR7}^|Mtel=k@YU)p9}GN7mdBK~3j
zfw^Ts(NDZJJXU5zBLa})ahVatJb6IyARmqo{O<7-zI%x0-SH0+iye#qd8GAz7;p^m
z<P;-%&i_2%fi2zv;n?~Q=z^S8Jm;37&r#Bv>HB8kSbbHlqI5t%6(ytS|Ju`xwO^h;
RV}korI{DKfxl4a;`WNK_#9;sc
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
deleted file mode 100644
index 7e71b00..0000000
--- a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.6040963353962471,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.00012961012336004763,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl
deleted file mode 100644
index f16ef2cf935606240849d52895c91845dde6a12b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(ZdVV3p5lg#MHwF69O3r6=Tbb&qz&7
znc~gZ!<kZ)Ul3oESdu!$-TraN!E3FGnLSK7ML?dypMTXk6{<a4Nr@%N8S%xLRjD9L
GO7#H5)>Bsi
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
deleted file mode 100644
index 2d68370..0000000
--- a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1685.7740430456447,1719508611,checkpoint_000000,True,False,1,9b9348b4,2024-06-27_19-16-51,64.70330953598022,64.70330953598022,242786,r8i6n8,10.159.28.66,64.70330953598022,1
-1079.1797451710138,1719508661,checkpoint_000001,True,False,2,9b9348b4,2024-06-27_19-17-41,50.21142077445984,114.91473031044006,242786,r8i6n8,10.159.28.66,114.91473031044006,2
-844.8458487443098,1719508712,checkpoint_000002,True,False,3,9b9348b4,2024-06-27_19-18-32,50.68339800834656,165.59812831878662,242786,r8i6n8,10.159.28.66,165.59812831878662,3
-742.8978266678457,1719508762,checkpoint_000003,True,False,4,9b9348b4,2024-06-27_19-19-22,50.660645961761475,216.2587742805481,242786,r8i6n8,10.159.28.66,216.2587742805481,4
-681.727215624231,1719508814,checkpoint_000004,True,False,5,9b9348b4,2024-06-27_19-20-14,51.10583543777466,267.36460971832275,242786,r8i6n8,10.159.28.66,267.36460971832275,5
-635.4695338451957,1719511729,checkpoint_000005,True,False,6,9b9348b4,2024-06-27_20-08-49,65.15657186508179,332.52118158340454,242786,r8i6n8,10.159.28.66,65.15657186508179,1
-593.1054894154466,1719511781,checkpoint_000006,True,False,7,9b9348b4,2024-06-27_20-09-41,51.746954679489136,384.2681362628937,242786,r8i6n8,10.159.28.66,116.90352654457092,2
-564.6246160071665,1719511831,checkpoint_000007,True,False,8,9b9348b4,2024-06-27_20-10-31,50.86654782295227,435.13468408584595,242786,r8i6n8,10.159.28.66,167.7700743675232,3
-538.9161932036633,1719511883,checkpoint_000008,True,False,9,9b9348b4,2024-06-27_20-11-23,51.34083843231201,486.47552251815796,242786,r8i6n8,10.159.28.66,219.1109127998352,4
-507.8362924170306,1719511934,checkpoint_000009,True,False,10,9b9348b4,2024-06-27_20-12-14,50.98174834251404,537.457270860672,242786,r8i6n8,10.159.28.66,270.09266114234924,5
-485.6606183389979,1719512763,checkpoint_000010,True,False,11,9b9348b4,2024-06-27_20-26-03,64.01091408729553,601.4681849479675,242786,r8i6n8,10.159.28.66,64.01091408729553,1
-458.39653459684115,1719512814,checkpoint_000011,True,False,12,9b9348b4,2024-06-27_20-26-54,51.11298680305481,652.5811717510223,242786,r8i6n8,10.159.28.66,115.12390089035034,2
-442.4198661263533,1719512865,checkpoint_000012,True,False,13,9b9348b4,2024-06-27_20-27-45,50.61492395401001,703.1960957050323,242786,r8i6n8,10.159.28.66,165.73882484436035,3
-432.3890760526882,1719512915,checkpoint_000013,True,False,14,9b9348b4,2024-06-27_20-28-35,50.555373430252075,753.7514691352844,242786,r8i6n8,10.159.28.66,216.29419827461243,4
-409.7076062780666,1719512966,checkpoint_000014,True,False,15,9b9348b4,2024-06-27_20-29-26,50.506977796554565,804.258446931839,242786,r8i6n8,10.159.28.66,266.801176071167,5
-411.3457240307425,1719513016,checkpoint_000015,True,False,16,9b9348b4,2024-06-27_20-30-16,50.07098746299744,854.3294343948364,242786,r8i6n8,10.159.28.66,316.87216353416443,6
-386.78067232867863,1719513066,checkpoint_000016,True,False,17,9b9348b4,2024-06-27_20-31-06,50.59059119224548,904.9200255870819,242786,r8i6n8,10.159.28.66,367.4627547264099,7
-375.13207094688113,1719513117,checkpoint_000017,True,False,18,9b9348b4,2024-06-27_20-31-57,50.67134237289429,955.5913679599762,242786,r8i6n8,10.159.28.66,418.1340970993042,8
-367.4461542565053,1719513168,checkpoint_000018,True,False,19,9b9348b4,2024-06-27_20-32-48,50.68568444252014,1006.2770524024963,242786,r8i6n8,10.159.28.66,468.81978154182434,9
-352.8110904243049,1719513218,checkpoint_000019,True,False,20,9b9348b4,2024-06-27_20-33-38,50.251272201538086,1056.5283246040344,242786,r8i6n8,10.159.28.66,519.0710537433624,10
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
deleted file mode 100644
index abdb6e0..0000000
--- a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 1685.7740430456447, "timestamp": 1719508611, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "9b9348b4", "date": "2024-06-27_19-16-51", "time_this_iter_s": 64.70330953598022, "time_total_s": 64.70330953598022, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 64.70330953598022, "iterations_since_restore": 1}
-{"loss": 1079.1797451710138, "timestamp": 1719508661, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "9b9348b4", "date": "2024-06-27_19-17-41", "time_this_iter_s": 50.21142077445984, "time_total_s": 114.91473031044006, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 114.91473031044006, "iterations_since_restore": 2}
-{"loss": 844.8458487443098, "timestamp": 1719508712, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "9b9348b4", "date": "2024-06-27_19-18-32", "time_this_iter_s": 50.68339800834656, "time_total_s": 165.59812831878662, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 165.59812831878662, "iterations_since_restore": 3}
-{"loss": 742.8978266678457, "timestamp": 1719508762, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "9b9348b4", "date": "2024-06-27_19-19-22", "time_this_iter_s": 50.660645961761475, "time_total_s": 216.2587742805481, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 216.2587742805481, "iterations_since_restore": 4}
-{"loss": 681.727215624231, "timestamp": 1719508814, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "9b9348b4", "date": "2024-06-27_19-20-14", "time_this_iter_s": 51.10583543777466, "time_total_s": 267.36460971832275, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 267.36460971832275, "iterations_since_restore": 5}
-{"loss": 635.4695338451957, "timestamp": 1719511729, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "9b9348b4", "date": "2024-06-27_20-08-49", "time_this_iter_s": 65.15657186508179, "time_total_s": 332.52118158340454, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 65.15657186508179, "iterations_since_restore": 1}
-{"loss": 593.1054894154466, "timestamp": 1719511781, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "9b9348b4", "date": "2024-06-27_20-09-41", "time_this_iter_s": 51.746954679489136, "time_total_s": 384.2681362628937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 116.90352654457092, "iterations_since_restore": 2}
-{"loss": 564.6246160071665, "timestamp": 1719511831, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "9b9348b4", "date": "2024-06-27_20-10-31", "time_this_iter_s": 50.86654782295227, "time_total_s": 435.13468408584595, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 167.7700743675232, "iterations_since_restore": 3}
-{"loss": 538.9161932036633, "timestamp": 1719511883, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "9b9348b4", "date": "2024-06-27_20-11-23", "time_this_iter_s": 51.34083843231201, "time_total_s": 486.47552251815796, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 219.1109127998352, "iterations_since_restore": 4}
-{"loss": 507.8362924170306, "timestamp": 1719511934, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "9b9348b4", "date": "2024-06-27_20-12-14", "time_this_iter_s": 50.98174834251404, "time_total_s": 537.457270860672, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 270.09266114234924, "iterations_since_restore": 5}
-{"loss": 485.6606183389979, "timestamp": 1719512763, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "9b9348b4", "date": "2024-06-27_20-26-03", "time_this_iter_s": 64.01091408729553, "time_total_s": 601.4681849479675, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 64.01091408729553, "iterations_since_restore": 1}
-{"loss": 458.39653459684115, "timestamp": 1719512814, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "9b9348b4", "date": "2024-06-27_20-26-54", "time_this_iter_s": 51.11298680305481, "time_total_s": 652.5811717510223, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 115.12390089035034, "iterations_since_restore": 2}
-{"loss": 442.4198661263533, "timestamp": 1719512865, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "9b9348b4", "date": "2024-06-27_20-27-45", "time_this_iter_s": 50.61492395401001, "time_total_s": 703.1960957050323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 165.73882484436035, "iterations_since_restore": 3}
-{"loss": 432.3890760526882, "timestamp": 1719512915, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "9b9348b4", "date": "2024-06-27_20-28-35", "time_this_iter_s": 50.555373430252075, "time_total_s": 753.7514691352844, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 216.29419827461243, "iterations_since_restore": 4}
-{"loss": 409.7076062780666, "timestamp": 1719512966, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "9b9348b4", "date": "2024-06-27_20-29-26", "time_this_iter_s": 50.506977796554565, "time_total_s": 804.258446931839, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 266.801176071167, "iterations_since_restore": 5}
-{"loss": 411.3457240307425, "timestamp": 1719513016, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "9b9348b4", "date": "2024-06-27_20-30-16", "time_this_iter_s": 50.07098746299744, "time_total_s": 854.3294343948364, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 316.87216353416443, "iterations_since_restore": 6}
-{"loss": 386.78067232867863, "timestamp": 1719513066, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "9b9348b4", "date": "2024-06-27_20-31-06", "time_this_iter_s": 50.59059119224548, "time_total_s": 904.9200255870819, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 367.4627547264099, "iterations_since_restore": 7}
-{"loss": 375.13207094688113, "timestamp": 1719513117, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "9b9348b4", "date": "2024-06-27_20-31-57", "time_this_iter_s": 50.67134237289429, "time_total_s": 955.5913679599762, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 418.1340970993042, "iterations_since_restore": 8}
-{"loss": 367.4461542565053, "timestamp": 1719513168, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "9b9348b4", "date": "2024-06-27_20-32-48", "time_this_iter_s": 50.68568444252014, "time_total_s": 1006.2770524024963, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 468.81978154182434, "iterations_since_restore": 9}
-{"loss": 352.8110904243049, "timestamp": 1719513218, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "9b9348b4", "date": "2024-06-27_20-33-38", "time_this_iter_s": 50.251272201538086, "time_total_s": 1056.5283246040344, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 519.0710537433624, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719328456.r8i6n2 b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719328456.r8i6n2
deleted file mode 100644
index 4cc40b099c6d264f4885bfa7e1e600d9fbd88405..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Rkn|U{FpLf$yiZ`h!F*8rkwJbHS#L7thVwRdRRNaR8<<6W{E^`lq
z)Cn+ZiE)W=@fIak>X($}rRwM87Z;1ZzFg}(VT#*I1E`j%UoXUSTKmDZD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*ys2vpFpwlSs+|Ls+B4Ed8t4x3=Efx+9mX%R_4aa
z25@!<!L=xHDR4=`tt`pRO^q+f$SjV}EJ-bjFBX-m>T!D9^>wEqRQufK=9irO!Eo&=
zTuNNhsM?D&^O95Ji&BeA@{3Zz1}MDV{lgq;!1EWUA~`1_4AA1z;8KJe0J1f)Br`v+
PI3Cp)kk5_xDqjKsl5U1Y
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719330517.r8i6n2 b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719330517.r8i6n2
deleted file mode 100644
index 058684f608701ed90d6d293a6424317a3ea4cda4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Q|-342B&b#R-#hX-=n3<>NT9%quVrBG9-s+SxRNaR8<<6YT<F6hA
zsS{w*65|r#;w?(7)GsN`OV!WGFD@3nw^74+S;5Hw1E`j%UoXUS{!N8zQRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#u-7+J5J9nWNd{a$s+B4Ed8t4x3=9zwUDNcTR_4aa
z25?$u!nG)IDR4=`tt`pRO^q+f$SjV}EJ-bjFBUzl)a?{E|BIF(RQufK=9ipX5!zL_
zl(?i(wHIgRC8x$0r52au7o~y?*e^V5fjQKG=Pyo0a%yJ5?bqVc;8KJe0J1f)Br`v+
PI3Cp)kk7R$7A^z;OQeQ;
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331131.r8i6n2 b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331131.r8i6n2
deleted file mode 100644
index 7cf1b5ad836eef601320c037e2736229dd488702..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$SO)1Uk8ns?JtiZ`h!F*8rkwJbHS#LDQ757SL$sJadF%bhtZ*M3R?
zsS{w<65|r#;w?(7)GsN`OV!WGFD@1}zAW!N<?-<z1E`j%UoXUSI&6Y#QRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#us4ohB#&Zc=N7nrR4Y^R^HPCY7#QL$Pae>RTA3Rw
z8^CF>6|O~zOMy!gZe>YkZfbl<MrLt*W=U#Me6i@YkPS{xXLyJjLbcCrZhpzR8KGT;
zONmPwReNz}UUF)DQEG8Xeo-pe0Aq$^OLM3J&tII1<kZ;)w_l4(gG&)^0La$FlFa<P
z;&@bJKt5;tf5jig=NBK%ECB~L3%0;^TFT?hDz0LK64-Aa!?h3-*uO8>&Ox!V;t5<o
zj==s>y7V?mU^702YatNWetA_+>xG$)paga;LOa30{&!T&naOT>21;OmL>NGHU^6&W
IbCyT}0D0*CcK`qY
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331824.r8i6n2 b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/events.out.tfevents.1719331824.r8i6n2
deleted file mode 100644
index 2992aec175590f0f1e210addbbd192505204f9b3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2406
zcma)-e`phD7{}wqRqq+8&9$jEZEc(G7g3s2u+v&dnwwH9vZ8FDUAbLzZ+kbByK;B!
z+6l8mWd0%2jqMMiPFx3y7A$UK)57Lt4iUk2jBTwGvHz&UsU385BIujs`d;3enB>2_
z&+~o1_kNy-=UL@Q{YLg}^Rd58S3f@g#Z<G`)v1e$TDQ3msb=H4(7VAswN~EPvG;lQ
z-sHN%ahzB5g1;0>z@>`=0kc;{ftY3(9;c&}AFl713tE!T=OzSJ{GCW@p$5D}V#r!=
zOcJ6pitg#r6xH-N9D||ZHNig0^5maHPg_cwim=4tI5GOl@qlF+@2G5Jo2Q7x2h~tU
zEKMbj1XETFK{1go7@np>Ly_3twM@MwKe~VaUG^ti{u210oR%Ak8byMR3{%rl@&YOP
zckp%Vg4=hl>|!@e6MsLv1~ue@gsW&OnraC2HHnvZpKIJiz5LFu3l&M&1({&~@`T}6
z9{G7Y1v}JEB>BMZ`0&*yl;tH`p9S`{hN%_`_Re>RWe(WxYjR|F-HTT!*ps$AC+wL4
zhX456{>v2X)(+yIH*80^Xfz;FFRyBTb4?QVvP`h2|Co;q&2IUcg1sq1B>BMpq~X&!
z%JPD(&jNdPR``s9y_qMLIbiE|<w)1rgUuA|i?%!`?9ew&{M$>fuBTvcc!T)o4Lckz
z?*I2M>gDa<-`JRhy*v}_y`A?Xrw+6<P_T`2M3N8ezSv0@WjSx_v%r?CZqZ|8-+5x0
z1NOEVInsV?eujem$d>1X{p-CxzIf#E1O;0iC;oZE9t_uA;{O?2k{U-tM~}S6PM;e7
zC;{95l@pFTp+t~-L|u#<LICymARUiH)oeZJgab}kW`(%_8SX#ER|wE4no$`Ks}E4M
z)5k%fgrb^+M<*WFLRS|)D+5pZnc5o{V&VYOamWp>g^+G#uY!`aqx57Ku#&Fz2zWjw
ztgsfvJCP(QYPTRMaeRco2B|6cq_YRy3;)wEDgY*ya0e(*1sRD_wbSp06&$^*{HvjY
zd(JLeBuVTVe<hT2*>{P*3M#qh?F#?PP|M}s1p_B0bk(Zg#Rp$DvKvoZ^_yYfCIc0A
z{S0Inc$o->DPq8i+NHJrz`!_T*YOPF9c7?2jV;HzTjs8hZ@qps1jP%8@L{T9io)Ps
zR5cPC48!US$VvQR2+9{X2nk|wP3GE@6zshsQ9FFl7U9QEAAT#8_!z1UNOCX?E7SXd
z1cs6UyKU10zAU{;avp{zZ}8ns)-J#N-N+8MZGnD01i<?&d!$M!^0>!r?n`~l@+Ci(
H?G8Kzxn1?c
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.json b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.json
deleted file mode 100644
index 9155b49..0000000
--- a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.22544213936627444,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.0013157536168827595,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.pkl b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/params.pkl
deleted file mode 100644
index cf049c9f581d612bc599d1f8f0bbb72e6fd079c8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p`o%x%xzx4(MyFy#~hd7*u)H#j>5^l&95mLzAy7iU(b
Jf-EW30|3{XQ?CF3
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/progress.csv b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/progress.csv
deleted file mode 100644
index 3ec1538..0000000
--- a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-253.8278117743064,1719328526,checkpoint_000000,True,False,1,a00d3259,2024-06-25_17-15-26,70.23847699165344,70.23847699165344,2195253,r8i6n2,10.159.28.60,70.23847699165344,1
-168.6947938813938,1719330587,checkpoint_000001,True,False,2,a00d3259,2024-06-25_17-49-47,69.5678973197937,139.80637431144714,2195253,r8i6n2,10.159.28.60,69.5678973197937,1
-159.82500259519563,1719331219,checkpoint_000002,True,False,3,a00d3259,2024-06-25_18-00-19,88.16569352149963,227.97206783294678,2195253,r8i6n2,10.159.28.60,88.16569352149963,1
-140.64553523626853,1719331282,checkpoint_000003,True,False,4,a00d3259,2024-06-25_18-01-22,62.607720375061035,290.5797882080078,2195253,r8i6n2,10.159.28.60,150.77341389656067,2
-150.0000455060343,1719331896,checkpoint_000004,True,False,5,a00d3259,2024-06-25_18-11-36,72.27389621734619,362.853684425354,2195253,r8i6n2,10.159.28.60,72.27389621734619,1
-130.9991111755371,1719331954,checkpoint_000005,True,False,6,a00d3259,2024-06-25_18-12-34,58.202213287353516,421.0558977127075,2195253,r8i6n2,10.159.28.60,130.4761095046997,2
-124.42158469252699,1719332013,checkpoint_000006,True,False,7,a00d3259,2024-06-25_18-13-33,58.22797513008118,479.2838728427887,2195253,r8i6n2,10.159.28.60,188.70408463478088,3
-119.19234625748761,1719332071,checkpoint_000007,True,False,8,a00d3259,2024-06-25_18-14-31,58.22098970413208,537.5048625469208,2195253,r8i6n2,10.159.28.60,246.92507433891296,4
diff --git a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/result.json b/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/result.json
deleted file mode 100644
index 5806933..0000000
--- a/ray_results/test_experiment/train_model_a00d3259_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-25_17-10-13/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 253.8278117743064, "timestamp": 1719328526, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a00d3259", "date": "2024-06-25_17-15-26", "time_this_iter_s": 70.23847699165344, "time_total_s": 70.23847699165344, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 70.23847699165344, "iterations_since_restore": 1}
-{"loss": 168.6947938813938, "timestamp": 1719330587, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "a00d3259", "date": "2024-06-25_17-49-47", "time_this_iter_s": 69.5678973197937, "time_total_s": 139.80637431144714, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 69.5678973197937, "iterations_since_restore": 1}
-{"loss": 159.82500259519563, "timestamp": 1719331219, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "a00d3259", "date": "2024-06-25_18-00-19", "time_this_iter_s": 88.16569352149963, "time_total_s": 227.97206783294678, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 88.16569352149963, "iterations_since_restore": 1}
-{"loss": 140.64553523626853, "timestamp": 1719331282, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "a00d3259", "date": "2024-06-25_18-01-22", "time_this_iter_s": 62.607720375061035, "time_total_s": 290.5797882080078, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 150.77341389656067, "iterations_since_restore": 2}
-{"loss": 150.0000455060343, "timestamp": 1719331896, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "a00d3259", "date": "2024-06-25_18-11-36", "time_this_iter_s": 72.27389621734619, "time_total_s": 362.853684425354, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 72.27389621734619, "iterations_since_restore": 1}
-{"loss": 130.9991111755371, "timestamp": 1719331954, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "a00d3259", "date": "2024-06-25_18-12-34", "time_this_iter_s": 58.202213287353516, "time_total_s": 421.0558977127075, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 130.4761095046997, "iterations_since_restore": 2}
-{"loss": 124.42158469252699, "timestamp": 1719332013, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "a00d3259", "date": "2024-06-25_18-13-33", "time_this_iter_s": 58.22797513008118, "time_total_s": 479.2838728427887, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 188.70408463478088, "iterations_since_restore": 3}
-{"loss": 119.19234625748761, "timestamp": 1719332071, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "a00d3259", "date": "2024-06-25_18-14-31", "time_this_iter_s": 58.22098970413208, "time_total_s": 537.5048625469208, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.22544213936627444, "lr": 0.0013157536168827595, "batch_size": 1024}, "time_since_restore": 246.92507433891296, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719330362.r8i6n2 b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719330362.r8i6n2
deleted file mode 100644
index 12da38bddd4ec933a17d9c29821179e8a2d15e84..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$RR6L<FQoOjbviZ`h!F*8rkwJbHS#LDQFtV)V9RNaR8<<6Yn<Tfq_
zsS{w-65|r#;w?(7)GsN`OV!WGFD@1>{#WXfz`P~S0IFr`*9-BSfl6>K%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_Gvp~l~JrzQ-SM8wK63?FBPbTfgymqccnhm%G_Al
z0L~2vElOMpT#|4rOEPm)<4ZC!i{mp(Qj6k?MSWH*ce<kTm%|XMeQtB}OHNHyxQ!}Y
zN?g*Y+KV&ul2hZ0Qj1ISi&DV`XjtrwH-{SV{KctA&KU>;w74|56yXMdY)vf5%+D*1
zM>PiIa}Jj@RTQ7Ea!lU}4s0fDf!(+5movkr-TWwlz19h?g_yurHTo2UVx@^QTtAM$
zR(!htAWC5GL1-Zm*qhe$I>~CDPDTlA6BoFR1OvN%m6Y?Rea}@<0(&XK0HOn%!9imZ
G;~xM)koYhF
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719331634.r8i6n2 b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/events.out.tfevents.1719331634.r8i6n2
deleted file mode 100644
index edaa9f5f5aab1cc489cdb86002b338f3871994da..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6TSydP6kcb{ngd>TbiJ&X*0n&kY*o;}irrj#F`}rjBI0M<`E^HkXKZGyj7UR*
zh#u@gqX#oJ2qID<6BL3Lx?p#F5J@r$v>Rm)22l_F>(0*Zn74VGbIy0Z|NqW+{!CN&
z>ucF<XHv&|pATP~*lA6ykvT!!vg-sE)r!))-|n0((CP-dPkNZ1qKxTKT?*|;hcrl(
zxn`%@Bx0vuQWVSN!9mZO;L(|44bn098Zp6A9Z~@KVAUatPipe>$m_%2hDJ#cRg1~g
z>T*3EE;3N=Ez|KvN?sB%ftXBxhVXZ%Mj1GkyN{WULhN9JES*vn0vM@2K|z9wWu#cf
zx}R0Pw2o~q(coQeZJ!xbt}|``J7gQ-iXeJ1lCh#nGM;a6fPIp)RckQwY4iv)5pCdr
zLde$}gjhLMkVFL;+k|dz-gDn>xVgud{&!yN_{GG2pMBYLeA}0s2C<6-9kLp+t3S4%
zF;L!%;ujUW)phRO&sPSq%j<Q@6~ykG>#v-&Ua2sMeJcuIQS8Cd9iBran>r0*XEx~k
zs}|ejzBD)TW*{y+wDzv6^-SH{a2v-B8hU6*L%v2%<^l?G;!}-SCdLufstYunr(vy@
zVt-TYFUp<-P{XNS9~tRsY@_WgB=OiQ@x)-n)Tp+W#InE=8xxxX$j>!nnWW5+7)i-m
zbta_6gkp;mf#GGT5fK-Ks0bDZYB0|WVjbdz011)PU@^=-&ujs6<Uh7i0#N=CJ3xYn
ze3;{Hw8IR^tZ}0qd62^{v#|>xp^bFpLN>ef#yQqQF1y@DIW|H8yYj}&v?N><wfO~q
z^j0v}BlG(}!4w5K(fKJ@QOL?6MdgUVf><k6J)mHOiq5g0vfid3Jw{uWG26<5hwG+Z
zxF9tm5ebG3li~*Jf~o1bb~ofLBDtQoxgmR@LG)y+o4k;V&R#E>bwP4yb|mm<t`I-`
zYITJUW3Yi<T<nI7SU>0qa!Qhj+BP;}U&5<;&8#b~qqBOu_ToJq>f6r@Mbs|=Cs_a2
W9*cZfdE&9C?(ueNT^t&xeg6POOb}53
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.json b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.json
deleted file mode 100644
index 6fc28c7..0000000
--- a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.23338023981015343,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.00010269515886648154,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.pkl b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/params.pkl
deleted file mode 100644
index 450eb78874348bec9322c08bf9cba50d42dd5617..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(!&eW3p5le#0L`s83z_)>S4=^&qz&7
znc~gT!<kZ)Ul3oESdu!$-Tv(T^oT>I3O!6YML?d^>w~EpUyt^1B_)<5XT%q0R;7Y0
HDb)i2!;4dH
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/progress.csv b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/progress.csv
deleted file mode 100644
index 962131d..0000000
--- a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-983.9757466954509,1719330446,checkpoint_000000,True,False,1,a01c9b2d,2024-06-25_17-47-26,83.82870721817017,83.82870721817017,2195253,r8i6n2,10.159.28.60,83.82870721817017,1
-501.4262033297321,1719330517,checkpoint_000001,True,False,2,a01c9b2d,2024-06-25_17-48-37,70.83729195594788,154.66599917411804,2195253,r8i6n2,10.159.28.60,154.66599917411804,2
-362.6629641074834,1719331736,checkpoint_000002,True,False,3,a01c9b2d,2024-06-25_18-08-56,101.81216025352478,256.4781594276428,2195253,r8i6n2,10.159.28.60,101.81216025352478,1
-290.2177711246521,1719331824,checkpoint_000003,True,True,4,a01c9b2d,2024-06-25_18-10-24,87.97965884208679,344.4578182697296,2195253,r8i6n2,10.159.28.60,189.79181909561157,2
diff --git a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/result.json b/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/result.json
deleted file mode 100644
index 9899007..0000000
--- a/ray_results/test_experiment/train_model_a01c9b2d_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-44-50/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 983.9757466954509, "timestamp": 1719330446, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a01c9b2d", "date": "2024-06-25_17-47-26", "time_this_iter_s": 83.82870721817017, "time_total_s": 83.82870721817017, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.23338023981015343, "lr": 0.00010269515886648154, "batch_size": 1024}, "time_since_restore": 83.82870721817017, "iterations_since_restore": 1}
-{"loss": 501.4262033297321, "timestamp": 1719330517, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "a01c9b2d", "date": "2024-06-25_17-48-37", "time_this_iter_s": 70.83729195594788, "time_total_s": 154.66599917411804, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.23338023981015343, "lr": 0.00010269515886648154, "batch_size": 1024}, "time_since_restore": 154.66599917411804, "iterations_since_restore": 2}
-{"loss": 362.6629641074834, "timestamp": 1719331736, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "a01c9b2d", "date": "2024-06-25_18-08-56", "time_this_iter_s": 101.81216025352478, "time_total_s": 256.4781594276428, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.23338023981015343, "lr": 0.00010269515886648154, "batch_size": 1024}, "time_since_restore": 101.81216025352478, "iterations_since_restore": 1}
-{"loss": 290.2177711246521, "timestamp": 1719331824, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": true, "training_iteration": 4, "trial_id": "a01c9b2d", "date": "2024-06-25_18-10-24", "time_this_iter_s": 87.97965884208679, "time_total_s": 344.4578182697296, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.23338023981015343, "lr": 0.00010269515886648154, "batch_size": 1024}, "time_since_restore": 189.79181909561157, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/events.out.tfevents.1719324484.r3i5n6 b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/events.out.tfevents.1719324484.r3i5n6
deleted file mode 100644
index c7b5f480763345b2895ae6385b6313c3e4b6ad63..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|Pe>F|9A0O|njfvU(~jw`YrA8AbRah+h$Pr8k;*QShltSExbti$ci${CV`UKu
zB6tWABFKaN(IA4zNYI1n!9zqHDu}>C1chj)JXFvj=#4x3cGuMAHox!p{l53U-}fq9
znQ!d+35gfO2j5TJoj>gNbQ+3A>RT>iVl_2RwTrmM>3eqXQZwH&eq+(@+gc=-gAY80
z(i^dQ2#zFm(-h}U?`?V8(H7k2P;UQxhxp@@j8X$(@H2{;(0h_9iYIWqJFRQP5?!vo
z=xF`^K!If4G~*Xasye}x;&S=wX7@xK$y9srB){baqeu{fN+xM(DU7UyW+KhP1~SFw
z;pa#Gbie%C;Lu0<`@iwSIr>hJAW%p*H4?|jz^0`ecxAxc(7Bld&Va?G*Jt?94AYmP
z7Q$?Rt*Tg>PE1rd#=g1Q`1r%KqRgD3k>Lw`M|ffPBsE)p=!OSw@S#LnF_e^vBKUF|
z8}u&3Y8`aLfEzYBkno!mesNMMK&N8G6IA624!I=(N>v=!ReERYGwSN1wMr24YosTI
zl1eW&DC7lC7BZaf3h?EX@|!)ttA?IN^kTLY<>FK)R#lChN2->hC3+f6GU_YJB6zd^
z`GZP;OWNuHB?Kj~qK4eE7s`afkjd3hC2SC)RTMiUau5Q-`XP{aKv39d$?`6!5&pl#
ziEDTIiL<}C@1srpOm=@?IQYy#Rc?PKHcgrWWLgR}SR-9}>nsP;TyBr!oc{?2<$2x;
zyw`v8&C!A4Pf^&GwTKoofeFRHziMj?8;U{o8kRHM6@$R)fH1HxMj!2(yJs!SQ7E%_
zM+<`swU3@I--_CYDTo1UPRC$-ejXTbe+9_JmI3tm(mGjXJ)zjrk7H*KIgjww)YvKh
fW7ho!h=BiJ?=ev`&eM$Ld@q)`%|*3W=iB}Q%P^E|
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.json b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.json
deleted file mode 100644
index 2acdbf5..0000000
--- a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.4534009171604666,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.019472817375775914,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.pkl b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/params.pkl
deleted file mode 100644
index b954d8aa1d31bdc54af695f028f87b2d395e5d26..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@|*
zWH@?wQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@_|ZVnt`T*g;;v{U_v1Cz+y~2Y<ck+
zsfj65yg7O}Q;PBn;)@bXQm44v-(_iaKix0Y!<175<W2stZn?(OjvlV0#FFHU_~Oi}
KRG=j+rFsD2LQ`r0
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/progress.csv b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/progress.csv
deleted file mode 100644
index 2ab7a96..0000000
--- a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2773.484795037217,1719324574,checkpoint_000000,True,False,1,a0e8b2af,2024-06-25_16-09-34,89.29933595657349,89.29933595657349,69318,r3i5n6,10.159.8.159,89.29933595657349,1
diff --git a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/result.json b/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/result.json
deleted file mode 100644
index d494e65..0000000
--- a/ray_results/test_experiment/train_model_a0e8b2af_1_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-07-48/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2773.484795037217, "timestamp": 1719324574, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a0e8b2af", "date": "2024-06-25_16-09-34", "time_this_iter_s": 89.29933595657349, "time_total_s": 89.29933595657349, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 8, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4534009171604666, "lr": 0.019472817375775914, "batch_size": 1024}, "time_since_restore": 89.29933595657349, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8 b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8
deleted file mode 100644
index 5db9e31f4eeac5d9976f63fb8691be0924503b44..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4067
zcma*qeQXnD90&03%7A-tY^@uv-3xs|MyjD3C?>$z^*Tg~Ml+lXQ8~NzwifBN^lt72
zGd2hk1(d-UPP28{mc?X7Cd^=zOr{YK6=6$^NQl5PCPD%MhT}!_+I7$Mhm^bhx954j
zzhC=#o-NOlt{VU8*s#Jx7WdcOstuj8>61!>PA@li>02x(ES%SCp52!lUAKGm1VbKw
z_j2+Eaa~G+#f*$dA9Pk*g$j<f@*aQ1S~uhJu&y@)elI7asZ@0ZJ+<GZo1^)jP^FzD
zKfw7JC>15)yxY&QVnn4H)4a0R8jbi~&w7a*ZNL!|G9Vp}2woq{2p%ubcm+1d@M-34
z`{~b1H$9yfjkj#tbdg-Y6US#E6Uu;b-pjdICdl%FKgdQ3=(k%dpNSS2`SaK+@}^Y4
zg61G2E)eeO6uf?pXJDD|H@}>}W(3GR(qb@2<OoG_i{}6OGLW0sit};g1WQ*6kUJ$s
zWaKusG}EnJj^BXXsu1odD>u+M+y27f<_;itQYxTWPDKgK5dz4e_LU1Fa%x3#!_2a)
zK+fEO^Ks<fIF@7ta^Fi48Mz&e&2;eRp;REZtP^*XmD4l4y`k*PT_D#d6;LckQ9Vs1
z#XxR&(L2i{a+4IvS$0(|1#+hs<9r;stv%270J*As9FdVL+SyFcxp8JUkQ<ZYvT~->
zHoH3S-&cX0cM0yVSgwxB?<{cuxi#0mcr7BAs7TJ*`6UbFR$s^YIC6=tcRPUGJt-n1
z*Im<0uhdO@8^~4Oz#V1fehMD8uM6D!2*_QM3MiIqqnJB$cLBL9*9Ct>Zn7e|VdtSI
zfLx**=i|t&UozVP<l3c(jNF#mX8Q1xH`9QefyEtV<+y>%_5tIOb3m?1Dxg^I5S8Az
z?KqHIclMW!5xFUf<m^fH@c&%NIh>CpN3NI>0&=&ch>YCx%lFVZy5F|~x$5({qpX~>
zh%Eg3*7PMn?uJxAvD{f|_+ajQAa`^_Xm><zsv^1W+c~}9%<Zeg`8aarGp~08xuSX;
zk&%0^rim_nF$>;GvNz(mtlU0hX5r~Wqdx$-JyHS1aw=P6Ah!z0tv)g9lZYItNN&rv
zZ|(rO=T72$9JwF=%I1Mw<^Yb!$Q{jTq>B?i)`2tEDaB>wy1V8U8gutg1#-GU++VR=
zif!L*-*zCkz;@xQh#XQRH{{s!50INl<9r;s0|$#VK(1ek$jIr)CYtXW2>`jpcHB``
z?s&Pa@Try$5s>>#Dxg@-V5>H+t87UazfrRzTbjuFf~yfZOM@D{uSThiC*TY^eLQ1j
zs{(9Lyw!7pW0XMG2s9-+rM*CChX~Vjgi4))%Ol>mYgmKYq(#%+tjq5fZ~x+pgDEQ$
z$8;zyc8sg=F>9UGY*3uiprnbZV03jlN{tzcU7UnSchDbT#4CQdm6&CHrL5cS<;oei
z*C!5%pN8eeyGJ^wA<e|^v4tihVr{rPLX$bh!#dptwIv&6Y9I1;vS?7U7QT%vStvsr
z|LtR$iL$g0d)rtZM`o@3+hsH9DB+@;_3f4Rg=F8vW}PR{9|X#jHj8I@UVQv8yx<fy
zy<C~!(MO=KV>WFsq5qUXGh!gMq(-~2cZ?2QDL{`-c!-1Jrz3?z`unyB&$Uq~`vJaq
zUd(3Pe;V*)9VNb1AGpzYiI`6gZ<IK2sos<`tz9Sxe;BamcyTU;9*f<4JRyEcaY8zy
zcwz@7zC9m&F!7qJ1^ek;{fnb-&!Y!AipaqU{XAqv`v2RroO@heJTTH9%On#qHQ^%F
GPyPpqq!tDM
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
deleted file mode 100644
index fba04c4..0000000
--- a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.9881911141872612,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.005037349286937313,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl
deleted file mode 100644
index f9f34bd4ea164456aa6183fde565ea27516ae065..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(ZdVV3p5le#0L`s83z_)>S4=^&qz&7
z0Xc&+r6|83z9_LIb&9+F`}s~kwpa=EFy#~hc_oXu)s-4w_i!a8mLzAy7iU(b0xe-F
G)dK*u#!`d;
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
deleted file mode 100644
index 861eaef..0000000
--- a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-nan,1719532607,checkpoint_000000,True,False,1,a22bbb57,2024-06-28_01-56-47,89.77370476722717,89.77370476722717,242786,r8i6n8,10.159.28.66,89.77370476722717,1
-nan,1719532684,checkpoint_000001,True,False,2,a22bbb57,2024-06-28_01-58-04,76.8076319694519,166.58133673667908,242786,r8i6n8,10.159.28.66,166.58133673667908,2
-nan,1719532761,checkpoint_000002,True,False,3,a22bbb57,2024-06-28_01-59-21,76.79015970230103,243.3714964389801,242786,r8i6n8,10.159.28.66,243.3714964389801,3
-nan,1719532838,checkpoint_000003,True,False,4,a22bbb57,2024-06-28_02-00-38,76.78578019142151,320.1572766304016,242786,r8i6n8,10.159.28.66,320.1572766304016,4
-nan,1719532914,checkpoint_000004,True,False,5,a22bbb57,2024-06-28_02-01-54,76.73958778381348,396.8968644142151,242786,r8i6n8,10.159.28.66,396.8968644142151,5
-nan,1719532991,checkpoint_000005,True,False,6,a22bbb57,2024-06-28_02-03-11,76.74712491035461,473.6439893245697,242786,r8i6n8,10.159.28.66,473.6439893245697,6
-nan,1719533067,checkpoint_000006,True,False,7,a22bbb57,2024-06-28_02-04-27,75.64315581321716,549.2871451377869,242786,r8i6n8,10.159.28.66,549.2871451377869,7
-nan,1719533142,checkpoint_000007,True,False,8,a22bbb57,2024-06-28_02-05-42,75.23933148384094,624.5264766216278,242786,r8i6n8,10.159.28.66,624.5264766216278,8
-nan,1719533216,checkpoint_000008,True,False,9,a22bbb57,2024-06-28_02-06-56,74.07769989967346,698.6041765213013,242786,r8i6n8,10.159.28.66,698.6041765213013,9
-nan,1719533291,checkpoint_000009,True,False,10,a22bbb57,2024-06-28_02-08-11,75.01777005195618,773.6219465732574,242786,r8i6n8,10.159.28.66,773.6219465732574,10
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
deleted file mode 100644
index 76691a7..0000000
--- a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": NaN, "timestamp": 1719532607, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a22bbb57", "date": "2024-06-28_01-56-47", "time_this_iter_s": 89.77370476722717, "time_total_s": 89.77370476722717, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 89.77370476722717, "iterations_since_restore": 1}
-{"loss": NaN, "timestamp": 1719532684, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "a22bbb57", "date": "2024-06-28_01-58-04", "time_this_iter_s": 76.8076319694519, "time_total_s": 166.58133673667908, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 166.58133673667908, "iterations_since_restore": 2}
-{"loss": NaN, "timestamp": 1719532761, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "a22bbb57", "date": "2024-06-28_01-59-21", "time_this_iter_s": 76.79015970230103, "time_total_s": 243.3714964389801, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 243.3714964389801, "iterations_since_restore": 3}
-{"loss": NaN, "timestamp": 1719532838, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "a22bbb57", "date": "2024-06-28_02-00-38", "time_this_iter_s": 76.78578019142151, "time_total_s": 320.1572766304016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 320.1572766304016, "iterations_since_restore": 4}
-{"loss": NaN, "timestamp": 1719532914, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "a22bbb57", "date": "2024-06-28_02-01-54", "time_this_iter_s": 76.73958778381348, "time_total_s": 396.8968644142151, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 396.8968644142151, "iterations_since_restore": 5}
-{"loss": NaN, "timestamp": 1719532991, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "a22bbb57", "date": "2024-06-28_02-03-11", "time_this_iter_s": 76.74712491035461, "time_total_s": 473.6439893245697, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 473.6439893245697, "iterations_since_restore": 6}
-{"loss": NaN, "timestamp": 1719533067, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "a22bbb57", "date": "2024-06-28_02-04-27", "time_this_iter_s": 75.64315581321716, "time_total_s": 549.2871451377869, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 549.2871451377869, "iterations_since_restore": 7}
-{"loss": NaN, "timestamp": 1719533142, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "a22bbb57", "date": "2024-06-28_02-05-42", "time_this_iter_s": 75.23933148384094, "time_total_s": 624.5264766216278, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 624.5264766216278, "iterations_since_restore": 8}
-{"loss": NaN, "timestamp": 1719533216, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "a22bbb57", "date": "2024-06-28_02-06-56", "time_this_iter_s": 74.07769989967346, "time_total_s": 698.6041765213013, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 698.6041765213013, "iterations_since_restore": 9}
-{"loss": NaN, "timestamp": 1719533291, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "a22bbb57", "date": "2024-06-28_02-08-11", "time_this_iter_s": 75.01777005195618, "time_total_s": 773.6219465732574, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 773.6219465732574, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8 b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8
deleted file mode 100644
index eea2529c3d440063dc6fc5db653e943f252b1a18..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|O-vI(7;U$T?iX9=+5#;<(pD3)1PWd>#H2-nQM{lgMh;}M?N04tJ6m@a6)q5w
zL}QF3#)C10X!T}<i^0Ui5RHl9q9+p$gy=;%$wd-8IZL<G77_Qh-}~P8X5ROv-ck7S
z<7dNSN8`QxrP<}4pgUnG8tLe}hKbpIRPt^dh}eDev)6mYs<FMVtiBqjTnj#M8_H<Z
z93eQG(JA#C4{G|%K*!ZioAU72XC(d}=adM9Ajl~+t&e0>luYB~m7J~-)9-Lh#1`}C
zLKTvyZ*qR6q^c9lC=SPFXz5PWmdp+{4T#GnN*G!oz$HyBi;<buDAG)9AnIRPyn9l9
ze~Nb5^qI-YHSyvkS3C@1XsD!9jU+KLFg0}pZw)YyI~R`G1HS)Q8Wca32FTC~AwIxT
zRZLAM6jhF~Zr(n0Yk1ySm@_@|Xjts+{aQE3%$A?I;E4--D4kObB}-8h-^gKu-G!L_
zw_Pyhf_*k5Z3@zc5cU8h6f>D-Dr30C6_&uG;-s#!J2RhAD#dC6@R!%fNET(3QEV{C
z3+^Ih*xmKuD=U>ZyFpY9J%`xEEGfpt*#uTqja){mmSrV&8cYi6Tgra$7XQl!Re_MP
z)B&mpN@GQBamik&mMTLgH$$VeONh2ntdPh}&>;Og1o9zhl6G6Nd;}uW|Ci{=zicD+
z{@(q3+AU5M_xDYJRRJ1H`=gjrmI6dgg&C}ol-~bVfHy*Ek8?usg#fi>-b$jk{r;B^
zXP&Rc;9$`rRxAXjGY-LRTjSV79GZ8qoa5^;XxJVQ4l;6R=iT!bM;xlH-Lb;!p}Dre
z_<YPdOhpWM^FSQx%JaYhCd7bJY&kF;XOD2_tn!}qSfcg9$_e`seq6|(7ateh?}8`<
Y|MngewctF<SjqQ2VPU_sXEmDo17wVfyZ`_I
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
deleted file mode 100644
index 158a21e..0000000
--- a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.8014267791772675,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.06443936649826909,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl
deleted file mode 100644
index cd021a1b9fe19629e7686ae81692635ebe9fb2ff..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&7
znc^+b!<kZ)Ul3oESdu!$-TviL&!gA+b$gg{ih#Tg^^)4_V|Vm$B_)<5XT%q0R;2<h
IVJX!E0Ng`Ub^rhX
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
deleted file mode 100644
index af20c1a..0000000
--- a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2313.215312807579,1719493332,checkpoint_000000,True,False,1,a33ea899,2024-06-27_15-02-12,69.87668585777283,69.87668585777283,69992,r8i6n8,10.159.28.66,69.87668585777283,1
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
deleted file mode 100644
index 9f2a84c..0000000
--- a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2313.215312807579, "timestamp": 1719493332, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a33ea899", "date": "2024-06-27_15-02-12", "time_this_iter_s": 69.87668585777283, "time_total_s": 69.87668585777283, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.8014267791772675, "lr": 0.06443936649826909, "batch_size": 1024}, "time_since_restore": 69.87668585777283, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8 b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8
deleted file mode 100644
index d029f0a53fc61a05db807c4a0c184d498f6e6f0d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reNYr-90%~_&bNJpfa6V%x8p#i!#vP&M4&iy*UZL|4o9%8os(O<6K?OgJrWrm
zG2ielX&}=~QDG1rQ}VrZfL_K>%CRgfGcy`BEiy42ZANPsj%WGVoxA+!KF|00@_e4>
z4<1JleLwZfUeuEX&E&pSbwA{2gXX&}c5WQ~I?H)7##2!Z-zR$KHP<bgO4`<(tz0e4
z3kfhpqHq-Cwk$S!$~e|o;^g^=U84v(C1sK))f;)c=R8A3Zp4v9lz_B2!rPo>C03@;
z#ugU4oOaF=K@gSMEfvuhLFMvII1ekWPL35K1W};9JJaZ`bi5jyOGZ@Vh#u+CNL=Z$
zJ6OhJv-6DI!@3zhVr$zRs&m%LxHNBk`-&Ae$v35V64Ik+80YO=A<MW~-s5z$y$hu3
zilZiZ7r61;*}3H4w{X7!C8GqqfY@sB*qt2Dz-7dpe;!{m8SK2PVRPOZ5nJU8+cu4$
z(~EKs0qil2IHCmmol_G?Q2BwB_k;cP8(KBM&e(%1Ww6^j%v92Xm~w!9NQ%p1r=I?X
zie0(e2(ZUA;eN%~glTJL=UA}w=YwaCt`f1;zOb)NCFqHvvyKAn(hwX`f?a&Y(F7|0
zk@9}9Cw->71F)Bc;z}9p_+w^@xU%4HfPGJj%VO^giKmk$UvL2IVh!$BjBPU6$;I!3
zotGWzx!;RD$QSl=2?X6)e>ogrHyp+hCD@7kr$>QG!x5bKgIybV>jA(%AVp-b=QNoq
zrn!0xz}6qdjk4IsKFXt4JbE}0U~iTdP>fw^8g^oQ9@x2N3g59-yxD_&Vb853=(;}x
zJ_OilQ*lHIHX^@E1(hvQ-Vb)bo$mJlHcjD58SJd3X37z8wH9EvN^x0i)iW#UhqHg=
z0d_i#`xRsFH2r>}^Z?lTt=k>j*NNCed|?|h2)gE_O}PNucn3$6V28c1V+W{gk@9}9
zJx!T`0DDF^u9U$JE-+K$Q|1i^*r%nqEcT%C9dy@EFIxb1)?M7M7`x5H%-XjJ>^vc3
zrfa>3J=7O=b{Ihy91b!9?95CYQG(sRKYt9U?2z()uzO-E8v*w0EL<srO)NK4*B+fr
z2H0Opaaru7_7n7?hCeC*cFwc7UorMoQysb;26jHVv0=&v5qp>~>|ZVrv~74>6u_qT
z;D{3Jm{-1lfBJnb<^5nUyZ&)5z|L>Nl``0o`DUv6(wUn8`@9sF#U2`Vf&MCROEJKv
z_u_uV*hJ2^`R7&x?9MgABQ}cIq%Z9I@&8iB*0@xFeYXlnlwg}jw~hmq6>D+c4|c<u
zn&SZ5v<^pPu(uSMsiTdv+W_`4DK3kBiRq$~^WL2Yu*a^){fe<ea?Xq^M_}g*xg|Gx
zv5_zA<F${dm{0T80_=lM98rS3t7UIGs7!a^ydUi3Ouh?Xw@MKi>{^$Z3Y}oA0oWO(
zxKS4S-bMAauAZf@0qg_P0*bM9IpIe(aLoaIkE81CTNjeX_^MuPLxURaQloIj=CZgg
z4xTZx<u2AOJkU7Lj4Cx+rA9-&Lz)LF%{`U=DTL-*JcTyl=~Th$)Orni%E}fxt-?c2
zcsw#iMZ&j{C}Q9@uFS!dSQfKxVJH*@^$)qdvqzxt0iOm=4nm~W?Q}81YfY>YvaDl1
zYqi?B1&r115IzaN4a@bl_clkM(Efi9TxbYVm5A*K4dECYYq9FohENo&fiGu69E#CA
z;br_-M11)gVo|il|I5}8k76}Xdbt`#p+t@R%e1rc)OF5#exKalok6bdKfg{D`dNiy
zr1Rrho)@0B4DYcBz;>?4Iip2|PO7AHJgCy{SE0xOwi+@t(9pf1{PM5aD6F4I_}F)0
zLQF{e*s0;MN)w9nL5{}>6N-NPg5W_RoZ$QH@f4j21&e1Vd|*qbkKVSVBwPGtz%{^=
zt4%0s;C;XYJ9`JDYddg2@8_=KIe%rRr8L!NdH-jj{dm2Z+}5w3hKxx2e|wg*_Q?x(
QOmZKjR}Bj|*S+N0f6DQ$I{*Lx
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
deleted file mode 100644
index 3d4b14a..0000000
--- a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.620662951741282,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.00347738554616066,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl
deleted file mode 100644
index aa31708fcf818b56e0e76933996650ea0a892d02..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`yoR_+UaH^PpmEdGQ&k
zi78XOS$a5Ait-EMixNvxr?}fczEjcjNsFh4DW?d?%c+^I=24j1!<Cd+lAIA=oLQ9$
IvZPcG0Nhbhj{pDw
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
deleted file mode 100644
index 5540033..0000000
--- a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2050.3518681563733,1719540226,checkpoint_000000,True,False,1,aaac0ba4,2024-06-28_04-03-47,859.009360074997,859.009360074997,242786,r8i6n8,10.159.28.66,859.009360074997,1
-2052.4004069651205,1719541069,checkpoint_000001,True,False,2,aaac0ba4,2024-06-28_04-17-50,843.1840569972992,1702.1934170722961,242786,r8i6n8,10.159.28.66,1702.1934170722961,2
-2052.2435062438485,1719541912,checkpoint_000002,True,False,3,aaac0ba4,2024-06-28_04-31-53,842.8456587791443,2545.0390758514404,242786,r8i6n8,10.159.28.66,2545.0390758514404,3
-2050.0776482529527,1719542755,checkpoint_000003,True,False,4,aaac0ba4,2024-06-28_04-45-55,842.6302690505981,3387.6693449020386,242786,r8i6n8,10.159.28.66,3387.6693449020386,4
-2056.0218419352855,1719543597,checkpoint_000004,True,False,5,aaac0ba4,2024-06-28_04-59-57,841.9567799568176,4229.626124858856,242786,r8i6n8,10.159.28.66,4229.626124858856,5
-2051.6352116141734,1719544438,checkpoint_000005,True,False,6,aaac0ba4,2024-06-28_05-13-59,841.3759407997131,5071.002065658569,242786,r8i6n8,10.159.28.66,5071.002065658569,6
-2049.202928918553,1719545280,checkpoint_000006,True,False,7,aaac0ba4,2024-06-28_05-28-01,842.0156388282776,5913.017704486847,242786,r8i6n8,10.159.28.66,5913.017704486847,7
-2061.2424547090304,1719546122,checkpoint_000007,True,False,8,aaac0ba4,2024-06-28_05-42-02,841.3607151508331,6754.37841963768,242786,r8i6n8,10.159.28.66,6754.37841963768,8
-2040.9990743802289,1719546963,checkpoint_000008,True,False,9,aaac0ba4,2024-06-28_05-56-04,841.6030082702637,7595.981427907944,242786,r8i6n8,10.159.28.66,7595.981427907944,9
-2036.6472908080093,1719547805,checkpoint_000009,True,False,10,aaac0ba4,2024-06-28_06-10-05,841.7590441703796,8437.740472078323,242786,r8i6n8,10.159.28.66,8437.740472078323,10
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
deleted file mode 100644
index 690409f..0000000
--- a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2050.3518681563733, "timestamp": 1719540226, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "aaac0ba4", "date": "2024-06-28_04-03-47", "time_this_iter_s": 859.009360074997, "time_total_s": 859.009360074997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 859.009360074997, "iterations_since_restore": 1}
-{"loss": 2052.4004069651205, "timestamp": 1719541069, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "aaac0ba4", "date": "2024-06-28_04-17-50", "time_this_iter_s": 843.1840569972992, "time_total_s": 1702.1934170722961, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 1702.1934170722961, "iterations_since_restore": 2}
-{"loss": 2052.2435062438485, "timestamp": 1719541912, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "aaac0ba4", "date": "2024-06-28_04-31-53", "time_this_iter_s": 842.8456587791443, "time_total_s": 2545.0390758514404, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 2545.0390758514404, "iterations_since_restore": 3}
-{"loss": 2050.0776482529527, "timestamp": 1719542755, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "aaac0ba4", "date": "2024-06-28_04-45-55", "time_this_iter_s": 842.6302690505981, "time_total_s": 3387.6693449020386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 3387.6693449020386, "iterations_since_restore": 4}
-{"loss": 2056.0218419352855, "timestamp": 1719543597, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "aaac0ba4", "date": "2024-06-28_04-59-57", "time_this_iter_s": 841.9567799568176, "time_total_s": 4229.626124858856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 4229.626124858856, "iterations_since_restore": 5}
-{"loss": 2051.6352116141734, "timestamp": 1719544438, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "aaac0ba4", "date": "2024-06-28_05-13-59", "time_this_iter_s": 841.3759407997131, "time_total_s": 5071.002065658569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5071.002065658569, "iterations_since_restore": 6}
-{"loss": 2049.202928918553, "timestamp": 1719545280, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "aaac0ba4", "date": "2024-06-28_05-28-01", "time_this_iter_s": 842.0156388282776, "time_total_s": 5913.017704486847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5913.017704486847, "iterations_since_restore": 7}
-{"loss": 2061.2424547090304, "timestamp": 1719546122, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "aaac0ba4", "date": "2024-06-28_05-42-02", "time_this_iter_s": 841.3607151508331, "time_total_s": 6754.37841963768, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 6754.37841963768, "iterations_since_restore": 8}
-{"loss": 2040.9990743802289, "timestamp": 1719546963, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "aaac0ba4", "date": "2024-06-28_05-56-04", "time_this_iter_s": 841.6030082702637, "time_total_s": 7595.981427907944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 7595.981427907944, "iterations_since_restore": 9}
-{"loss": 2036.6472908080093, "timestamp": 1719547805, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "aaac0ba4", "date": "2024-06-28_06-10-05", "time_this_iter_s": 841.7590441703796, "time_total_s": 8437.740472078323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 8437.740472078323, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/events.out.tfevents.1719329892.r8i6n2 b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/events.out.tfevents.1719329892.r8i6n2
deleted file mode 100644
index f0a469aba51f5e59528842fed0cf9c272fd182d1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|T}TvB7+q&Jb3WMBom|uPr*$=u5#018uwYlk7mJXh2Z`k}?p)o;-8;+NvC@|$
z3F=LV9wh8fA9^U-w+Nw!=pm%QAR>c)2*D&u2`YN3JMQe=pUmcMzVAEVx%ZrNYhBrI
z{``@U6g$yY_wf2kPrx&5sygZDKZA+Y-8K0x)6wG0Wp149lh&5s9<}GH%9I+Y29K#u
zgspLc!%2fuzxT7df3kh-&H)E<_4_iCg0DEF1)3qiAv9r(Cp8pL;P_bD(23=Dxuzmt
zH{4f>C@;U}_+m=UAecd1F3DP73_FymSmU5nyTTzM2tpmFwDc54Rzjypx3Gz*|HaE=
zeZ6Y$sZIwzH$A;B&F0~)5Q6$*IMqoUBNJ20F!9!cE_Zn0ptE4@)6$USeZ%<`XoF_H
zz-Cn~-5?Ydud#1Fabe?7rYyT>W^VShgqkz+w%E#o2)9J2Mv1g)sws-X_*@#B>@LI_
zxFo_w5q3K*`IjL75JFynVbzK!7|SFMiXj=i8jc$pyED@njf}8b9rz1tWITnE>I61f
z%LkrZ%XFq|p}L?{IP3vQGmSK27qh7t7N>@>rs-r9X?lv4*l94yvTrf_!I%3lTvQH1
z(q;!JCn$kcEhs8JsFaICrZho=yhDgeAa+QUMyQwn9Rg(^G|D@ftn7yt`Tr&ktz3IT
z9RD6~-0qg1=luI9z<U82^8QgwDN6yOmdXUy$%rxVNPtBl@8f+Ta94nu0&Qi<cXFv`
zboJYp2<*v8#ERL#R7D|B;u`PGM4@RL$$5V>0`;W<;mxTid$ikn&qo-(()NxO#1FfE
zwhp#O?86krfDg07>@CbgNh2Ry-nbcMk8t~}@|n%Zz1Z)*!_Fgo`e6RJw3<`D6T%Sq
XTYF5jtnw^ldEMP1p`vWPqWsw($CH-V
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.json b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.json
deleted file mode 100644
index d8b9b66..0000000
--- a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.9358999268282086,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.00020838214141938324,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.pkl b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.pkl
deleted file mode 100644
index 8c10fae9a1db4cee70588af8af9e5116360d6216..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu=%*_+UaH^T1+EJ#2aL8L5dWQ@mMv
zI8%!93*w6sOH!w}+rRzvB;D~;Xb)3P5s;@Hpz@vd0do&mQesJRMtpH*RVvUDj#51U
D<aJWp
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/progress.csv b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/progress.csv
deleted file mode 100644
index 9c22dec..0000000
--- a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2126.6908641424707,1719330099,checkpoint_000000,True,False,1,ad12346e,2024-06-25_17-41-39,206.83131527900696,206.83131527900696,2195253,r8i6n2,10.159.28.60,206.83131527900696,1
diff --git a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/result.json b/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/result.json
deleted file mode 100644
index e6771dc..0000000
--- a/ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2126.6908641424707, "timestamp": 1719330099, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "ad12346e", "date": "2024-06-25_17-41-39", "time_this_iter_s": 206.83131527900696, "time_total_s": 206.83131527900696, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9358999268282086, "lr": 0.00020838214141938324, "batch_size": 2048}, "time_since_restore": 206.83131527900696, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719324792.r3i5n6 b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719324792.r3i5n6
deleted file mode 100644
index f0f7171be1e2e83b5650da58c10d891a20709dc8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$P&H|WW2nRnAsiZ`h!F*8rkwJbHS#L7s1r`%;_sJadF%bhue4z98V
zsS{w-65|r#;w?(7)GsN`OV!WGFD@2ktNP($D_QSr0M#<}>xFpE2gl%Al(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w>=k%YB~h$&Jqg#3YGq1(UMf%v14FJ==TUvAmASF9
z0i1UbT9mjHxFq3LmSpCp#+PJd7RP6nq!z^&i|XI|?X<VQ`-LG?``qT{mz;5@;5Mpo
zDRD`oYA?>rOHPe1N-ZwQFG>X)VC?yOkvY_W=Pyo0a^6H3pv9%Zr3g0wWNTtcW`16A
OJgPAupTF84TMYpDwS|TN
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719327245.r3i5n6 b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/events.out.tfevents.1719327245.r3i5n6
deleted file mode 100644
index 1840bfa396cc6a9655fd8c325054ad02eb51df9d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Q*s&kvS&AaI+#hX-=n3<>NT9%quVr8^NcG^>AsJadF%bhuY=ddmY
zsS{w*65|r#;w?(7)GsN`OV!WGFD@44KKb2+`$zIZ1E`j%UoXUST9(4KD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*n4k`+>c`A>~gq%R4Y^R^HPCY7#OnKzA@@Ut;~&;
z4dAq?fNN3WQs9z=TUnBsn;Kt|ky#v{S&~{5Uo3iZ#~-J8;uf0?q1xv*H^1b(jnJ;b
zrNkwTs=YWfFF7^7D7CmGzbF-KfJ|)ob#tfz&tII1<czO`+poo?!KDZ{0Ay=oNoIat
PaXhLqAfJ25OV0!V@;HOu
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.json b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.json
deleted file mode 100644
index a2c32c9..0000000
--- a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.5912116123671598,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.009202977404873457,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.pkl b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.pkl
deleted file mode 100644
index 4b516bb5606b09c8d54c523cf3bed0451adcc9d3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQsb3)2fU6fDHj!v_-r83z?(%ZtxQO-uoq
zz?o8%Ul3oESdu!$-Tu*QlesN6Wj#zeML=HDO{VSFx@Y!qB_)<5XT%q0R;2<h;V9Ju
E0NMgm-v9sr
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/progress.csv b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/progress.csv
deleted file mode 100644
index 7becd21..0000000
--- a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1987.8132929764395,1719324918,checkpoint_000000,True,False,1,af6d9c38,2024-06-25_16-15-18,125.93394875526428,125.93394875526428,69318,r3i5n6,10.159.8.159,125.93394875526428,1
-1982.2825418307086,1719327372,checkpoint_000001,True,False,2,af6d9c38,2024-06-25_16-56-12,126.36091089248657,252.29485964775085,130020,r3i5n6,10.159.8.159,126.36091089248657,1
diff --git a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/result.json b/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/result.json
deleted file mode 100644
index e9b68a0..0000000
--- a/ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1987.8132929764395, "timestamp": 1719324918, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "af6d9c38", "date": "2024-06-25_16-15-18", "time_this_iter_s": 125.93394875526428, "time_total_s": 125.93394875526428, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.5912116123671598, "lr": 0.009202977404873457, "batch_size": 2048}, "time_since_restore": 125.93394875526428, "iterations_since_restore": 1}
-{"loss": 1982.2825418307086, "timestamp": 1719327372, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "af6d9c38", "date": "2024-06-25_16-56-12", "time_this_iter_s": 126.36091089248657, "time_total_s": 252.29485964775085, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.5912116123671598, "lr": 0.009202977404873457, "batch_size": 2048}, "time_since_restore": 126.36091089248657, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8 b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8
deleted file mode 100644
index 601076039753388d3b11c8804ba6212582391068..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2771
zcma);ZA@EL7{|-)7~CgmJ1Q-#ysn5Y&7^}Emk_jFyW+B$pv*ZJUvApo!+KeJTkpM0
z$1pM&(JZ=<n9WQf!{N)8X~1ZP1d&YLVpy`5U}E?%P38wRnlLelN=Q7nT+Z#mc5T1)
zJkS66pYwZ8?sG~FE5G4ac01Yp%g;{=XJ)rMOd%;Kh;@NONK_gdPAt#%)o6L6XI}KP
z$6K7&)w~UPE;|&1NeUizD;*+oN8_?=+c#Acxbn>A*{z!7<iZV(y?-x})W9Zi5Q!X#
zcSLzE96{lOiMSvtHiMzt^KjS9CCajAAJNm6d|X6WVlaGGx_r#7S;n5Lc$~FAO(agJ
zhK<Bh5n_l_B7)2b3X(Y4w#RY8xBKe3kLxx0U~liQY`-qQ7o1Q=%Vj|fBThoH5|>c2
zz|wt3Ki#Gk`1zOV{cOR0;_rgZu!$5<U4x1c7iEqvqn>={H-Ar1CqGc}!L1~0CLQcI
zrLq9u-}D6q`_)P!$p!XfTi@A1Sz4-yJ_GEp3!XYo!G24ZWP|-s#8*7hnoq&DR1?Rn
zu%{e({^1tSA_cowFOV~AgLh{9fj6j=k9L}VPr^2)gI#N}2Tou9<QfJ0`y)h>3vB*}
z=_<;yy^H8Gz;157V5DF#=#nh3eJ`~6&UdwXDA-3{CXQKQTgDpww-!HareM$O1#*V%
z^_DoEt)xyKH68pn342{S*aJVA1D#vS=P1|%W+KT2_HxtAIAz&jA^Hrk2V0(4qF_(y
zk}R;7W{|IB@2Nu+>>V43V^-MaEsB4BXwFQ*9@h)x47=M~7wUPPI=SuIbYZ*t&CX8;
z+fZK^i1g04Qn20Ei6j@;55E6MH)T1g>odUayZw0&1$+AqVwnXtzleNq`)fH0_Lwfu
z3j5FRPWd~pZ2N<PU3ZiC=L~zudwy)hF`BpX?e8Bv-OdUj`;#hc*Ly~I*9gU2BoUN?
zF`09tml8<A^G8&6y=H_yBNS*M>pzV3FUDyG2nCgJ1W$%eRBd!x!OWv@oX2wt&ql7T
z4X<qkTk4wF5#yr4!$`uRA~3CnBrUrXic^+SlTE<#Qar)oVWe7NEsBK@&kN!Kju&Eh
z3GW7pEAB~W8x*bnPc5__n5gOwuwLXMD9BeET}5EA(hmbyC6rt5GWgd>)WPnmfHG_5
z!R@Mo3hUhlv#S<rtl0<e&dL4(QS0AVb7vdb3#<LR&A^Wgl<WPIku2lM&B;m-0~W-#
z_^vM*m|*lijxdgo7_g_XwX#JG3l}dQotX2$J*$ZDqV`zuf@4kBNNmUpm1&TZ_#F?F
zt-T;5*zLs+t+c%-DOhh&dxsYW&K|p(zvrY!-3)aNNOHmpC8_s;1h5ef=+~A6@b;Y<
x?kdT-<FPG0db3Gm@$J}fD|=~`em%Is@qhM6<X6b!JEn7A=VS`=ej5y*`w!`}W5NIc
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
deleted file mode 100644
index 7d839b7..0000000
--- a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.9916390007635185,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.02082451872516576,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl
deleted file mode 100644
index 99c09aafc532b250f8260828202f991103b64838..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@|k*gVVZ%af`vGG_+UaH^PtMu^5Qd66H}&m
zGxcz$6y+Dh7bTXYPI0$?zq@hUwy#D#OgTkB-qc{$(=ChU^l&95mLzAy7iU(b0xjVv
G)dK+jM^p#^
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
deleted file mode 100644
index 5edae48..0000000
--- a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2619.9586787186267,1719510844,checkpoint_000000,True,False,1,b167b5be,2024-06-27_19-54-04,71.05141735076904,71.05141735076904,242786,r8i6n8,10.159.28.66,71.05141735076904,1
-2487.16093865342,1719510902,checkpoint_000001,True,False,2,b167b5be,2024-06-27_19-55-02,58.0530526638031,129.10447001457214,242786,r8i6n8,10.159.28.66,129.10447001457214,2
-2400.946604330709,1719510960,checkpoint_000002,True,False,3,b167b5be,2024-06-27_19-56-00,57.610605001449585,186.71507501602173,242786,r8i6n8,10.159.28.66,186.71507501602173,3
-2286.2255494125247,1719511017,checkpoint_000003,True,False,4,b167b5be,2024-06-27_19-56-57,57.45701217651367,244.1720871925354,242786,r8i6n8,10.159.28.66,244.1720871925354,4
-2179.0624384842517,1719511075,checkpoint_000004,True,False,5,b167b5be,2024-06-27_19-57-55,57.4915931224823,301.6636803150177,242786,r8i6n8,10.159.28.66,301.6636803150177,5
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
deleted file mode 100644
index 8f7892b..0000000
--- a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 2619.9586787186267, "timestamp": 1719510844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b167b5be", "date": "2024-06-27_19-54-04", "time_this_iter_s": 71.05141735076904, "time_total_s": 71.05141735076904, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 71.05141735076904, "iterations_since_restore": 1}
-{"loss": 2487.16093865342, "timestamp": 1719510902, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b167b5be", "date": "2024-06-27_19-55-02", "time_this_iter_s": 58.0530526638031, "time_total_s": 129.10447001457214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 129.10447001457214, "iterations_since_restore": 2}
-{"loss": 2400.946604330709, "timestamp": 1719510960, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b167b5be", "date": "2024-06-27_19-56-00", "time_this_iter_s": 57.610605001449585, "time_total_s": 186.71507501602173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 186.71507501602173, "iterations_since_restore": 3}
-{"loss": 2286.2255494125247, "timestamp": 1719511017, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b167b5be", "date": "2024-06-27_19-56-57", "time_this_iter_s": 57.45701217651367, "time_total_s": 244.1720871925354, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 244.1720871925354, "iterations_since_restore": 4}
-{"loss": 2179.0624384842517, "timestamp": 1719511075, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b167b5be", "date": "2024-06-27_19-57-55", "time_this_iter_s": 57.4915931224823, "time_total_s": 301.6636803150177, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 301.6636803150177, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8 b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8
deleted file mode 100644
index d04a76ee62910f3bf4741cd8bc12d9de73aad092..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reNYr-90%}YPtbkn1WrIaUgX6bIt|oJ4R!9gJ21&fgy==n^<Eaa;P!BDF+mI(
z)WpfuCN)umQqv(UoJIjrAYV$!7aDc49I}@|$TCn-G0SQ1IG*Kackc2Z`#j(0yU*v@
zf1V4I_5bZEc_Eg}++5zdzVe4;mBPdttxQ77GMeF%CS9pmmlo%qS6lg}p1iOprq4Mq
z&_^ALf{}tX7AA5944s%~cQ`_dP0AE@?BTu%?#SjlZ4{YQjU#a=2B~nwkz+5&vry(7
z+MJtjw=!IaOjfG#4Y@xARL-fvd01(&Gc+HO$;NI<J)7vRv@MKGC$9*RSQL#$;Y!YG
zqbV-O>Y%I~%~Fn#l%`d>2T>cgOmxS0mX-ZZX6?s~V^Ay#hjE9MG1C-FJ2*Q_yB27_
z*{Yf9UZAt9^)>RGuz(uHqZqt^v(?C1?Tmwh%Q$!blcDqh*!lV!slM+yu?bJuZ=3v6
z$~Nuw2iUED;fNIM#>-vvL1k7q&U?XLnWSt0*jI&!2zJ=q3|&W3Vm-iqwFftfVt?0h
zLs!?es0U!56&8?;Ez_PZ${h=K-jK9P>B5$K!alx*NNKSt2!Q?dbR3a_-SJlbOQ14+
z2F`oIp8a|GQvmyt5D~#HZ_Ct$Cdk_WcG^tbD2nahIZj{yup}N}9}yOijIGtSFS2RC
z&cny=9qqy%;t9L2=%K-H!qygm9se|rNWuP*Wd8=0`-Qw0?C9DjssZ-I1Y9YCU8l~_
z)xCW_7hqQlaZ&90rHl2cAD$Qiu)`B^zhvxEZPub^W`UiXcYZV8h3)GJyScQ_U<z(+
z0NCtDI3fj`o3gA9RNfQvUa+fs|1|;Z;!0d8f_;F<(1j1pu><T|LR=JkQsFxNE%USm
z0NY%J`z2#nX}@gz6M>yi$^Z5_7q*`#?4uob4b_zwrvhwlDUL|NE@~^v1(p8@c`w-W
z&Q+ZR*zd5oQUp71a=Nat_{2PbO*n8|6uYHlw|+-_O$ESSE-WA!yG5(mai#$5yhd>&
z)rCFOBlhAuhBdkmwgBwr;W#1%yX;VP7^s{bfb(9kSN4&?0Q;N}5yAc}I79c<vOO;X
z?Ad|1Q4~AtSd(7U**+3r9}^akjQz9rkpC|>u=D$>+nFxxVV<xLbo3hhRPFTu+cyG7
zq+r`CyURi4yF%Uz_JZ*NNdQ|Ji7Q30*Swyto3n3y3BX<}#6_{MoxQBDm>g9LupbHw
zNXC{WYgC)Jft^n~5^Qu~lb*1%SM?e$&RBRIU>lC&h!pJU*BXBVm8XTg7wpW!6$t=)
zP7|&a!A=j!(8U-6wE+9L5EsSX7<gO%ssFRN0DD?9?w5=mn7n4?sT#2J%#;Ymg^fI6
zAAY6R@JHOqDFEA)iX&36n<I)zP<dU*d%@m5?&TE#o1KL#MX(FFblv+Ep(6oyrw|v#
z-mt;X&@=OU5@64N9`{Sej!sq_R6nTo>AxIp+_~)yva4r|3tPQgjy{&7U@9ly$Qo@9
zDv@5EPqX|5jp5SP%F${$8tNWW-Y1lIiP+%?nT(t{hrc=%(b4i)B^qv_&2|fak>f9q
zRCYH1Y!nI^{ER8EQF+Efn&pRrkYZqnb<Yk%!Gj(Ro~%Hmg|+8X{B6xy#b;@oiMCj*
z%o56CwegSmx1pK-c2{!<3L5x-@Irow$aA(M<i}7sw9yhRR|la0CA>MSqfmtMF*oB!
zBF>wyIueB|z29urqfw;taW_}>lPFFpelxw4zpa9CpWm_WPm;)SH{Iv=D}k;OC_*?t
z2kmh1S6j-#8F^qUlWk9HB2XhCoZ}aSs)j(JgKU*#&_16Fv$pO#uR$XQi1>&7AIt<T
zQay5Nc&ti`qCAk}ahVo{Kl*{-!BQ>%ON7U>$5VPVD8PAk`~z;Wes$s8LmKDHfX@I=
z=3jK=;O_ws@J0N9@Y&)4{`F(Me5-g)k7miehVB{eUlvZ)?aCmN2lOYRM5Ow^J<VA9
U<@s++a32y&4D&g7X8Xne0HDOM(*OVf
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
deleted file mode 100644
index 418e0cd..0000000
--- a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2473324871734921,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.08715018752570974,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl
deleted file mode 100644
index bbf3c9690d6573dbcc93579169298c8284c5f38b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB)WZwY3p5lg#L>eC69O3rRmPSVpOKoF
z0y2R!r6|83z9_LIb&9+F`4!XMFEg&_Vah22^0xU`wmK)2^l&95mLzAy7iU(b0xjVv
G)dK*zOj6bW
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
deleted file mode 100644
index 382cb8d..0000000
--- a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2342.1553426427167,1719547872,checkpoint_000000,True,False,1,b2637af1,2024-06-28_06-11-12,66.37161922454834,66.37161922454834,242786,r8i6n8,10.159.28.66,66.37161922454834,1
-2230.1564153235727,1719547925,checkpoint_000001,True,False,2,b2637af1,2024-06-28_06-12-05,52.5772385597229,118.94885778427124,242786,r8i6n8,10.159.28.66,118.94885778427124,2
-2089.4225843534696,1719547978,checkpoint_000002,True,False,3,b2637af1,2024-06-28_06-12-58,52.95364809036255,171.9025058746338,242786,r8i6n8,10.159.28.66,171.9025058746338,3
-2035.8427676703986,1719548030,checkpoint_000003,True,False,4,b2637af1,2024-06-28_06-13-50,52.54171442985535,224.44422030448914,242786,r8i6n8,10.159.28.66,224.44422030448914,4
-1988.0233682947835,1719548083,checkpoint_000004,True,False,5,b2637af1,2024-06-28_06-14-43,52.50262928009033,276.94684958457947,242786,r8i6n8,10.159.28.66,276.94684958457947,5
-1975.179330900898,1719548135,checkpoint_000005,True,False,6,b2637af1,2024-06-28_06-15-35,52.05119323730469,328.99804282188416,242786,r8i6n8,10.159.28.66,328.99804282188416,6
-1963.0230732114296,1719548187,checkpoint_000006,True,False,7,b2637af1,2024-06-28_06-16-27,52.52018332481384,381.518226146698,242786,r8i6n8,10.159.28.66,381.518226146698,7
-1959.1778295321728,1719548239,checkpoint_000007,True,False,8,b2637af1,2024-06-28_06-17-19,52.090354681015015,433.608580827713,242786,r8i6n8,10.159.28.66,433.608580827713,8
-1956.1374309870203,1719548292,checkpoint_000008,True,False,9,b2637af1,2024-06-28_06-18-12,52.52081227302551,486.1293931007385,242786,r8i6n8,10.159.28.66,486.1293931007385,9
-1954.741417591966,1719548344,checkpoint_000009,True,False,10,b2637af1,2024-06-28_06-19-04,52.11372709274292,538.2431201934814,242786,r8i6n8,10.159.28.66,538.2431201934814,10
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
deleted file mode 100644
index 063e9e0..0000000
--- a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2342.1553426427167, "timestamp": 1719547872, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b2637af1", "date": "2024-06-28_06-11-12", "time_this_iter_s": 66.37161922454834, "time_total_s": 66.37161922454834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 66.37161922454834, "iterations_since_restore": 1}
-{"loss": 2230.1564153235727, "timestamp": 1719547925, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b2637af1", "date": "2024-06-28_06-12-05", "time_this_iter_s": 52.5772385597229, "time_total_s": 118.94885778427124, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 118.94885778427124, "iterations_since_restore": 2}
-{"loss": 2089.4225843534696, "timestamp": 1719547978, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b2637af1", "date": "2024-06-28_06-12-58", "time_this_iter_s": 52.95364809036255, "time_total_s": 171.9025058746338, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 171.9025058746338, "iterations_since_restore": 3}
-{"loss": 2035.8427676703986, "timestamp": 1719548030, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b2637af1", "date": "2024-06-28_06-13-50", "time_this_iter_s": 52.54171442985535, "time_total_s": 224.44422030448914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 224.44422030448914, "iterations_since_restore": 4}
-{"loss": 1988.0233682947835, "timestamp": 1719548083, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b2637af1", "date": "2024-06-28_06-14-43", "time_this_iter_s": 52.50262928009033, "time_total_s": 276.94684958457947, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 276.94684958457947, "iterations_since_restore": 5}
-{"loss": 1975.179330900898, "timestamp": 1719548135, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b2637af1", "date": "2024-06-28_06-15-35", "time_this_iter_s": 52.05119323730469, "time_total_s": 328.99804282188416, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 328.99804282188416, "iterations_since_restore": 6}
-{"loss": 1963.0230732114296, "timestamp": 1719548187, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b2637af1", "date": "2024-06-28_06-16-27", "time_this_iter_s": 52.52018332481384, "time_total_s": 381.518226146698, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 381.518226146698, "iterations_since_restore": 7}
-{"loss": 1959.1778295321728, "timestamp": 1719548239, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b2637af1", "date": "2024-06-28_06-17-19", "time_this_iter_s": 52.090354681015015, "time_total_s": 433.608580827713, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 433.608580827713, "iterations_since_restore": 8}
-{"loss": 1956.1374309870203, "timestamp": 1719548292, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b2637af1", "date": "2024-06-28_06-18-12", "time_this_iter_s": 52.52081227302551, "time_total_s": 486.1293931007385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 486.1293931007385, "iterations_since_restore": 9}
-{"loss": 1954.741417591966, "timestamp": 1719548344, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b2637af1", "date": "2024-06-28_06-19-04", "time_this_iter_s": 52.11372709274292, "time_total_s": 538.2431201934814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 538.2431201934814, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/events.out.tfevents.1719326792.r3i5n6 b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/events.out.tfevents.1719326792.r3i5n6
deleted file mode 100644
index 84159e01221465ea023e494cc53832129b11d176..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|Pe>F|9A0Nlogb{a)9$9LYwK=>OwekVPz2XP2t6bbfd_ld?mXMEoj1$8v9e2&
zL`4Ka1W9Or45AS7k{tpG4;8WpJJux<EIWA+gHH9voqfA&W^<e0_xpa|d*APSb*|hu
zeWfoV-u-$|nw$F69rPqjMI(oLE?{DH9L~19nvObsvkxyG6UzrYQM<3UOb&n#Jf<=l
zvqlJxr435`v#Xswm7mv*R)=zLV+n~fXE-Ga%@E`inleVxDoUns@_fe7h~;;=#=1`F
zCt6D+cPX4-DybR-Gm6XA?%OyXb0qb_P``M;K#4#Y>baz)=@?lljUvs$CZhfc@%qu$
z?1Oi04t;Wb{D&AwaK(KPfre5#)kqQ}6I07D@#cW{gWnd9I0L?~E)Iyd3j<_mfo49y
zR#hy`AQY93v2XsOed*?GS#Hjq$%$bxFtu{PHd}t`hR1I3p;SgO6`i6OzLdcxy9=>;
zZ@A%_8!8=0`Xxv|g-A6(La~x5rg9mF-4O|@Rh%?bc4y`@8X97?dhi$5$cT>8$|yD&
z<ONS2GM(-^@D-Jcn>`?^rjbGHVzw0HVm*OXRU_w+s_Cr6PJ>BKeN)*F-u!>@pb8Mu
zwmLusK`E@LVYlps8mTm7auYO4JA`Np#SV!af(Gf|A&~b%NZM)1@_vX)|6k&>^{a1*
zv%iJ4CmrJH{Qi~&_#!}KVSf};%2I%+r7(jvGGz453-CrL?D3@#oDm>U<gFxn&xZ8n
z>g-w<?9N-nin+kl#v!<6YaAPkL(?{vbKDh&hOGhNAR{+#zkA-o_%-(KSmF0`@Kp`>
zb=ik0i2-l!kHengJaB*sF`y7z4m^spN4R}fc~3Ylf9ziAbROY{*V89Ol6SuiVi5e>
WdrZ`v^DJWp-^(LHRoTMQ+^s+McZ?|j
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.json b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.json
deleted file mode 100644
index bbdf643..0000000
--- a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.9936594412219328,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.000836614555813242,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.pkl b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.pkl
deleted file mode 100644
index 523a2a3cdde8d8143f3e74b4e9e1f7a93eaaaf31..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L}k%h{7Z?^H5|s
zdU#WFlTuSsGV{{oQ!;a>csulP!HiBzo8rsB)WZwY3p5le#0L`s83z?(%ZtxQO-z~M
z&C<h}Qj}j1UzAvqI>p`o{TaSTxv~j8OgTkBo_7|92-nL0JzPnNCCM4_#hF#9Kub7E
F^#Hf^QYioc
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/progress.csv b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/progress.csv
deleted file mode 100644
index 81cd225..0000000
--- a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3022.543074480192,1719326860,checkpoint_000000,True,False,1,b53cfe05,2024-06-25_16-47-40,67.51874232292175,67.51874232292175,122466,r3i5n6,10.159.8.159,67.51874232292175,1
diff --git a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/result.json b/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/result.json
deleted file mode 100644
index 5643fc7..0000000
--- a/ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 3022.543074480192, "timestamp": 1719326860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b53cfe05", "date": "2024-06-25_16-47-40", "time_this_iter_s": 67.51874232292175, "time_total_s": 67.51874232292175, "pid": 122466, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 8, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9936594412219328, "lr": 0.000836614555813242, "batch_size": 2048}, "time_since_restore": 67.51874232292175, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719324918.r3i5n6 b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719324918.r3i5n6
deleted file mode 100644
index 5b02452d78cd4c9ff5c103f3cc7a608047903a81..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QPK5e$$GVi9N6mL>dVrHJ6YguYuiIvflM?TAxq3SlwFL&k?wVD+Q
zQYXNuCB`Mf#aonEsb5l>m#UwWUtBEu`@$EOr<0Xs4WL@4e!URSDeVZ?qRgepB?Z?~
zoRMFelM<htk(!)cke``XBFezfVDF%ox)8<609UwvR4Y^R^HPCY7#Nm&^i0)<TA3Rw
z8^Fos2G^p*rNAW#x3VNNH#NQ_BeOU@vm~`BzF72*{(dK||JRlpLbcCrZhpx*1EF1o
zONmPwReNz}UUF)DQEG8Xeo-pefWKO`zs;crJb!U2l2h6pZod|n2A3k-0FbSTC7Jno
P#qp@dfPDUHZFM~WiwuP5
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719327372.r3i5n6 b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/events.out.tfevents.1719327372.r3i5n6
deleted file mode 100644
index 06891b4c4f58089104309f635f7954f62a6f1cdf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$R__xKiXn|ISuiZ`h!F*8rkwJbHS#L6fyka>+VRNaR8<<6Y4Yb<ty
z)Cn+YiE)W=@fIak>X($}rRwM87Z;0KUHal;<GnxC0IFr`*9-BSTQ|bBD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*t=IH?nkjwcMDuUs+B4Ed8t4x3=G{xd{gzIR_4aa
z25=rmXi?%);F5$}S(2HX8efu;Ssb5Pl3EmBENb9&&`Da7L(vebeQtB}OHPlia2r*)
zl(?i(wHIgRC8x$0r52au7o~y?;A&r}U=B6l`HNGLoJSD`XmM$9DZ&i^*_v3AnV(l2
Nk7^9a=LJVpd;lzifc5|Y
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.json b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.json
deleted file mode 100644
index 02e2b54..0000000
--- a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 2,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.2945022566291742,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.000496318687335349,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.pkl b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.pkl
deleted file mode 100644
index e91d5dbb24c552bd6ce68238e51e96d05f3fa139..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@|*
zWSDw*Q*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&7nc~gV!<kZ)Ul3oESdu!$-Tu-|`F|$OGCfQ=ML?c|bB^=#<o7*XNr@%N8S%xL
KRjD9LO7#HG+EW|=
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/progress.csv b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/progress.csv
deleted file mode 100644
index 82a172d..0000000
--- a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1958.5306944359006,1719325014,checkpoint_000000,True,False,1,b577349d,2024-06-25_16-16-54,95.59347629547119,95.59347629547119,69318,r3i5n6,10.159.8.159,95.59347629547119,1
-1958.5695377860482,1719327468,checkpoint_000001,True,False,2,b577349d,2024-06-25_16-57-48,96.6448974609375,192.2383737564087,130020,r3i5n6,10.159.8.159,96.6448974609375,1
diff --git a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/result.json b/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/result.json
deleted file mode 100644
index 8befa38..0000000
--- a/ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1958.5306944359006, "timestamp": 1719325014, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b577349d", "date": "2024-06-25_16-16-54", "time_this_iter_s": 95.59347629547119, "time_total_s": 95.59347629547119, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.2945022566291742, "lr": 0.000496318687335349, "batch_size": 2048}, "time_since_restore": 95.59347629547119, "iterations_since_restore": 1}
-{"loss": 1958.5695377860482, "timestamp": 1719327468, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b577349d", "date": "2024-06-25_16-57-48", "time_this_iter_s": 96.6448974609375, "time_total_s": 192.2383737564087, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.2945022566291742, "lr": 0.000496318687335349, "batch_size": 2048}, "time_since_restore": 96.6448974609375, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8 b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8
deleted file mode 100644
index 2950e9ca88edb8dfe2d60a1d5291b627885b332f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Q|H%oZK=HGOb;!P?_%*@ksElbTSu`;?A9pJ1CRkvY&xicq==rU!H
zIsry4F)k4<-lD`x{gTqWRQ;U%;$qR<bzfZ~`fjorK($Q$dLf=uSO%^|nM;vN3a+I%
zBfm5!B|bSLH95N=KQpgHl!2kaewDW+2a1*F<ly>ItxU<!O9g6SU|4NtK0_aBWp1o&
z0B5c|T#FKy0+%G*%9707)cBH&%;NaWlGLL3V$rSb8=V$uZ(C;w)jqem`6cH&gmx7!
zB`#@H?ZugS$*J*0sl_GvMX6u|)Mko2GKU)Q{KctA&TIv^{aRcaT#9f5K(;29Waj4;
O$D<kp^7*n|mP`QS-+ZkA
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8 b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8
deleted file mode 100644
index 895b3d2305fbb7f465675b5e770594f401f947b1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|T}TvB7+q(>nvYi9Y1eeu^=GyqCUV<eBoTJAq_7vs5)9-r?p)icojc3SSQ$cs
z1l5y0^w5KdX@QXDlMz8dVMI?sPxjD{1SS>wq7gxL$DO^qYijd0-}%mW?mgeR6|T%T
zcJ-vl`wq`WJ4fb@1U%h_tdjbci<nrAhdTOiPK2Gl>5)rEdFAuyal5aKlghyd9z*Vn
zSiJ;CQo3pS!>-k1OQE?F2OY}ol{bj*T4a<k)Ioqz%%t9%Qcxm^6Bp9DN-V$2H4tn4
zRTnIfocPN4g_4R+Fr~O$+O0qJ5l2$%3bpYK-xx)NTBu}_ma1W7B~=rt7B-OS|M+RD
zxqZIoUDTlu4-PK!GdcPm5FuDdH&v3r$iSwh8+dKNv&l0*8k_+OUtV|e_1~Gk1pA<l
z4X{;ZOVx>q3dh(tZ=Y;wo-WGF85+KGp5K3eJbIRzEseWj)D1qAOv{F>nJ9uUr?Elr
zLaf&7Zn)-#?G7aT<b+jDECJ}2twfTlT*0+&QGgN!Cv=70nfi=+dT6Z@{P{J~tD%(K
zhYbpO!IOmyr@I1td8Pbj5AceirxCrFEk(Il>&A+rl5<E=HCm#l!6c);rtAlA_CJ46
zF>onc9iW(?B$kz0x8#LVp)h1pHB<>(glHYb4v7?kps;xeq#6hbTP<1I3t{2^OB`q`
zzDJz>Jzu)p$ZOgC&2#X9gR0#AOl+Do1<15yYOqRr^wy^wJmGSCe8>eJa8RD-t-yQV
z_s=dgugt|@SJon0%mijR27z^3W7tp}syDEl;bn0Mt`7(U2jcY6Zn%5aLbXfn-O<AM
z<EED{I!>=0rXU8aIUR@H`FUUf6{0{cwhW-h7dOc&>sgLX%^bMV<UGPxkH${%gIV{Z
b5P`tI-eaO<oTnMf`Myo$b`<S=JMsH3?G%+i
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
deleted file mode 100644
index ad2fa50..0000000
--- a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.40559456476144173,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.0012413894518875446,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl
deleted file mode 100644
index 94622d42f706dc24d00b85e6186c06379c7a0d9b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg$^<aHbUH7sMAOmZVN`x4-$->G{!`dp%4!ML=Fi*x_R~JD2ouB_)<5XT%q0R;2<h
IVJX!E01-P>tN;K2
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
deleted file mode 100644
index c17fe47..0000000
--- a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1965.450800377553,1719490702,checkpoint_000000,True,False,1,b6132594,2024-06-27_14-18-22,88.76505160331726,88.76505160331726,35196,r8i6n8,10.159.28.66,88.76505160331726,1
-1968.0043185977486,1719493918,checkpoint_000001,True,False,2,b6132594,2024-06-27_15-11-58,87.441162109375,176.20621371269226,69992,r8i6n8,10.159.28.66,87.441162109375,1
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
deleted file mode 100644
index 06b6cc4..0000000
--- a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1965.450800377553, "timestamp": 1719490702, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b6132594", "date": "2024-06-27_14-18-22", "time_this_iter_s": 88.76505160331726, "time_total_s": 88.76505160331726, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 88.76505160331726, "iterations_since_restore": 1}
-{"loss": 1968.0043185977486, "timestamp": 1719493918, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b6132594", "date": "2024-06-27_15-11-58", "time_this_iter_s": 87.441162109375, "time_total_s": 176.20621371269226, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 87.441162109375, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8
deleted file mode 100644
index 9cbd2ac983adc1da36a7c2e143335e6db95f0747..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$ROz1}a6pMTR)iZ`h!F*8rkwJbHS#LCEj`j-S{sJadF%bhuyck^5V
zsS{w-65|r#;w?(7)GsN`OV!WGFD@2cl>ODk;P2#}22d?izg~#vJh~sQMVU*HOA4-~
zI3vF_CnY{PBQ-g@AU`v&M3jM{!QPGkmmi9iF^Ay#QLRkL&r1brVPKfB|5}tj)XLmg
z*#OQ@2rWun3S5$KD@!tSQ{ziAGK=FgOHzyCi$y1uXgDjURGv13YM<NO{E{>8Fx*BJ
zE+sB$RPDu?dC95qMXALl`9-N<170?3#h614c>dy4B<Ev<0a{!dT#9f5K(;29Waj4;
z$D<kp^7-DK8%j`o{{QuXAK<`d!WP(<=YMs%^Y;Q5N?`N9g=--uuyrK`Dp9PQh|rHC
zu(ucHTc8BC=sUQT1Oog2IVtB=o)=_L0=oyHonT;}T)5D=V4vMGl)(OvFo5X5W^h>Z
HchX`2+9Lxw
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8
deleted file mode 100644
index 3e3d332762d1e569f772671f675fafe69014d7be..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2230
zcma*jeMl2=9LMo9A9uNEmQrU)&PtPX8f0aNi#w@NP*#Ewda1j(V|pjMQ!xuA13|>B
zu%I-Z+7q=5S|$-{2?}8lTInRsh)Ri4l4<lu53cb$zOZq3f8YE2;rCjD{r}o4_v<xn
zsl&_6EzUiJHs6}Z@rfCw3@@c_;{xyPjPd;Uprwq|WY%E`OaHC(kB`7t<63K8xj`!7
z8AG8Uis7}cMJoN{f!-uf(&&0cYoacqBnFSh36zMeP*P~73s|PWQY>)16pmq4>0>pR
z9ZZflq8?6~1)lkrV3_MdFk|pc7Uirzq$$0O5<R{FUyCLsu85%}mJ?}CVyv_nzPme)
z4Eg$gYqBSAuCAWZ%*pviT#rY>T;%uyhPE=IBv={ufdTy5<POh)FVioMY0Ov9emowB
zN23Evt9cS9@FES*EWLc-VZ(Fq@?3}Qh#Nb=8}^XSMKuUP9RNG+5lYlxe<(Gt0Fym(
z?*rR(B6<N}r+1-A1?<?f1Zicpp8<BaoGW4{H`_?^Ft-X|Cq72|s<AQS9f#%<c)7DD
z>y#Ti&>Qw3@1mpx`)`0f--{A8*p8_uAz-qi5A{B<7tO~f0Jh&Vlqg^~y(Gv^Vc{si
zu8?y@>_7gqq>$lQ2e9Ym1FEr&#_Qvz2=MZVgfN>MJIEXMw~n7w>}1n4z_ui!L=ATK
z_LN^>($9c;AJ{{iEL#9}qns#Un`Q}8Ynu}Qwk`=RDq;_(MNyT#w_gM7dij8A>?-5Q
z^Y(i1@~5r$2i@4g-mtr>U6igiED2yw*ifPdyRPEkJ}}9)q234f@_Jns!2Tg83fQ^D
z1bNHO?gH3cJ6cr4o^euC%GFL5U{A^iRAaXq_4#MY!OP>{(BIwIA>Ob{2p2U~a~fi2
zzD0=|?3<fMQo!V>-21=|jpQ8wJ7*M4Dqyqy1nInVw+vv9$hjhRf31ZI$UgTDVDBA6
O`>L_~jG;GTbN&Knk<D@d
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8
deleted file mode 100644
index 9786f27e2b6b0b56d59313468a02e6ad1ac1c91d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reNYr-90%}wLG&Ivh4b!`Rp<bnaW2OLM-))taF-|$N39%zY&*EcJGk4!+ap44
z#2gjPOedKlMSM%mG|8M~#xYB$R3Klbv5b6+Z~!f%6iH;p_KxFOes<?B|FO^WeZKd6
zo@IvT#>fVKcCW~ZRsFn78&+KZO9r7XbX)A~<jgl2){`<N<78u7oPS<JeFdpXds&z0
zofob$>X8<y-Ihv|r<`R>4j0Gi{ut3ql^iHp5$})G^jxG>-3xIf4#gk>M>w0S++n4Q
zY)nyUnaj?4bTV00`i8y_mV?TI0-T4HRu{|g5t;0a{s?9AS2`C(%~kaXkyvCvk+{-h
zcQUlcX6I<ThjG)KE=w_yoV~XHUV=Yfw`x_FihB(=jz_U*ER1t@wuqtK4CisV8Q%i^
z*N&G=_b<@V*_5a178Wp~i6{my;BB>d>@Jq0;WFNxH^ubL06V{N>)Qe!HVTCO8IK(q
zz4cRot?s}PDcD=4PTdPC-xu;huubaJR)DST#FZl0Hya32E;}(BV81KGMX|T!?IgGT
zdtMK)<z2X6GPcZI-DEX@oqsgT{*DhjED$#Lc`x;7*8X;Y-ALky6zpm38#_Q{Duwew
zuzzY{q5$?8AtHjEvW*~X8(L2S?3tOkQ55@&eRs*xx&5gC`>?QpWNfqftGelWu=8mp
zefxdb&jiA5boElGcFlBvonMM0Qm`w34M_%-*M)o#?EBA0Hvw#$16PV*vm`-A)@IZI
z?5jdt6#Hm<6lE~pIRLP8ow#2zc9pqpSG)@Bygs|`f)86A2>blb9xAM&^Lv2Zn1dry
zuqV-nj)BUw**G5r``G;I9)NvXh=^dvuP4Yv-J&#rotTRoMX}9mDeCy@<O=|Mzp#L0
z>>cKWqb=va&Qp`-J@8?V41{f~=%J1@Cv67UuO#D$6zuDj?xmpes*n$Y?dbXv0qoKg
zTq%N`aGoIlyx*J+ux|))QS6qKQtE6b+6b`c&cOYWvA;1lBo{fr&b13Kja%&fZ)8*;
z?9CkysY8?WSpfTmJRFgNU3~N4B~aNS<bz<BU&yHg*bDM;r3iNF<4CgShnz%!{i6^U
z#h!DmnhL8rbq8R-RDk;>W8X9<tjjlooo`T7kUs42K-ibldZ{ex++KjaTZto5u$R5K
zy%AIzLvTI_cI)!~c!1p?L`1M%H3V6e7kUL?#|^`cqS*bWZPeB^%aZ{1hr$Aqv1J*Z
zuWls3&egy5+kMy(fv~5X?WO)MkY5DY);1iGg1tGXe<i5w67oT?*Ib|D0N6`@$CV=3
z20cLz*M*k@>{~)y6#Jz6Fjd|B-YkH<pdI&1#tzSz7yYOS?0kZ<ev=Pd69~IT{(!pM
zo_!i%XNKU26zuN0DHNz|7V<%`tK_*e0QUT0xKadr(prMtaC`h40Q);3E{grh=~GnF
z%8&m6*omRIUoy5KBWwGz!Up-k<!Dn~ZHekc*FGP%agP%1R3a^HE3>#QPL4J)Z<R4_
z{({DOva6M7wGs{Y4{07MG!GQ9BM~aJc#3TN)oCeXP{wM|NGnt1vho)>{_;o{7xT{|
zk#6WSw%kcOER~F#ABsTg!6CPQ_86oc@@VK}HBwpKt}>dxt$C~XEaNO>tX4a_n6}!T
z{3HI;Fzi6PuUUs827e#AP$*J3yzK~uvb2q{SPe>J1RAA*H)mrs8mD>6&G?Ck_vUMi
zLSr?-Z??wgP?Y9rH&^2X6sHltnf5JR-^%*W@6=zrQdExz&#z5^ZYa<=;ruv;<M^vB
z&3P<5u$?V-Wq++e#}&dk9##+s6-YnCR-=m8F}ENrHGWSz8a+tFKlI<G&4_s7)bLo9
z8AS&m$KwVw8vEo6f(Q9<OyIM}Q)Ff|%6oSFgSTJ5mvZS!b-MS%fY$&|E;FNNhrSPZ
zV3Th^cx~~(4m1DFLg055&*@HIlAkqsrr+Z1vEB1k+S~rWo&;n<#Q*IX);b{1zhi=X
NNUUOn{PtzJ<3D(7wO#-K
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
deleted file mode 100644
index cf82a10..0000000
--- a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.03943053020125942,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.012132296191722286,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl
deleted file mode 100644
index 85aa805d450fb33faa63f0fe7e0ffde4b5c27f68..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@>zO#VVZ%af`yoR_+UaH^PpmEdGQ&k
zi78XOnR+-=it-EMixNvxr?}fMF|g&14p`8`lv4!cb=<gU^*OG#hbt+uBsn9#II}7h
JXbDHD9ss{%Qgi?S
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
deleted file mode 100644
index 9fa0c24..0000000
--- a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
+++ /dev/null
@@ -1,19 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1963.3635244294414,1719500616,checkpoint_000000,True,False,1,b7bc0828,2024-06-27_17-03-36,168.4553461074829,168.4553461074829,242786,r8i6n8,10.159.28.66,168.4553461074829,1
-1964.994483767532,1719500770,checkpoint_000001,True,False,2,b7bc0828,2024-06-27_17-06-11,154.8085856437683,323.2639317512512,242786,r8i6n8,10.159.28.66,323.2639317512512,2
-1983.6730389932948,1719505075,checkpoint_000002,True,False,3,b7bc0828,2024-06-27_18-17-56,168.71964645385742,491.98357820510864,242786,r8i6n8,10.159.28.66,168.71964645385742,1
-1960.5562071312131,1719505230,checkpoint_000003,True,False,4,b7bc0828,2024-06-27_18-20-30,154.50840067863464,646.4919788837433,242786,r8i6n8,10.159.28.66,323.22804713249207,2
-1963.4618429349164,1719505385,checkpoint_000004,True,False,5,b7bc0828,2024-06-27_18-23-05,154.80316591262817,801.2951447963715,242786,r8i6n8,10.159.28.66,478.03121304512024,3
-1989.1539575772022,1719505540,checkpoint_000005,True,False,6,b7bc0828,2024-06-27_18-25-40,154.934711933136,956.2298567295074,242786,r8i6n8,10.159.28.66,632.9659249782562,4
-1964.115951417938,1719505694,checkpoint_000006,True,False,7,b7bc0828,2024-06-27_18-28-14,154.43893933296204,1110.6687960624695,242786,r8i6n8,10.159.28.66,787.4048643112183,5
-1960.8267860712967,1719505849,checkpoint_000007,True,False,8,b7bc0828,2024-06-27_18-30-49,154.76330041885376,1265.4320964813232,242786,r8i6n8,10.159.28.66,942.168164730072,6
-1976.2787653404896,1719507156,checkpoint_000008,True,False,9,b7bc0828,2024-06-27_18-52-36,168.00890111923218,1433.4409976005554,242786,r8i6n8,10.159.28.66,168.00890111923218,1
-1976.2708451879307,1719507310,checkpoint_000009,True,False,10,b7bc0828,2024-06-27_18-55-11,154.69092273712158,1588.131920337677,242786,r8i6n8,10.159.28.66,322.69982385635376,2
-1981.451539047121,1719507465,checkpoint_000010,True,False,11,b7bc0828,2024-06-27_18-57-45,154.6102569103241,1742.742177248001,242786,r8i6n8,10.159.28.66,477.31008076667786,3
-1979.4912320835383,1719507619,checkpoint_000011,True,False,12,b7bc0828,2024-06-27_19-00-19,154.2633924484253,1897.0055696964264,242786,r8i6n8,10.159.28.66,631.5734732151031,4
-1965.0564301257998,1719507774,checkpoint_000012,True,False,13,b7bc0828,2024-06-27_19-02-54,154.53979539871216,2051.5453650951385,242786,r8i6n8,10.159.28.66,786.1132686138153,5
-1963.731471264456,1719507929,checkpoint_000013,True,False,14,b7bc0828,2024-06-27_19-05-29,154.80543661117554,2206.350801706314,242786,r8i6n8,10.159.28.66,940.9187052249908,6
-1999.236413670337,1719508083,checkpoint_000014,True,False,15,b7bc0828,2024-06-27_19-08-03,153.99702858924866,2360.3478302955627,242786,r8i6n8,10.159.28.66,1094.9157338142395,7
-1977.9634634904035,1719508237,checkpoint_000015,True,False,16,b7bc0828,2024-06-27_19-10-37,154.58372330665588,2514.9315536022186,242786,r8i6n8,10.159.28.66,1249.4994571208954,8
-1982.2560737189347,1719508391,checkpoint_000016,True,False,17,b7bc0828,2024-06-27_19-13-11,154.08641910552979,2669.0179727077484,242786,r8i6n8,10.159.28.66,1403.5858762264252,9
-1968.0494442436639,1719508546,checkpoint_000017,True,False,18,b7bc0828,2024-06-27_19-15-46,154.52800750732422,2823.5459802150726,242786,r8i6n8,10.159.28.66,1558.1138837337494,10
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
deleted file mode 100644
index 038eb43..0000000
--- a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
+++ /dev/null
@@ -1,18 +0,0 @@
-{"loss": 1963.3635244294414, "timestamp": 1719500616, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b7bc0828", "date": "2024-06-27_17-03-36", "time_this_iter_s": 168.4553461074829, "time_total_s": 168.4553461074829, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.4553461074829, "iterations_since_restore": 1}
-{"loss": 1964.994483767532, "timestamp": 1719500770, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b7bc0828", "date": "2024-06-27_17-06-11", "time_this_iter_s": 154.8085856437683, "time_total_s": 323.2639317512512, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 323.2639317512512, "iterations_since_restore": 2}
-{"loss": 1983.6730389932948, "timestamp": 1719505075, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b7bc0828", "date": "2024-06-27_18-17-56", "time_this_iter_s": 168.71964645385742, "time_total_s": 491.98357820510864, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.71964645385742, "iterations_since_restore": 1}
-{"loss": 1960.5562071312131, "timestamp": 1719505230, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b7bc0828", "date": "2024-06-27_18-20-30", "time_this_iter_s": 154.50840067863464, "time_total_s": 646.4919788837433, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 323.22804713249207, "iterations_since_restore": 2}
-{"loss": 1963.4618429349164, "timestamp": 1719505385, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b7bc0828", "date": "2024-06-27_18-23-05", "time_this_iter_s": 154.80316591262817, "time_total_s": 801.2951447963715, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 478.03121304512024, "iterations_since_restore": 3}
-{"loss": 1989.1539575772022, "timestamp": 1719505540, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b7bc0828", "date": "2024-06-27_18-25-40", "time_this_iter_s": 154.934711933136, "time_total_s": 956.2298567295074, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 632.9659249782562, "iterations_since_restore": 4}
-{"loss": 1964.115951417938, "timestamp": 1719505694, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b7bc0828", "date": "2024-06-27_18-28-14", "time_this_iter_s": 154.43893933296204, "time_total_s": 1110.6687960624695, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 787.4048643112183, "iterations_since_restore": 5}
-{"loss": 1960.8267860712967, "timestamp": 1719505849, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b7bc0828", "date": "2024-06-27_18-30-49", "time_this_iter_s": 154.76330041885376, "time_total_s": 1265.4320964813232, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 942.168164730072, "iterations_since_restore": 6}
-{"loss": 1976.2787653404896, "timestamp": 1719507156, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b7bc0828", "date": "2024-06-27_18-52-36", "time_this_iter_s": 168.00890111923218, "time_total_s": 1433.4409976005554, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.00890111923218, "iterations_since_restore": 1}
-{"loss": 1976.2708451879307, "timestamp": 1719507310, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b7bc0828", "date": "2024-06-27_18-55-11", "time_this_iter_s": 154.69092273712158, "time_total_s": 1588.131920337677, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 322.69982385635376, "iterations_since_restore": 2}
-{"loss": 1981.451539047121, "timestamp": 1719507465, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "b7bc0828", "date": "2024-06-27_18-57-45", "time_this_iter_s": 154.6102569103241, "time_total_s": 1742.742177248001, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 477.31008076667786, "iterations_since_restore": 3}
-{"loss": 1979.4912320835383, "timestamp": 1719507619, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "b7bc0828", "date": "2024-06-27_19-00-19", "time_this_iter_s": 154.2633924484253, "time_total_s": 1897.0055696964264, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 631.5734732151031, "iterations_since_restore": 4}
-{"loss": 1965.0564301257998, "timestamp": 1719507774, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "b7bc0828", "date": "2024-06-27_19-02-54", "time_this_iter_s": 154.53979539871216, "time_total_s": 2051.5453650951385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 786.1132686138153, "iterations_since_restore": 5}
-{"loss": 1963.731471264456, "timestamp": 1719507929, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "b7bc0828", "date": "2024-06-27_19-05-29", "time_this_iter_s": 154.80543661117554, "time_total_s": 2206.350801706314, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 940.9187052249908, "iterations_since_restore": 6}
-{"loss": 1999.236413670337, "timestamp": 1719508083, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "b7bc0828", "date": "2024-06-27_19-08-03", "time_this_iter_s": 153.99702858924866, "time_total_s": 2360.3478302955627, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1094.9157338142395, "iterations_since_restore": 7}
-{"loss": 1977.9634634904035, "timestamp": 1719508237, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "b7bc0828", "date": "2024-06-27_19-10-37", "time_this_iter_s": 154.58372330665588, "time_total_s": 2514.9315536022186, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1249.4994571208954, "iterations_since_restore": 8}
-{"loss": 1982.2560737189347, "timestamp": 1719508391, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "b7bc0828", "date": "2024-06-27_19-13-11", "time_this_iter_s": 154.08641910552979, "time_total_s": 2669.0179727077484, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1403.5858762264252, "iterations_since_restore": 9}
-{"loss": 1968.0494442436639, "timestamp": 1719508546, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "b7bc0828", "date": "2024-06-27_19-15-46", "time_this_iter_s": 154.52800750732422, "time_total_s": 2823.5459802150726, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1558.1138837337494, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8 b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8
deleted file mode 100644
index 0c68fb76665bdd1cf2a7bb18c89c526c2ea87f74..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcbgngi>$qg%SVrelH3L!12&S+r{<ggs=vgn?bhovSmob7!5It*js^
ziXci~jCu%3gB}VJABxZlf+z~59*levqNpe;f`Z<<>(1WYF-_-f&N<)t?)}bpZmB2p
z4V~U2@|V=#t@6NBL&(=|${JbQcoY-6e!bXm0o6El!vn{5^5^|rSGsO_fwTfjz-P+c
z5j#b2Bw<)q@Xem)#)*ryPuDq+{$H;Ue>}(_HBb#92C-Bll~7Pz#qlFaLnC(3<LQZ>
z?A$WuqMTaE@NP=QAecfto=p$F=n;ofZw)u|q?AEKsDd&^X=^%0wyIf3v$2V+;P}C-
zJGKuWtFLq5*Uz5)%zw+lSAz)UZn&k9I7TM6Y{SGe4feinlQugIK7M-9!YgHrUxHew
zW)0G;vaK1!Lhd%{o3DP{TkN_ys=LxNBQ`ge*r9v=#=?iGahKTYdInjH*rQ`bmW%Rh
z4nL3B9bH3*U1IAS807+D|J>TWV<g&J=@R=x4!)q+@l&vKGH~mJOYD}7jDOK$dtzdE
z+rHs~%+UI-UpvfSe!1&bT5Rd27jAf=1gS~clywV5@bM%zsd0$ibioVfys*?s34b`@
zHzyVWw99r}r6WCotGuEBMGB4^3N;utHR|Y~u`&qe$4E*?3Ar1aG!+0}Hf1{1rBIR=
z$}jc-ub4&>Q5U7DC>HDOSWz_6i4;wzA$l52GVC+VK?r33^BXMzE|F#jSVEABWu?k1
z1;8)3H(IKM3gJH+I}4KDNGS~E!u%U2t%9)dzm1aCK#j2Q#*DPw-c6kOJ^4OZ&rf9M
z_l|>U4k~i<v#@2+l|z;-Q-L+oVKhDBV3f<v@h%s-!@-I?Z3R9sJV~A<%;_i;XC<P+
zjA4F6Av9}hEY}x<$~h!wc~1<=XB&hidt&s3oOAZ9gmU}Sv!j8b{((cqb%Qg9aoK<s
zCu6WO-w!N7iD)8cTb7{57w7RRtN9Uq`{+#9Hs{5Aet&2`|30gJ9Yi4XulATI8Re<R
Qa=I6a+_HkUb@2m#0SA@-umAu6
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
deleted file mode 100644
index c96f32f..0000000
--- a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.49135894275544967,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 2,
- "lr": 0.035530667591767505,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl
deleted file mode 100644
index 8790c28deb64c6fedbd8e49ec7baceae7f7a1441..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg$^<aHbUH7sMAOmZVN`x4&PMb3E_rh90JzA|P*(p>W*%sf&BKk`hajGvbRgt5SiM
Iu$1Zn0O?y(S^xk5
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
deleted file mode 100644
index 0c53e10..0000000
--- a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3332.7398422121064,1719502275,checkpoint_000000,True,False,1,b83eca19,2024-06-27_17-31-16,76.17734885215759,76.17734885215759,242786,r8i6n8,10.159.28.66,76.17734885215759,1
-2299.3813442921073,1719502338,checkpoint_000001,True,False,2,b83eca19,2024-06-27_17-32-18,62.30854034423828,138.48588919639587,242786,r8i6n8,10.159.28.66,138.48588919639587,2
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
deleted file mode 100644
index e70405c..0000000
--- a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 3332.7398422121064, "timestamp": 1719502275, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b83eca19", "date": "2024-06-27_17-31-16", "time_this_iter_s": 76.17734885215759, "time_total_s": 76.17734885215759, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.49135894275544967, "lr": 0.035530667591767505, "batch_size": 1024}, "time_since_restore": 76.17734885215759, "iterations_since_restore": 1}
-{"loss": 2299.3813442921073, "timestamp": 1719502338, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b83eca19", "date": "2024-06-27_17-32-18", "time_this_iter_s": 62.30854034423828, "time_total_s": 138.48588919639587, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.49135894275544967, "lr": 0.035530667591767505, "batch_size": 1024}, "time_since_restore": 138.48588919639587, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/events.out.tfevents.1719332768.r8i6n2 b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/events.out.tfevents.1719332768.r8i6n2
deleted file mode 100644
index 2e003b6b19e54d5f43ca7c25feeb64658d56a1f6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcb;niH$;<eIKpHWtNVZq`F!)~;(|T9Fw&MA$U$+-;}anPq0Ilpw*R
z9(wS>f&!C%D2OOgBFwN~B6{iPCA7knK&2vI>`#jBxU+Y6%)fb?bIy0Zd%yFYn{J7G
zS59nW>8t(r;qHsQ#ZFtb!i!S=mLo{g3fErS+8f9<>e}0mme8HPeSh`3lmu5Aq=HT1
z>)cwcgxoc<syYUm#y5{Ws=U6&fSetB#nER<2_zSmfs;Vgpj=xcaQ-0j9}df+q&X~>
z22W*D;DL#9u#Di%l!7cF46#`9*X3<+8<e4{><YTRoIqH}feb>ai6O*kK~d#I4Jn-J
z@RfD=K3#aWqriZ-Ha3pXzhm&_z(S@Ou8NW$aSBp3SwRyGTJF7ExZY?mH2h*OeS90?
zcfl%HMjGg>ye7($%9-2fH{bH}W0C3R9evsM`?}cFRAP_N<C{ylU1=t<pS~lIxrn{z
zPTmF+<@WakKaJR3pSuQ3V!w$&W)XYHe$Kaa<I2}2v3GtTjI)Z}vU+*Rlk}JSO=3Tf
zHJG#57Vp<U%Bl8*$k3Ww&mW@O4*b~t5R2`)YK2QyNaccIUg1M3=SIiENWsRDwDQwd
zXtKh5BgOopnC}#u1W?Uu{vaM{J<74N3?vE2FALaU*wkDgfMXfph>uCNA+Cn6LkdpW
z!4^#^Ms+%*#)aaGZ9of(9Okf#bSjKRp=u-uqI8fG#1IbQ(;z9rKEdn&d-OlPQ6f+^
zIy*q3#03#A<XByHNM_6%?OFm^%nTbl38HVLD;qMI={L@`6tbC_Hp;aEa+%pTX83L2
zG0B+U<8PM>>Hg^a1}W&LAS*UM6{#v-IZoAhEU+jA<nkU0x~bS4Z&S{j6r{yz%h2`<
zO+9~3ei`w=qNqeT7%@zW7o3x(Msm$wSTcp=B#*I~lMO<W4PN|0PC0v0g7L}v>~Nrr
z4d3V-^?CHem~23bE4;8c-VY>!Pl*#T+r}r@X}n5mMm@z{w>A|SFW&RJS1ReTsQLxq
a2Iv3UBT0xTk3AOCeI83KNT93swf+MbfDNVq
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.json b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.json
deleted file mode 100644
index 7fa69d6..0000000
--- a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.8101220088903347,
- "embedding_dim": 64,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0005780102991375737,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.pkl b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/params.pkl
deleted file mode 100644
index 70deec0b1ae58c8b4addc77a860c6182b5ffdb33..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>csulP!HiBzo8rsB(!&eW3p5le#0L`s83z_)>S4=^&qz&7
z0Xc&+r6|83z9_LIb&9+F%Qr25_qERIVah22@|-?wUR9vv*~68TSdyF(Uz}N$3bLeB
F4*&_fRI300
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/progress.csv b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/progress.csv
deleted file mode 100644
index 2fd8fe1..0000000
--- a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2012.1837220680056,1719332857,checkpoint_000000,True,False,1,bea15841,2024-06-25_18-27-37,89.14307808876038,89.14307808876038,2195253,r8i6n2,10.159.28.60,89.14307808876038,1
-2008.3096395177165,1719332932,checkpoint_000001,True,False,2,bea15841,2024-06-25_18-28-52,75.03496551513672,164.1780436038971,2195253,r8i6n2,10.159.28.60,164.1780436038971,2
diff --git a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/result.json b/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/result.json
deleted file mode 100644
index bbf7ae8..0000000
--- a/ray_results/test_experiment/train_model_bea15841_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-25_17-46-02/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2012.1837220680056, "timestamp": 1719332857, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "bea15841", "date": "2024-06-25_18-27-37", "time_this_iter_s": 89.14307808876038, "time_total_s": 89.14307808876038, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.8101220088903347, "lr": 0.0005780102991375737, "batch_size": 1024}, "time_since_restore": 89.14307808876038, "iterations_since_restore": 1}
-{"loss": 2008.3096395177165, "timestamp": 1719332932, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "bea15841", "date": "2024-06-25_18-28-52", "time_this_iter_s": 75.03496551513672, "time_total_s": 164.1780436038971, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.8101220088903347, "lr": 0.0005780102991375737, "batch_size": 1024}, "time_since_restore": 164.1780436038971, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8 b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8
deleted file mode 100644
index 0ec069bec622e0a187b5a06efd23b5937b282d60..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$RBYiHdIn}5?$iZ`h!F*8rkwJbHS#LB4UYI2G)RNaR8<<6Yzf8T!x
zQYXNuCB`Mf#aonEsb5l>m#UwWUtBEeulwC4ONC$F0IFr`*9-BSs!R`HT9mmIxuoD)
ziZk*{b5i1yGg6bY3-UAbN<<kL8tgwUTDBI&%8M*;{is%^<maUVwJ<Pr=Ibrihgz8%
zD;vOB%nH|{#HGL`3AeH&GdDH9BqOspKC>jXD85)!Q)87=&9XiVL#Xz-&CM@4zaq4&
za4B&~qiQeC%u7y<FG?*g$uCL;8^Bw<bc#9DfafnxMRI1b!R^=L(%@2r8vwF3u_QA;
QuQ(pn7?97)O6+d|0A%BXrvLx|
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8 b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8
deleted file mode 100644
index 915d9b245337e930eda3d5e315cc18ae3ee71537..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|O-K}B7+z<?nip2v$=%jnH60CV4z62=K!jb>3blhs7yIF3-1)Yhn*C;*nJq0M
zL82f6Aq+Z*l|mpv-a?`dc1Y?_hYlHp7DPo*5?Bcx`o^98cGuMQHt+L3@AJLS`)t6K
z{f%Gh68Xp7{fXYOxz?bk&yZEpc;GB1R`Z_SXWm_}clxHr&b9F)tuHRveOo!n4;A1s
z<bkl2Avmn*rs=!V{;PfR_q8KU4rOHN72;bDF-kquL6A|*q@K|f6i?##>9npA%ja?p
zMxXweoGy}_>tOt1Nku1^Qd}-Q*0vCKBvU7<yLqjXQADVPN+xNkDU7V7Y9iIb1~Prq
zHzxN_9d3LUap<E%Ltprhd3png5GtmdDv4ucVAIkKyfQ%3zIE(#27LPbyq7=L#q=fE
z1$AtIttwlpPE1rh#@>A3YfE6NBs*t#^wuf9L7RvirDjVLZn)!y3Y1LChMY1{826{K
zL3bfm=T$dccEe@|5|%mPCnuHx^vPB{Nmb6{TDK@bnS$fGLU*P<qeOz%D#2G+BbgM^
z<N<6@$P1nvWH{Xcs3<5EHhX|q3_XqLVzw0J;#4126qTGrikhM&`Wj5K>MP1V@aDb?
z2bBV++3EnL1SPSo)Vd`vlnccnlWL$!*dRo!D0WDsY6uDIhd|l^)xt(cmUcqD@c$$F
z4>o0pbHADIcbj>fyWa;6<~gX!-_OLRNmGDKOQr^^B%yac;ouRMzvBZgc%K7*fwuzh
zoxK^}TN!#Eg>5;DXweB?41%k!#<1Hls9D2uhA&1Tv^pRR9E{OF?V7h|Ev^`p+qa{I
z<(Er-dEt1}eoRpeSaUiC+Y9r+fZ-J&A6o{{=ZouPmGvw}U%#DKTO2QDACC9%7jy1M
bAPm8Oy~jk!I!`l}_kEMdZ7Jz_bMMbz6P1%O
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
deleted file mode 100644
index af62673..0000000
--- a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.5345579147076132,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.0017624805585372257,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl
deleted file mode 100644
index 68220aede3a6454053f05dd3107664da81df439c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@>zO#VVZ%af`vGG_+UaH^T1+EJ#2aL
z8L5dWQ@ojaI8%!93*w6sOH!w}+dq_+G}fPXqK7G`2*`_hkSO-`{Ldb)q{NcsjQHZr
Ls#KsQ9Hn{y%(hb)
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
deleted file mode 100644
index 028fa0f..0000000
--- a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1977.4159521868849,1719491515,checkpoint_000000,True,False,1,c02405fc,2024-06-27_14-31-55,85.07843685150146,85.07843685150146,35196,r8i6n8,10.159.28.66,85.07843685150146,1
-1978.1414919875738,1719494127,checkpoint_000001,True,False,2,c02405fc,2024-06-27_15-15-27,85.28851962089539,170.36695647239685,69992,r8i6n8,10.159.28.66,85.28851962089539,1
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
deleted file mode 100644
index 1cbbe75..0000000
--- a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 1977.4159521868849, "timestamp": 1719491515, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c02405fc", "date": "2024-06-27_14-31-55", "time_this_iter_s": 85.07843685150146, "time_total_s": 85.07843685150146, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.5345579147076132, "lr": 0.0017624805585372257, "batch_size": 2048}, "time_since_restore": 85.07843685150146, "iterations_since_restore": 1}
-{"loss": 1978.1414919875738, "timestamp": 1719494127, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c02405fc", "date": "2024-06-27_15-15-27", "time_this_iter_s": 85.28851962089539, "time_total_s": 170.36695647239685, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.5345579147076132, "lr": 0.0017624805585372257, "batch_size": 2048}, "time_since_restore": 85.28851962089539, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8
deleted file mode 100644
index 9a0c434b7415c738cc1ccb2f8630f0de17aea7f1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$R`9v^uZG5@Bc6mL>dVrHJ6YguYuiIverp{t?FP<0#TmpgNAxFx|5
z2~;P*s3pcF!o^#ZSgBu9nwP4dlV4mc8hNwA*>sX{g#lE{)UOxfIYS@7wJ38ba!J9p
z6ldg@=A^_YXQU=)7vyK=m54GhG}tfsd-5WRm8&1Y^`lyulAo6f)WX2<aC3O0KGe$G
zSlIwh+sAM%N?ZzDl5i_aGILYoOENNx<1<TAi{gt#<K}ib`7KVYF@$QL+uZz;a|c4Z
z3YQX>G^+OE%)I2(_@dO}lKi4numP!A84~7D1D?M)70Idf1a7|;mj;(2+yIcRi6xo&
QdByRl#(;btq2|*C09|^2m;e9(
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8
deleted file mode 100644
index 4352dd839663c3d4558b0d6eede6be424869104a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1135
zcmb1OfPlsI-b$RpF3;qn=HGOb;!P?_%*@ksElbTSu`>F7W>%LnRNaR8<<6X?yOtP&
z)Cn+YiE)W=@fIak>X($}rRwM87Z;04_8T}aJo6>c0IFr`*9-BSQ})5ND03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*zel)&l$x^(*tn*s8*)r=cNL*Ffe4+%{{0OwK6wW
zHh^;vLW>fY0+%G*%9707)cBH&%;NaWlGLL3V$t-sy-wc#x-5oJ?Q@%(UvkDAgxjdX
zrNkwTs=YWfFF7^7D7CmGzbF-KfUI4tk~!3X=Pyo0a-KsNpv9%Zr3g0wWNTtcW`16A
zJgPAupWo#+az*j^>rFT8!GX<;EwDSMN;=Qx`ptn7*xxq8wGb27|JMHYMX|DC3tT^r
zz^<C3$cYlzj9cMa2n2S#S+Y~I$ePtCfnABvPB5^icl>u+zxaL%N?^Z67(jGjGdS>G
z{?&-$^X<A^e&E1n!4}vLAMiTA%ifcW64=M|;97_Y?BF+D`Y2X<>cjQp2<%r@raCBr
zeHNjGKwwW6N_N_)Yw!;xussamHWCc%4;>cHvwm5lrtG~41Bec62Zw95M`i#3C|YV-
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8
deleted file mode 100644
index a7ab0c323b0d59ff50dac2ee567d50484f2e7a90..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reM}Q)90%~yBGN|@sNf3-LJ`qMt>_{KUpTI?OpObOo5i=I^bRP{YrQLq{xP~4
z6^A;M;Nrxn)6FfK!KRxyaTpzob2B>0aGK$}K^!VGx+$RUTFP_$T<abGanJL8zI{IT
zK=O2iqW5QC**vZK@TQ~ulHHe6BZ6`{lZBm>zLH@b$y4%YWDkz>%&XhI%AlTC&#!aM
z3mKprhQd$~XIiayl(3Ax*v9kWQ%?IEO1e8MCVL{)PcBgEq!Tz2hhk9#j_?Jxl46=N
z7ck}`yUoHn!W9Z<%DpUND5#v%i1V<Lwy}&5Q7A&W1MzxKrFB_UhWd&a(V`eM5?4Ab
zR)%sESa{0fU^t2o54g6O>{_@oAkh=wwRUa0+ISK-jzL-!3FEwlH8T{)@D3ZtxEE+G
zdN3o&vq0P3v)SrqaRD6~hhp&pu2z%7Vq<v<F5}wy_PzPXz|Iw8oK<e@0B_h+GhdR*
z+N^H?_QZG`k%O(>n0X6S-V^gau)~^4_XBLlSX?QA9o(2hYW#-31lae*xFq)G*)Pc8
z{Q3@notJ?7Wn(Ldn$EHsu=Dl}*1c}*f!?soHYp4hDWh8e_TzFKk%K+-_eKg-uG)z6
zKCpK_cxDFJFU5!i_7@kHlLwP)?gH%64{@U;_KN0dhCx?~o&xL+aRJ%b1W~P;aR%)C
ztB#Lq-PnQNu#fJ1ME<cQ;3B}TxQ`=pur;&%{Xk{l1DyAPos_vp2e3DY5ee-1(Yd7G
zk*hrbyGM*mV*4+#8EUhNRsihchxjAQ#&!~w{PU+^=iOIpPPnnv-moj;pOOj2>X`r=
zUB?kQ*iBXKD?sHoG4BIAGBfL4fE|7VS4v=CI-5hbzFFA@u(ybDN$l32stlC<*d&0R
zeiQf0#@<7mefV=V*!h7)w|{YCBX8J=)otYIMH8|CcAXJN<X|_f{Q5DdOv=W2AK3IE
z{dj=gAVwsx6FHg;nRrkSu%|A@jgr`L@6;L017fQI_GjV(vawGRRl&w`uyZoL<FXrj
zkT>jYA-71oG2;xto;wyt<Y523G%^)bHj8;5*b5uGQ~=wUfGZ`i7nkOcBNxm<0Q<Zc
zm&Be#|7w_1^(FkDoi+~l%f`M=9MLwKz|QOI&$qd;2YbU_RdbzmI?3$-`^RHAA_x0o
zMcjL!a?bZS?*n_sLDg)4{hJt(z+V5xa+0{AI|Z=QkK;y3>_**P!?ns~4d7%S7Z;F?
ztw^QQzFQ7<-bOxp;>Hg0hHcz^i)?C+oDZ-A({Mx%cI&8o1E?$)^FFX!Tet}TJ2)Lz
zN??BymrG_hw6+864Psmpdq<Ko?fv+uHh|qDE+88_B(-qs^sQj$9bMh3rLIfO5O3Jy
z@BB$dw@fbq*j?Q?A_qHvSxX_P{I&<@ePH)Yom>R4XFbOe3GD2TbI8HQyj=kMuo#!b
z4o(e8`**_hLV%s{0{6?tj!7N(c4$+bU+?9pa@USRb;;oY{w{3YeihoQLSa;a-Nc!!
zJf&w!?F=Ve&{)UZaur&qLIXWRnrBMQKT7QogmO&|bAfPmTEoPsv>G&oX3REPxX1~Y
zM=CE*cs3G+_kYHgSgB&uYK9YrLQzoP5a*da0)_Q^)PHgiQq!ExP6@X)SCx=utho$L
zTiASxwpfKn!lz-_-gb9$I126iz5hZ1NLlP^M<{@$3K$a|qtb<<U=6%E>!Q&p&1-JP
zuS8roUtJW6)cC&H>PDj|&FgNix_A_)k-nKGJI|G|p7(d^;it*!7k%&VrV?FKqEX`e
z;~Ab8uC^5KFbTjGHqSQq2PHbL6yIa5GUAXD4eMvCQHSPyz<qxE&ZQJIw2w%5*n40m
z6DZ=9w}!`@1d8@Tj>kJwP~@uz1P=<~Snuy1Pf-vk*!Av&2g;f24@|VbmE!s^;27Y^
z83Y>M|2*IUp-31Ik1ZakB!q7kyq{G(r!yskQ=FUW`DWqF(R~Zl(~fxldJ>TyMf~5M
VVd-9Z;f#sy{#s?AA6oNQ!+)|h#H|1T
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
deleted file mode 100644
index 34accf6..0000000
--- a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.37340656523341487,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.0007457945749126396,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl
deleted file mode 100644
index c09a4a4872f00cb6fd0d5167f202bd27466408f1..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&7
znc^+b!<kZ)Ul3oESdu!$-TwO1C(DYO5_*_&ihw+i0^Q|pHcUNSNr@%N8S%xLRjEKr
HSW5K(*{)Li
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
deleted file mode 100644
index c48cb0d..0000000
--- a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
+++ /dev/null
@@ -1,15 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-248.8490186075526,1719493632,checkpoint_000000,True,False,1,c04d8657,2024-06-27_15-07-12,69.30736112594604,69.30736112594604,69992,r8i6n8,10.159.28.66,69.30736112594604,1
-176.55898278904712,1719494854,checkpoint_000001,True,False,2,c04d8657,2024-06-27_15-27-34,70.9636754989624,140.27103662490845,69992,r8i6n8,10.159.28.66,70.9636754989624,1
-153.5841199018824,1719494911,checkpoint_000002,True,False,3,c04d8657,2024-06-27_15-28-31,56.80309820175171,197.07413482666016,69992,r8i6n8,10.159.28.66,127.76677370071411,2
-141.87842869195413,1719494968,checkpoint_000003,True,False,4,c04d8657,2024-06-27_15-29-28,56.76813840866089,253.84227323532104,69992,r8i6n8,10.159.28.66,184.534912109375,3
-132.76247937660517,1719496213,checkpoint_000004,True,False,5,c04d8657,2024-06-27_15-50-13,70.93559050559998,324.777863740921,69992,r8i6n8,10.159.28.66,70.93559050559998,1
-127.65858931053342,1719496269,checkpoint_000005,True,False,6,c04d8657,2024-06-27_15-51-09,56.18658232688904,380.96444606781006,69992,r8i6n8,10.159.28.66,127.12217283248901,2
-128.54880821047806,1719496325,checkpoint_000006,True,False,7,c04d8657,2024-06-27_15-52-05,55.70376706123352,436.6682131290436,69992,r8i6n8,10.159.28.66,182.82593989372253,3
-121.30412758053757,1719496382,checkpoint_000007,True,False,8,c04d8657,2024-06-27_15-53-02,56.52959203720093,493.1978051662445,69992,r8i6n8,10.159.28.66,239.35553193092346,4
-124.07332433865766,1719496438,checkpoint_000008,True,False,9,c04d8657,2024-06-27_15-53-58,56.19808506965637,549.3958902359009,69992,r8i6n8,10.159.28.66,295.55361700057983,5
-115.79139270932656,1719496495,checkpoint_000009,True,False,10,c04d8657,2024-06-27_15-54-55,57.11151361465454,606.5074038505554,69992,r8i6n8,10.159.28.66,352.6651306152344,6
-113.53236323078787,1719496551,checkpoint_000010,True,False,11,c04d8657,2024-06-27_15-55-51,56.11752891540527,662.6249327659607,69992,r8i6n8,10.159.28.66,408.78265953063965,7
-112.30559909249854,1719496607,checkpoint_000011,True,False,12,c04d8657,2024-06-27_15-56-47,55.55129075050354,718.1762235164642,69992,r8i6n8,10.159.28.66,464.3339502811432,8
-113.81121531809409,1719496663,checkpoint_000012,True,False,13,c04d8657,2024-06-27_15-57-43,56.53476905822754,774.7109925746918,69992,r8i6n8,10.159.28.66,520.8687193393707,9
-110.44758017232098,1719496719,checkpoint_000013,True,False,14,c04d8657,2024-06-27_15-58-39,56.147799015045166,830.8587915897369,69992,r8i6n8,10.159.28.66,577.0165183544159,10
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
deleted file mode 100644
index 115f0d7..0000000
--- a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{"loss": 248.8490186075526, "timestamp": 1719493632, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c04d8657", "date": "2024-06-27_15-07-12", "time_this_iter_s": 69.30736112594604, "time_total_s": 69.30736112594604, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 69.30736112594604, "iterations_since_restore": 1}
-{"loss": 176.55898278904712, "timestamp": 1719494854, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c04d8657", "date": "2024-06-27_15-27-34", "time_this_iter_s": 70.9636754989624, "time_total_s": 140.27103662490845, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 70.9636754989624, "iterations_since_restore": 1}
-{"loss": 153.5841199018824, "timestamp": 1719494911, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "c04d8657", "date": "2024-06-27_15-28-31", "time_this_iter_s": 56.80309820175171, "time_total_s": 197.07413482666016, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 127.76677370071411, "iterations_since_restore": 2}
-{"loss": 141.87842869195413, "timestamp": 1719494968, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "c04d8657", "date": "2024-06-27_15-29-28", "time_this_iter_s": 56.76813840866089, "time_total_s": 253.84227323532104, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 184.534912109375, "iterations_since_restore": 3}
-{"loss": 132.76247937660517, "timestamp": 1719496213, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "c04d8657", "date": "2024-06-27_15-50-13", "time_this_iter_s": 70.93559050559998, "time_total_s": 324.777863740921, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 70.93559050559998, "iterations_since_restore": 1}
-{"loss": 127.65858931053342, "timestamp": 1719496269, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "c04d8657", "date": "2024-06-27_15-51-09", "time_this_iter_s": 56.18658232688904, "time_total_s": 380.96444606781006, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 127.12217283248901, "iterations_since_restore": 2}
-{"loss": 128.54880821047806, "timestamp": 1719496325, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "c04d8657", "date": "2024-06-27_15-52-05", "time_this_iter_s": 55.70376706123352, "time_total_s": 436.6682131290436, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 182.82593989372253, "iterations_since_restore": 3}
-{"loss": 121.30412758053757, "timestamp": 1719496382, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "c04d8657", "date": "2024-06-27_15-53-02", "time_this_iter_s": 56.52959203720093, "time_total_s": 493.1978051662445, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 239.35553193092346, "iterations_since_restore": 4}
-{"loss": 124.07332433865766, "timestamp": 1719496438, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "c04d8657", "date": "2024-06-27_15-53-58", "time_this_iter_s": 56.19808506965637, "time_total_s": 549.3958902359009, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 295.55361700057983, "iterations_since_restore": 5}
-{"loss": 115.79139270932656, "timestamp": 1719496495, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "c04d8657", "date": "2024-06-27_15-54-55", "time_this_iter_s": 57.11151361465454, "time_total_s": 606.5074038505554, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 352.6651306152344, "iterations_since_restore": 6}
-{"loss": 113.53236323078787, "timestamp": 1719496551, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "c04d8657", "date": "2024-06-27_15-55-51", "time_this_iter_s": 56.11752891540527, "time_total_s": 662.6249327659607, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 408.78265953063965, "iterations_since_restore": 7}
-{"loss": 112.30559909249854, "timestamp": 1719496607, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "c04d8657", "date": "2024-06-27_15-56-47", "time_this_iter_s": 55.55129075050354, "time_total_s": 718.1762235164642, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 464.3339502811432, "iterations_since_restore": 8}
-{"loss": 113.81121531809409, "timestamp": 1719496663, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "c04d8657", "date": "2024-06-27_15-57-43", "time_this_iter_s": 56.53476905822754, "time_total_s": 774.7109925746918, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 520.8687193393707, "iterations_since_restore": 9}
-{"loss": 110.44758017232098, "timestamp": 1719496719, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "c04d8657", "date": "2024-06-27_15-58-39", "time_this_iter_s": 56.147799015045166, "time_total_s": 830.8587915897369, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 577.0165183544159, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719332932.r8i6n2 b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719332932.r8i6n2
deleted file mode 100644
index 80186fdfd44a0eb3cc6b9b6fd09db2190d925fe2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Pdt26}n%)99*#hX-=n3<>NT9%quVrBHIRFGd8s&2#la%WDCW3kO3
zbpni9Vq79zyhVwX`X!}#srotj#l@nEX+K;JXm)cNK($Q$dLf?k;AyxPWiCZ7DY%y6
zjQrA^l=$R~)a2}f{LH)(Q3i$v`;_1Nr=VD=a1O2?)ykCoyi}kT28J)UCqCAPTA3Rw
z8^E~-p+$*HflCr@Wl3gkYJ5pXW^sIGNorAivFOCiC(inck2(#Z+UGVmzvOf{54TZ;
zONmPwReNz}UUF)DQEG8Xeo-pefcvk~ZOowtJb!U2l5+>b04**JE=9NjAX^hlGV}9_
z<57(P`FxxA+UY1huc?Up2o7u}Y=Iqr@w<!f6Mh$zz}{L3*FsES&%J%%7K)WlRdD?{
z0-N2#Zaqq1pG9aP5ZL<|?l>1Md_4;#u>GsyHWCbM4bub{@&E3bD1m(%VF1yA&ET-0
HHf9O{_1yp8
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719337296.r8i6n2 b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/events.out.tfevents.1719337296.r8i6n2
deleted file mode 100644
index 8cc354ae2695e10c3f3312f2dd0ea2ed51a45b18..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcaUn?q_lx~A(-x+cXEZkiy8<d*iL5tY42$z|NRwxjNh%#45akYGZf
zf|XJ|Xqi0*`jSDCq!EZuB|%AqpqTZNl9Ysj-F3&iJLccK%{k{g-@V`Y&P}iczJZ&i
z4lZ{k?DFfr>C^V8N>z~Ltg{VR*7I}jzsmoTVbl#hYAoV<%5J^&*BxM;@el`5s?hAx
z>t*b!RW!}^vwgMrLu2Io;|8SX*E__aatg_Sbg)y1=2hxzMda~fPfeX7$-2#AX(?Qu
zd*e1yE?uE`Go`4=m_RI+g5i^WE`!onk#d1+ze*tvNP|R5sY^bLbg!f#NyjSEY-8+P
z(Y?$rHQRvqwzhuf_E%8&VQ@f_8LmmP2O|}0x}xIs24}q8LY~oJ;oD?6*A{Hxgrks7
z8~9lTT~cHXncMhpKG%_3ZMwM>cK*beU+nO$#AX)$7LVH7rc7dYG8D2GvGWFFmrayb
zmg2V&yJ6%MHi`Wp2-!vKfxDlJnis#`F^SEGQ^sAz&M8I3^Q*ltO=5Qh8|+zZi~Hit
z>W!hWz|gvSA69ey&yP%x6S197S?FgW4teVYRq$!Zg`4WIN{l1xCAV2<V<FN=@qZZp
zH{*x~s1$UMmyGl}PGcQBM2py?h{RyT)TpY8#1g?48k6gNs8(pkDoI%(Y9pl@)d>(6
z5(+Jj0!~zwIz(LLry^MFtHh!x$=8r5`ACSI2Fn5Vb!Hn_H~vE#MF3OlX9tLokrxYM
z8tb$|3~%0OXDTG~J8bMGh<_uUDUif(zj4k(kize@QO-=r;CJ7crn2-b*_hw>;*)%C
zZDW4349qZ)9GstqHI1ws(sY3cEXh?$$tVLOOmL2ajQtq{@gdssoOOQ1^(pt`Y$3#M
zNJN4G!z>koebdxvuFDOnTS!jx2i%af*&sC8;wCTTmb0fNggeGRI}(Un>zs6VpIbkS
z$p*BT9OhuCA2ua|wxx;3Zt~)7?NwT{RJd|%BCWu9@g`mjT;k$~jqS+>7uf&T9?N1t
SdE&94?%@t*U)YZtaq1rcjtyl1
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.json b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.json
deleted file mode 100644
index 073d458..0000000
--- a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.5887703154000944,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.0008721653331207079,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.pkl b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/params.pkl
deleted file mode 100644
index 82eaeb8610755e83829654c9acc2d2d1ef3e9c33..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%g8caKX$@O9S(HVVZ%aLWTHXLLl?NVoW`3dGQ&ki78XO
z8GATWit-EMixNvxr?}fcx^8kq|NGM(rko-m&u5Cmsowu0JzPnNCCM4_#hF#9Kub7E
F^#BA5R4o7i
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/progress.csv b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/progress.csv
deleted file mode 100644
index 74c0983..0000000
--- a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1987.1915456216166,1719333389,checkpoint_000000,True,False,1,c2c99680,2024-06-25_18-36-29,456.8247263431549,456.8247263431549,2195253,r8i6n2,10.159.28.60,456.8247263431549,1
-1982.5428274560163,1719333829,checkpoint_000001,True,False,2,c2c99680,2024-06-25_18-43-49,440.0058114528656,896.8305377960205,2195253,r8i6n2,10.159.28.60,896.8305377960205,2
-2012.3732496847317,1719337749,checkpoint_000002,True,False,3,c2c99680,2024-06-25_19-49-10,454.0293221473694,1350.85985994339,2195253,r8i6n2,10.159.28.60,454.0293221473694,1
-2023.2190220149482,1719338188,checkpoint_000003,True,False,4,c2c99680,2024-06-25_19-56-29,439.1456036567688,1790.0054636001587,2195253,r8i6n2,10.159.28.60,893.1749258041382,2
diff --git a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/result.json b/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/result.json
deleted file mode 100644
index 98eb284..0000000
--- a/ray_results/test_experiment/train_model_c2c99680_18_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_18-26-08/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1987.1915456216166, "timestamp": 1719333389, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c2c99680", "date": "2024-06-25_18-36-29", "time_this_iter_s": 456.8247263431549, "time_total_s": 456.8247263431549, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5887703154000944, "lr": 0.0008721653331207079, "batch_size": 2048}, "time_since_restore": 456.8247263431549, "iterations_since_restore": 1}
-{"loss": 1982.5428274560163, "timestamp": 1719333829, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c2c99680", "date": "2024-06-25_18-43-49", "time_this_iter_s": 440.0058114528656, "time_total_s": 896.8305377960205, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5887703154000944, "lr": 0.0008721653331207079, "batch_size": 2048}, "time_since_restore": 896.8305377960205, "iterations_since_restore": 2}
-{"loss": 2012.3732496847317, "timestamp": 1719337749, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "c2c99680", "date": "2024-06-25_19-49-10", "time_this_iter_s": 454.0293221473694, "time_total_s": 1350.85985994339, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5887703154000944, "lr": 0.0008721653331207079, "batch_size": 2048}, "time_since_restore": 454.0293221473694, "iterations_since_restore": 1}
-{"loss": 2023.2190220149482, "timestamp": 1719338188, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "c2c99680", "date": "2024-06-25_19-56-29", "time_this_iter_s": 439.1456036567688, "time_total_s": 1790.0054636001587, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5887703154000944, "lr": 0.0008721653331207079, "batch_size": 2048}, "time_since_restore": 893.1749258041382, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719325156.r3i5n6 b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719325156.r3i5n6
deleted file mode 100644
index 857d34b750d8b2e30b5df5659eea38d004cdbc52..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$P-n*}Sk%)99*#hX-=n3<>NT9%quVrAr_#jrvds&2#la%WEQsx>_z
zbpni9Vq79zyhVwX`X!}#srotj#l@npcWiR@tbW#R0M#<}>xFpE@J6^6WiCZ7DY%y6
zjQrA^l=$R~)a2}f{LH)(Q3i$v`)_{?Poh}K+6LE;YGq1(UMf%v1H(k8BrAQWmASF9
z0i4GXT9mjHxFq3LmSpCp#+PJd7RP6nq!z^&i;7&C<Mb|(Z;>HX``qT{mz*x`a2r*)
zl(?i(wHIgRC8x$0r52au7o~y?5G}~6HHRAT{KctA&VvX8w74|56yXMdY)vf5%+D*1
NM>PiIbK#(+S^$`TgLeP`
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719327610.r3i5n6 b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/events.out.tfevents.1719327610.r3i5n6
deleted file mode 100644
index be46ae5ad11034bb8f06f1cfcc1d9f6026229e6e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QpavSb#n|ISuiZ`h!F*8rkwJbHS#LDQ!bXiYjsJadF%bhuWXSRI;
zsS{w*65|r#;w?(7)GsN`OV!WGFD@3{v!Kb@&Cxx^0IFr`*9-BS)91mpD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*t=GDo<OnEZy{Vis+B4Ed8t4x3=9+8RSxMxt;~&;
z4d8r>(4xepz$FQ{vLrJ%HNGSxvp7DpB(*5MSaizzc}|xXvxOT%wa;yCe#u#~2yUYa
zmlBsWs`lc{yyVpQqSWG&{GwE_0rONk!_1)uJb!U2lJhIV04**JE=9NjAX^hlGV}9_
O<57(P`CL=H&>jHp&WA7n
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.json b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.json
deleted file mode 100644
index f7623f2..0000000
--- a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 2048,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.4176788223006639,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 2,
- "lr": 0.00038150746043137153,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.pkl b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/params.pkl
deleted file mode 100644
index 22dbfe027d19fb71871939982c85229f0b51a0ef..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L}k%h{7Z?^H5|s
zdU#WFlTuSsGV{{oQ!;a>_%bl|aKX$@O9S#*dU#=)fu@3mn0okNLLl?NVjMkedGQ&k
zi76m=aHbUH7sMAOmZVN`x4*U9{!7F4v>v9MA|TI_VUfV)I}3Wak`hajGvbRgt5SiM
IaFpr+0Q0m{ng9R*
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/progress.csv b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/progress.csv
deleted file mode 100644
index 7ed4de8..0000000
--- a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-357.444681242695,1719325234,checkpoint_000000,True,False,1,c4172973,2024-06-25_16-20-34,78.41421294212341,78.41421294212341,69318,r3i5n6,10.159.8.159,78.41421294212341,1
-261.25574487400803,1719327690,checkpoint_000001,True,False,2,c4172973,2024-06-25_17-01-30,79.34292578697205,157.75713872909546,130020,r3i5n6,10.159.8.159,79.34292578697205,1
diff --git a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/result.json b/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/result.json
deleted file mode 100644
index cee08e9..0000000
--- a/ray_results/test_experiment/train_model_c4172973_8_batch_size=2048,decoder_int_ff=2048,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-16-54/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 357.444681242695, "timestamp": 1719325234, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c4172973", "date": "2024-06-25_16-20-34", "time_this_iter_s": 78.41421294212341, "time_total_s": 78.41421294212341, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 8, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 2048, "n_head": 2, "drop_rate": 0.4176788223006639, "lr": 0.00038150746043137153, "batch_size": 2048}, "time_since_restore": 78.41421294212341, "iterations_since_restore": 1}
-{"loss": 261.25574487400803, "timestamp": 1719327690, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c4172973", "date": "2024-06-25_17-01-30", "time_this_iter_s": 79.34292578697205, "time_total_s": 157.75713872909546, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 8, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 2048, "n_head": 2, "drop_rate": 0.4176788223006639, "lr": 0.00038150746043137153, "batch_size": 2048}, "time_since_restore": 79.34292578697205, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8 b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8
deleted file mode 100644
index 862f00057662dab9f3742be1c2069ea5a4acc02a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|TSyd97+z<?njco(Y1hkoX)gvcQJYajR_u!SqLdM#`A~;(=h#l|o>}J1RvMuw
zQ7?fnMhRkO4?RR01R+HaJy{_58a-4#bb&yj3kVUN*_}PRYi9E{|M!3Ych3KPr`nPI
zW`;V0;?$MdQ1{fER-dcSP&Bfq{URo2%f6=Dft8TmH#c>uO@yvckJVREB3FV3T!u0b
zHq!)$6FQ~dN1cxL{bwJ4+iO$Ce=H#ppW>7d1i;5BG_I!;DvHH%>_SS{i0O4Wh9lQ+
zHZ>MWzU}7xVo6mem{A-KPk4GFY)dB3)SnP(52pmd4>erU)RGvPag8F)#0H|?_lw8c
zr01T6W}7}aI{HOi&C?qp2(`s@s*xB*2BxNN;LLzm^AimR?E#-YzwQ;)(_CMMCJ68W
zma1ZEI-#g|jCJ#0b%&ScO0sjtChwdV=f^)(^|EEl_nk291P_X*6hlc;6vmfR*kE@d
zX2%UDTyw%!8<N%p>8B7Z1L#xCSe&U0V!tyeL79qUy2|d%_Kf=bS*-@Vg*B2+qJ%Pl
z4F<Wvm4ghsyBa(NrNU+xh^nEd5WAQq#ke@xhgDT0=a8x;S&5wnldO71*$eL6f8n4~
z5E7O;Kq*0Stf+pc?1plwIAn4I)JdC!XdT50iCho0(!WC>?|^z~Gn3_=5R(3H;)FD~
zi`f3XT)EdGuI2n&7T}!#b$S0Nrj(@sQBz?H)=0nJ@j`%SLf*$&!S_&r%7WcWqI>!K
z$JVPyzeZqtZbht^4a{l;eCu4}*l-jYHdr~wE22=lJ|G-q<iN(>^A>*;$}R6$q3id7
zCnM?InZp#tfH$Y2P*s=*4&2QE`Pgz`EXp3?##!Y(tC8cbk)b2@BV2eob5bn3Wxt+g
b2!rqM-D9F=H_tMb-}{!Ju&w0KV&j89_Qi{N
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
deleted file mode 100644
index 8d7586a..0000000
--- a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.8825060164596403,
- "embedding_dim": 256,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.00022475452906788255,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl
deleted file mode 100644
index 319b1e4746b7d10b0822fef84f8233951757e90f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@;Q2VVVZ%af`yoR_+UaH^PpmEdGQ&k
zi78XO8GATWit-EMixNvxr?}g{v8{D{_T^CzQ%(_(r(4>z#q^(l4_8uRNpePfab{I2
J&=QtXJplV?Q_=tc
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
deleted file mode 100644
index b24b169..0000000
--- a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2052.7300347756213,1719490908,checkpoint_000000,True,False,1,c590a939,2024-06-27_14-21-48,205.80420541763306,205.80420541763306,35196,r8i6n8,10.159.28.66,205.80420541763306,1
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
deleted file mode 100644
index db6afe3..0000000
--- a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2052.7300347756213, "timestamp": 1719490908, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c590a939", "date": "2024-06-27_14-21-48", "time_this_iter_s": 205.80420541763306, "time_total_s": 205.80420541763306, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8825060164596403, "lr": 0.00022475452906788255, "batch_size": 1024}, "time_since_restore": 205.80420541763306, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8 b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8
deleted file mode 100644
index 395c5082f612d7c7e9f7c2e55543192a0532c7a6..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1135
zcmb1OfPlsI-b$QPShroAJ^!Yo6mL>dVrHJ6YguYuiIvgsKD%CJsJadF%bhu`*R#F@
zsS{w-65|r#;w?(7)GsN`OV!WGFD@1pzV+Y5QMF{Q0aVM>uNUGui?+bED03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*lV*+o`PcKlWlPQs8*)r=cNL*FfbH%Hg462TA3Rw
z8^Bq;9j--*OMy!gZe>YkZfbl<MrLt*W=U#Me6gr=^&_Wg;=->Cq1xv*H^1ckiqNjY
zrNkwTs=YWfFF7^7D7CmGzbF-KfSanhzd6)^=Pyo0a^~!S+poo?!KDZ{0Ay=oNoIat
zaXhLqAfF4|xloDXbK}i#+2()(n+aQBAGq<~Wp!~|K1yImY=LVbCa^;;h%Z91@*YAz
zj=;`%(E1N0uv53ftt1fGcDBczW=D(npak{<gm!{~?Qkc=`TggfER?_w+XlCv=)h)h
zcyf;W6pGJ({=O;?4s2#@fvw;F-({QMVRw|k7XAy@LQG&Qd{a4wV&!avejI^)^>IlO
zN?@!1gIh@;uwUCBce1ZN)`Sw+OA*=$2DY@_9Osvk)elhuTjoF9exd{0!QsZ-DX#$y
Csd+a5
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
deleted file mode 100644
index 200259a..0000000
--- a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.8804057782771979,
- "embedding_dim": 256,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.00020339747661453456,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl
deleted file mode 100644
index 0ee36134b5cf878aec4f1a6816e0a8a229c88067..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@>zO#VVZ%aLWTHXLLl?NVoW`3dGQ&k
zi78XO8GATWit-EMixNvxr?}g{(ec<TE4QMDDW?d?(^~PE)ksUVhbt+uBsn9#II}7h
JXbDHD9ssDlQ49b8
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
deleted file mode 100644
index ce3cbfb..0000000
--- a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
+++ /dev/null
@@ -1,4 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2046.8147607037401,1719562168,checkpoint_000000,True,False,1,cd09d91f,2024-06-28_10-09-28,113.24074220657349,113.24074220657349,242786,r8i6n8,10.159.28.66,113.24074220657349,1
-2046.7734077033097,1719562267,checkpoint_000001,True,False,2,cd09d91f,2024-06-28_10-11-07,99.61961531639099,212.86035752296448,242786,r8i6n8,10.159.28.66,212.86035752296448,2
-2044.4744459737942,1719562367,checkpoint_000002,True,False,3,cd09d91f,2024-06-28_10-12-47,99.62483620643616,312.48519372940063,242786,r8i6n8,10.159.28.66,312.48519372940063,3
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
deleted file mode 100644
index 12ce230..0000000
--- a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
+++ /dev/null
@@ -1,3 +0,0 @@
-{"loss": 2046.8147607037401, "timestamp": 1719562168, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "cd09d91f", "date": "2024-06-28_10-09-28", "time_this_iter_s": 113.24074220657349, "time_total_s": 113.24074220657349, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 113.24074220657349, "iterations_since_restore": 1}
-{"loss": 2046.7734077033097, "timestamp": 1719562267, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "cd09d91f", "date": "2024-06-28_10-11-07", "time_this_iter_s": 99.61961531639099, "time_total_s": 212.86035752296448, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 212.86035752296448, "iterations_since_restore": 2}
-{"loss": 2044.4744459737942, "timestamp": 1719562367, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "cd09d91f", "date": "2024-06-28_10-12-47", "time_this_iter_s": 99.62483620643616, "time_total_s": 312.48519372940063, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 312.48519372940063, "iterations_since_restore": 3}
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8 b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8
deleted file mode 100644
index 701100d7784285edb871ba44c16763124c1b1a96..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$RD+Qu3&^KUvz@g@}|X6EU+mZj#ESQ$NSG-^?Xs@pKX+?n&Gv5Rah
zP@MpymKc`^7jIEwrG80iUaEdhesQsA#jGDLmaVec22d?izg~#vOtOS)QRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#u-|QUZ5N7_o2}vcQLRkL&r1brVPM$9-p!;BwK6wW
zHh|N~2ChYkOMy!gZe>YkZfbl<MrLt*W=U#Me6i?Gfl?QRmeW~=Q0;S@n_qJ7M`%~!
zQsR<E)n1&Lmz)}3lv-SpUz7?qAm-O`C3C0&&tII1<g~Vh+poo?!KDZ{0Ay=oNoIat
zaXhLqAfHbOnWu;1^NkKH{BfYbX2KTOU2)%CQdi78i4xe?9pPGt3G6R<YJMnICOE<M
z;|T1egR5?$1om@;76O62Wq+Z|H@DK|D1jaC47ZVBV4G)rc6sIh`XEYRUqKi^bYL?$
J9H_W60|0jg?N9&!
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8 b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8
deleted file mode 100644
index 5848e0830444143cb78a182ce5c1d9c23a37e69f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcb<oCB*lxu)w+>sn#^(5euX2)p50Xb4h43C1w)T;0jtnQdmav=;>p
zq9+loEX>Rz!blM!C`c%<u%I4_D2&W9^`#%8EF$QxJ9~G>G@Z9O=X~e8_dDOYnWo4$
z(7M;oygn27#P_}0Wi{6;yeMt0IEEyxv}DHiX1YMH8}2(^&QwoadtZ<1*3ym)NC&gR
zw>Y(sgq(g^RV`&*^Pb;Y_lqJO(*6Az$COMFNCD)7l|WRV9P$gC*N41KL0ObEi^<gH
zk|xJm43r}u2;N93$P&U3lZnoKN;`GRz~S5)rgEA<>|lc|LaB)X#A!ZJ<wOlBoN5`}
z8S*^-bKO;}!+YD?=a`2v_(rfpwh^w1k{59bQZ-pY3k_~5Pp)p)8_dj(*D~cF3BLmh
zA)hn|v+|lKODbn<6TW%5b1>O(^M-SGo_oV$CoUy+X!@t8RxK<xh<&<;KvpBRt>mD^
zK*^pb_+`Xyu0B+05c_NlvVzzL*rT3={BhbKw)p~KTv2S;{LS<3LFaCR*d4J3s}|ej
z-Zt@aZa5(_w9ek1Bh2i@{`~?L+i``4ej3s_UyxV$fXX>ha}X)mIFeR%iiVRktkF~K
zFN*y^*;4@OdClv?BRzp^w4H?%0eNKs8w{J8YiPi+EU?7Kq)>qK^DRihsWdQ0Q;J@l
z3F&d6_+m3Kf+7bw?4mFg#-czy5(H6d<ODH*L-;gEim)#*TOcj^AKxemD1Vq8AW7nU
zh!<?MBMnkn<3>C3Acy_W#x8<{H`0*{+3fNg=hy(b?Ef~(u?Y&;l{aRruD?;z=Xd|}
z<x*x#pFY1S3f@wX6PurkR28orr)oSFSd<#%s(TdNrDAg&qO3P4$cWRHWzq@<Tb(<o
zNf)e(N`!+E!xXu}x@c-7*Xf45B_t<#lN+)Z8-yg=-1voDa`vRe=7!Yp>~NrK@@w5t
zdyOl67=sN+F+R-tct4QDrG-Syw($x3GF~M$UtBl$jC7RgFW#fu1N#_vRQ+Obg7shR
Wkt9Tv#~zF6o@l3%6PiXV=Klg;Zw@#B
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
deleted file mode 100644
index 19a9f63..0000000
--- a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.5002709319790926,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 2,
- "lr": 0.0010079586534441948,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl
deleted file mode 100644
index b5ab554ab54e7df8c1d917deb258cdc9814daa34..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`wRm_+UaH^T1+EJ#2aL
z8L5dWQ@jOwI8%!93*w6sOH!w}+dp8k(63*u(ZiHe1mp!YuaEioU{ViPQesJRMtpH*
KRVv7mQau36pHjyF
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
deleted file mode 100644
index 014d2b4..0000000
--- a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1988.827157088152,1719497844,checkpoint_000000,True,False,1,ce13f5b5,2024-06-27_16-17-25,980.2613203525543,980.2613203525543,69992,r8i6n8,10.159.28.66,980.2613203525543,1
-1978.954319751169,1719498811,checkpoint_000001,True,False,2,ce13f5b5,2024-06-27_16-33-32,966.9953911304474,1947.2567114830017,69992,r8i6n8,10.159.28.66,1947.2567114830017,2
-1980.5698492095225,1719503758,checkpoint_000002,True,False,3,ce13f5b5,2024-06-27_17-55-58,980.9022901058197,2928.1590015888214,242786,r8i6n8,10.159.28.66,980.9022901058197,1
-1991.1704995463213,1719504722,checkpoint_000003,True,False,4,ce13f5b5,2024-06-27_18-12-02,964.2863810062408,3892.4453825950623,242786,r8i6n8,10.159.28.66,1945.1886711120605,2
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
deleted file mode 100644
index f9f0039..0000000
--- a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1988.827157088152, "timestamp": 1719497844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "ce13f5b5", "date": "2024-06-27_16-17-25", "time_this_iter_s": 980.2613203525543, "time_total_s": 980.2613203525543, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 980.2613203525543, "iterations_since_restore": 1}
-{"loss": 1978.954319751169, "timestamp": 1719498811, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "ce13f5b5", "date": "2024-06-27_16-33-32", "time_this_iter_s": 966.9953911304474, "time_total_s": 1947.2567114830017, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 1947.2567114830017, "iterations_since_restore": 2}
-{"loss": 1980.5698492095225, "timestamp": 1719503758, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "ce13f5b5", "date": "2024-06-27_17-55-58", "time_this_iter_s": 980.9022901058197, "time_total_s": 2928.1590015888214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 980.9022901058197, "iterations_since_restore": 1}
-{"loss": 1991.1704995463213, "timestamp": 1719504722, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "ce13f5b5", "date": "2024-06-27_18-12-02", "time_this_iter_s": 964.2863810062408, "time_total_s": 3892.4453825950623, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 1945.1886711120605, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8
deleted file mode 100644
index 99bec7c69ab89060fb44bd5cf0831b4914d041ba..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$SBuQ&FE&%fy?#hX-=n3<>NT9%quVr6unr@2%as&2#la%avJmrZYj
z)Cn+ZiE)W=@fIak>X($}rRwM87Z;1_ocQ8$>6>Ad0aVM>uNUGuS#H9$D03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*uT6dcn8Hwm)mgts8*)r=cNL*FfeT0Av;eWYGrP$
zYyjs)gcc<(1ujXrl_i<EsqrNlnZ@y$C8<U6#iB9kGo8<?w|+H*YM<NO{F2k>4%|i+
zE+sB$RPDu?dC95qMXALl`9-N<1H||_7Mnv2c>dy4B<E3t0a{!dT#9f5K(;29Waj4;
P$D<kp^7+bn8!iC=iIawJ
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8
deleted file mode 100644
index 1691e0cff30f57a8e21c4d51ffbfdaeea13da71e..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Q0wz-!g=ihXc;!P?_%*@ksElbTSu`&u$I;^V<RkvY&xihD{$X)p;
zpgI92Eio<;F5aTVO8t`3yj1<1{NiHK@bWJ%x0mTmGk|KD`t?FQr>i7fi!zrYmlRw}
zaYlY=PD*@oMrv|)L4Iali6{d@gMBSmbt;OLozigqs8*)r=cNL*Ffi;i@08VtTA3Rw
z8^9?k1J|O&rNAW#x3VNNH#NQ_BeOU@vm~`BzF2hIy;;tIN4cF1q1xv*H^1bZiqNjY
zrNkwTs=YWfFF7^7D7CmGzbF-Kz^=nzr<g+xc>dy4BqyIN+<q-C4K78v0U%owOEUBG
PisMm@0r}iBAf^Za`LccX
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8
deleted file mode 100644
index 5cd08eef56bded162a0b5c97eebdca2cf7f0c000..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcc7pE<N^j;`tY)4FCq3$+@BA;NB`5C$RA4<<2;J6CsfcV?LxGwUHi
zk{)^}%_u>%tcR$`BJiOI3Zn2SqC$fxgv^LAO@oS{JMQe=9oy1*n{&>0zI(s(ottBd
zd?P3Ky67)6Q`Zg;P40GBn`BN9x78d)qFS+i0(RJn^}5lajw<@;$o#xkx7O^=hAgnk
zT&G8E7m+6@DT@6~+G2I%?=`Mc9n!z}oTY1S5J)i;frCJlfYcu3S$_ce+rp9{s&<p9
z%R9Gc+G?Oo9wm4qB`=8xLrf;~R)O*8l%XR9b#&Vu0&#&8atWm>gb=F+1cen;B(sYB
zW#K>-ziDiuOotD4cYmTg?h^P0a6z6Ct_Y$Zu`*IrNk&Tzd<XY$Dc2i(oEdMRzr`B3
zVKWqw1{y1;3X-U>#x~l`r)d*yxcOY~xynXOY)c}s%f*H2mbXum4Pwvq5y)!9zR=Sk
z8z{r)2|l6NUET+2tz`zW=VOo+#C~1bS5^PhRbmi3)K3^!6#Lb!?COgfQ^yTre~2|$
zwb&-#+~lLW(WJ=G&JJE`r3X@bm&A5oHN#~yWU+xTCvzc%^`K*6BxB=<YVBz=oH9eI
zo??Db%y-IV18Cw@e*lm4IC7d@4A^+&mw0S2Y-+Z-8OL(L9v>6iLu`=iL^4igfHj(u
z_39kRiVMXTTY=_fDa>LQX;c`CLQRP01+j(Yg%A$m(;zXzzQk;YjOc%SqZFWm8aqIW
z$OaI{JI(G4NN0>2?Jk6T=06*|45DqMy8!Z-e{Y<7Jrpqi+bDMl6f-MtOlFVev#8JS
z@$8ifdLlZ%DGJ_EkRO|$f)oX>9IL1t7FZCQrP_xS+^1r5yiGZ7Qji^|EkkF#f3d4{
zXYjfgGNTgVV8k#^A2^mxjpT-XP?$h+lE>J*<pv?iE+2j&6V9HLV0^kZI~=GV{l%QI
z9r9|2G1!0<hkdXv-VY>!iEtujTap;|;TJElS4quRZ-39e1C{!V_iSvWo}P`WUj`m<
Y{H;9_`H1q^V=>(=E-Ed_vT*OjAH}8ztN;K2
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
deleted file mode 100644
index 6bfa6ca..0000000
--- a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.049653684746237436,
- "embedding_dim": 256,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.0014072769080781988,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl
deleted file mode 100644
index 008997072fd151c1980d4265bcf98c792fa84df3..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mIC}VCLLl>?%GmPaGg1>%
zK<?m7DatR1FG?&)o#Jl4GRM@w;?jd2rko-mFPyJO==X-89<HRslH`o|;>@a4pd}oo
FdH~9(Qb+&*
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
deleted file mode 100644
index 6e1ed1e..0000000
--- a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1958.2553874338705,1719492460,checkpoint_000000,True,False,1,d2831dee,2024-06-27_14-47-40,306.8074827194214,306.8074827194214,69992,r8i6n8,10.159.28.66,306.8074827194214,1
-1955.7293941467765,1719494783,checkpoint_000001,True,False,2,d2831dee,2024-06-27_15-26-23,309.7399287223816,616.547411441803,69992,r8i6n8,10.159.28.66,309.7399287223816,1
-1960.276611328125,1719495627,checkpoint_000002,True,False,3,d2831dee,2024-06-27_15-40-27,308.24083185195923,924.7882432937622,69992,r8i6n8,10.159.28.66,308.24083185195923,1
-1955.4441956046999,1719495922,checkpoint_000003,True,True,4,d2831dee,2024-06-27_15-45-22,294.4752688407898,1219.263512134552,69992,r8i6n8,10.159.28.66,602.716100692749,2
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
deleted file mode 100644
index 8209b8e..0000000
--- a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 1958.2553874338705, "timestamp": 1719492460, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "d2831dee", "date": "2024-06-27_14-47-40", "time_this_iter_s": 306.8074827194214, "time_total_s": 306.8074827194214, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 306.8074827194214, "iterations_since_restore": 1}
-{"loss": 1955.7293941467765, "timestamp": 1719494783, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "d2831dee", "date": "2024-06-27_15-26-23", "time_this_iter_s": 309.7399287223816, "time_total_s": 616.547411441803, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 309.7399287223816, "iterations_since_restore": 1}
-{"loss": 1960.276611328125, "timestamp": 1719495627, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "d2831dee", "date": "2024-06-27_15-40-27", "time_this_iter_s": 308.24083185195923, "time_total_s": 924.7882432937622, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 308.24083185195923, "iterations_since_restore": 1}
-{"loss": 1955.4441956046999, "timestamp": 1719495922, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": true, "training_iteration": 4, "trial_id": "d2831dee", "date": "2024-06-27_15-45-22", "time_this_iter_s": 294.4752688407898, "time_total_s": 1219.263512134552, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 602.716100692749, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8
deleted file mode 100644
index 6d4f0078fd203da2f82dc460fa756564b2a76b19..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcma*lZ%7ky9LMof7jd^Hdyu9p%iVOyf~FQ0MRV;|BB4|?EF!LTUhUZJCcD%AfzCt_
z!w9tIh?o#8dnPD?6ckDYNf2g%Eg#KVN|-%JK^WE6_#I!^xZC4<e?R<QtOWc2d)#%B
z#QRR%`EWI|aLk~)9B^~OzT+LNARVr4tiPKyWxgAWT%+(;qIM<qoj%V}Ol&7~0rw57
z)Gn}A-Y<$phqN2cX-#FkI+NW0{hr2sH&J3DjD!ItqQ~FPx6+J<WxQ>EPLPT)ELi`>
zGBXP%Cpu9NCtLjj`!B(;XiO8cW+r_X%TD30+bAK4a-tMXN}P|SB@ZXkoWurbvB>ae
z+;MvDz<f<6f7H{njOX>Cyn-N!oiG<Ufnn(YD@y(Vn?BIl+;H|_=0M{6+w*u+KRRF`
zst6-GkXm(1oL>-WcqaAob6@hWfR~>!RwvWg`Pr}=7S^5Sn%Yr-Es-cugB?3s$b-oZ
zxzB;kGdrRHyW4~&6|jrRuw!qF*9NdR<y;Ya_@0^C;4i!c*liVPUo|#nA7DD>!OIIs
zUhhf$vkS6e@A|mz%-b)m0_-XiO4MLCCtO2da$N3nV4IU$%>esI1)5aAE?W#cR-P>m
z0_+JnSHw1ViPUJwJqfU@E787cY`c9o-V+5cpNc;*rLi^Hu!jt@&ZleIO8{H@6(wr0
zT`#78fXP9*&w*`w5W@j>`8PDFfSvdpcD$pOdI5Gw&K0qn>P9GHb8-w|Z%d$k)!0G%
znm5z}UcS6%rY?=WB^&nhwE-s+DU1MY%!m>-*i)r*zrbX_+~>d!a+Qq$TTh}%1?<&N
k!;Xj4&szYySI!l&asD->i!YS`?4*1^HTH<Td-l5RFIC4-`v3p{
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8
deleted file mode 100644
index 9d986bc95b182ed81a3ee3445d29cc96827c9233..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcma*jZ%7ky9LMp4pt^IW51Q!uL(V^#>1O{^G}mqQBqUjit*B$p8{X#b^zLR2S&hsH
z!3s^L3sa1O)CU##p!Gyb5bO^lDhQ%_R+AChm<Ca+t?@g)uyJ>f@BRJod*x&Qzq^-?
zYw=%sfzOWd4@WfFt-O_Cbw|5tR;<}G*=LOvrT%+3e%^??TTiVf{>xooo=0pZvU#gV
zFS=P;-@yrjx-`U?a$>%dRjFh+7NYRD9VJCXA)!Hu(9XF#+9+E)ZF6>V3@fTJ%vV3(
zV;TdK5hv>5WE;oQ{}K$_89MY{pPF=?-PVW?awyRfJBR`_DKaja65APpVnmv!1a(bh
zmaJZTcYk*(AM5Q6<IygZ7ZX}y3(N(Ewb2w$3nItU$phbAPxynW17E)_T5yek4wMsR
zL?JqmShb1_#|jiYlX!Vo{P$Dv@}+@0xHEyhAszNPtij|RnSBYc*RG>P3HFQC&b?r=
z=LYICU{5Va_5<v=l*nK^bOCbZz`as{?Y@Z?WwFiKWyW&ewh3T|r2~qwF~f?gxfi_L
zUc0z8iM=r$_FSae)IV641F$>mP@)8zv1GZxWK8NaVEcpdHGu6sj3#BUyHAgj>y}zR
z0qmHR%VG}%MdO)U_zb{y)T4dH*ak!R)yxQZxo4NEDv6D!!`_bRO_dcb!vOnA1xl1)
zTbdq~fXS>%)Mvn+jG8%sJuf9P*nd<3a{9v0YXJM04lT-JU;Q#+^w64*0DDe4pcva{
zxHuYo176<n;Dj-WO{BxNER>iA`}Yk2Z1WUKlwiA?+H_#@t<-10ejd$z46vK0(WDIa
nkNg1H=UuJ^*srBr7W<if!B{+W*$1%68MLn$d&1zqUEu!<tDaS*
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8
deleted file mode 100644
index b1f7a461f25c87806703210799e9239c026743d7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reM}Q)90%~)qHxbFrImsf&{AfU&Wsn`L?X2GYL?+La7%PL*sZjOEz)b#JLWJr
zb*M8lOfYj&hZDz`FA(J)r)B}sMNqR$jV9`{%$GUEWkljO6=7!AQl9J2wchbx?|Ht@
zx6kJ}{&+f7Hul%HZn1$lF}+h?z2{nyPFdlzxtNz1eLyo@e(t>d^FL&S=5_5^O%emw
zx6TjDOL)PUgc6a`XRFQPY8X1J+QYKi+=f)^pR?V?*`dgee=bmj<u;CFpme0e5!UIc
zsdi9yCv9Kl^|%;LE0e7^9W89n1C<STa2{4VJPgf8WU|WC&ttPfmG1JiQewtk95En0
znuaSmmz$<Ir;DXr9POi6?a0V?79aWJ#GFukcYXamqD6?mhzuwN##t9*rzs!JavmQY
zT;RN~ZsYvW0(S?_EhiEOaK91FM(KEgK&y>&c^H<0%LI15Y5(g*VCUZ0j^ZHp<Ve_>
z_Y$qe`>Qqs>`ievA_cpx{H1tMsU&bd3ij+-8;t<_3n3zcZF<;j*>{te3$RrPH;Q7X
z4bLLW_GOp=_7-6Q$=EXUp5a5KVCOZT^_2&)m65PFvnuP8ON<9#uiJ(rQm`Mk8jPTF
zQX|es!Cw3EH7~$!5+WklSFSZ%8s?{*2H3GpxKR|FsN~3!liw-;_D8}3lCjNZUEGyr
zVCR{`PrX6x_(<69orLvJ<?){YcGeRdk%FCfc}NQ?j|urG*ewmV4uD-Sf-6O^yL$Z=
zhx5j#0Q-m#7sbwQYbEK}?#lo>a}@VW#$Io(>QGGtJ6EjC+Ze=FMZ&I2im@)a)7uBI
zr#f*&3bwxWZZfFcE99eKA3s!(4X`s^xKac={;c2f;A-yxz-|@dqS&0apDak<{wu&v
zs>1z}v0Keg%^Mbiou6v<><nTjM8e+n;9s&`*R=&;U-aXM6zp7U`vOq8bQjJ?!CvMl
zZvfagg@_2Y_Nd=-aZYSKz+U<#ZWP5{P(Mh{no@cKV4o8fkc{1Ht|~Ae1UtXwZa)~r
zR!724KJXXmI<n#wfPII-5h>XH%Q-)&tn%P|6zoxQYY)J_FGNJJU+eT+dS$XsfNl5U
zMp5jUj|l53|G+tbeMMM6GWHF#H(k$xoe%Z(bO*6Dk+8QN7$j4+YbyZuqkbHbf;~8T
zD-%?%J%jU6uoo4rE(6#xXK_RX`|UH$7WF!m2e9jexF~jZLYg&Z1ziZRhlB+rW6O$E
zSNrdQopV`FF9fltM8f{##67amV|@a!H)P|86zu-I!;e8_Ob*UR!A{P}`5Rz=B1A;6
z*~flMZQR_e0DDx3i((g+WLp*eJB|QsPcHt-lCcwtmb5JH0Xy${^VQoy?8Hde`5nKL
z{y6d&z`j(1BT}%BE6d*imG6||d=%{SUG7YPeO-u%U^jL9Ehm3jJP%-(Ey0bV*h8C1
z>)e7hlL7WcVFAh5`l4iWU2WHdvCC28ZhsZgU1kbm8^2MYy$X~_IlVTY&COC-^oL&B
z$6wGGu6T<AZBn4v(2!<Wu6Zao#3NK;<LplU>a>Q|D-0SG@1X4-2Y->{FOO7ZCI4(1
z(uO}{YTQ({t(NxjLu#ZPAM%A}PeqAgkHRM_5#jK8ycB<13smu0+Fe0A94=-h<#4(A
zNBp;;nX&d@vlgkxKZh?g3CXJi?Fda`C?{=m=oLmaQfc7L**G1gYMyg5ekKyQ`5Mzu
ziYEHa);I&DX`Xj;HO@pC8u6Q{{PfOunb7&2y8m@PF*1IBx8&%$9Hk29$I>jzUu`Lt
zv+=+#rqWZ~BS+uMg>yVC*LBKKQkboVP~UE8T%h{-HxrsNPQ*VPdtvluq<iMn@K~c6
zO^-m1$N6l^vo8o9TyN%oiHLaic*>9osRC!mKX7%-8R(;Rrofj0uK}K%ZAQuA?*kra
z4GsveZTNs8%Dal^44K}~DX}dK{jzZ8Xxm$ax;*sXlY_F5?*H~Q;~10Y-!Z{G#vqTI
JP&4?I{Xff1x;X#<
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
deleted file mode 100644
index 3ceb704..0000000
--- a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.6203685879053435,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.00010069872409405673,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl
deleted file mode 100644
index 788fe46106b1234911e3c3a5a4e0cfad52e5b446..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(ZdVV3p5lg#L~kD69O3r7GvsR%ZtxQ
zO-unfgEOTlzaYLSu_SehyZz%^{FW2uJn3P|DFX7OQjfjRS)JL#m6TYLoDpA~S(OU1
Hq*M<8%8*lS
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
deleted file mode 100644
index 7fb55af..0000000
--- a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1976.3505897822342,1719508904,checkpoint_000000,True,False,1,d78b949d,2024-06-27_19-21-44,89.9982442855835,89.9982442855835,242786,r8i6n8,10.159.28.66,89.9982442855835,1
-1974.78995543953,1719508980,checkpoint_000001,True,False,2,d78b949d,2024-06-27_19-23-00,76.56657218933105,166.56481647491455,242786,r8i6n8,10.159.28.66,166.56481647491455,2
-1974.6597150667446,1719509057,checkpoint_000002,True,False,3,d78b949d,2024-06-27_19-24-17,76.93186378479004,243.4966802597046,242786,r8i6n8,10.159.28.66,243.4966802597046,3
-1624.830540454294,1719509134,checkpoint_000003,True,False,4,d78b949d,2024-06-27_19-25-34,76.92754554748535,320.42422580718994,242786,r8i6n8,10.159.28.66,320.42422580718994,4
-1135.5229694036047,1719509211,checkpoint_000004,True,False,5,d78b949d,2024-06-27_19-26-51,76.4197883605957,396.84401416778564,242786,r8i6n8,10.159.28.66,396.84401416778564,5
-935.2523327925073,1719512025,checkpoint_000005,True,False,6,d78b949d,2024-06-27_20-13-45,90.96137690544128,487.80539107322693,242786,r8i6n8,10.159.28.66,90.96137690544128,1
-820.0057286540355,1719512102,checkpoint_000006,True,False,7,d78b949d,2024-06-27_20-15-02,77.09065294265747,564.8960440158844,242786,r8i6n8,10.159.28.66,168.05202984809875,2
-743.699236531896,1719512179,checkpoint_000007,True,False,8,d78b949d,2024-06-27_20-16-19,76.6766791343689,641.5727231502533,242786,r8i6n8,10.159.28.66,244.72870898246765,3
-700.0018103892409,1719512256,checkpoint_000008,True,False,9,d78b949d,2024-06-27_20-17-36,77.02537822723389,718.5981013774872,242786,r8i6n8,10.159.28.66,321.75408720970154,4
-663.1148220272514,1719512333,checkpoint_000009,True,False,10,d78b949d,2024-06-27_20-18-53,77.04872226715088,795.6468236446381,242786,r8i6n8,10.159.28.66,398.8028094768524,5
-626.2061512864481,1719513310,checkpoint_000010,True,False,11,d78b949d,2024-06-27_20-35-10,91.49215126037598,887.138974905014,242786,r8i6n8,10.159.28.66,91.49215126037598,1
-593.4698202778974,1719513386,checkpoint_000011,True,False,12,d78b949d,2024-06-27_20-36-26,76.48094964027405,963.6199245452881,242786,r8i6n8,10.159.28.66,167.97310090065002,2
-573.8050527497539,1719513463,checkpoint_000012,True,False,13,d78b949d,2024-06-27_20-37-43,76.42547011375427,1040.0453946590424,242786,r8i6n8,10.159.28.66,244.3985710144043,3
-550.3660424900805,1719513539,checkpoint_000013,True,False,14,d78b949d,2024-06-27_20-38-59,76.87634134292603,1116.9217360019684,242786,r8i6n8,10.159.28.66,321.2749123573303,4
-528.3513029804379,1719513616,checkpoint_000014,True,False,15,d78b949d,2024-06-27_20-40-16,76.89268255233765,1193.814418554306,242786,r8i6n8,10.159.28.66,398.16759490966797,5
-507.8953131728285,1719513693,checkpoint_000015,True,False,16,d78b949d,2024-06-27_20-41-33,76.85758066177368,1270.6719992160797,242786,r8i6n8,10.159.28.66,475.02517557144165,6
-487.3210242564284,1719513770,checkpoint_000016,True,False,17,d78b949d,2024-06-27_20-42-50,76.83648180961609,1347.5084810256958,242786,r8i6n8,10.159.28.66,551.8616573810577,7
-475.32467507189654,1719513846,checkpoint_000017,True,False,18,d78b949d,2024-06-27_20-44-06,76.3912570476532,1423.899738073349,242786,r8i6n8,10.159.28.66,628.2529144287109,8
-467.49932188499633,1719513923,checkpoint_000018,True,False,19,d78b949d,2024-06-27_20-45-23,76.9852523803711,1500.88499045372,242786,r8i6n8,10.159.28.66,705.238166809082,9
-459.3377106433778,1719514000,checkpoint_000019,True,False,20,d78b949d,2024-06-27_20-46-40,76.87024331092834,1577.7552337646484,242786,r8i6n8,10.159.28.66,782.1084101200104,10
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
deleted file mode 100644
index afd63cf..0000000
--- a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{"loss": 1976.3505897822342, "timestamp": 1719508904, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "d78b949d", "date": "2024-06-27_19-21-44", "time_this_iter_s": 89.9982442855835, "time_total_s": 89.9982442855835, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 89.9982442855835, "iterations_since_restore": 1}
-{"loss": 1974.78995543953, "timestamp": 1719508980, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "d78b949d", "date": "2024-06-27_19-23-00", "time_this_iter_s": 76.56657218933105, "time_total_s": 166.56481647491455, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 166.56481647491455, "iterations_since_restore": 2}
-{"loss": 1974.6597150667446, "timestamp": 1719509057, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "d78b949d", "date": "2024-06-27_19-24-17", "time_this_iter_s": 76.93186378479004, "time_total_s": 243.4966802597046, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 243.4966802597046, "iterations_since_restore": 3}
-{"loss": 1624.830540454294, "timestamp": 1719509134, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "d78b949d", "date": "2024-06-27_19-25-34", "time_this_iter_s": 76.92754554748535, "time_total_s": 320.42422580718994, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 320.42422580718994, "iterations_since_restore": 4}
-{"loss": 1135.5229694036047, "timestamp": 1719509211, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "d78b949d", "date": "2024-06-27_19-26-51", "time_this_iter_s": 76.4197883605957, "time_total_s": 396.84401416778564, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 396.84401416778564, "iterations_since_restore": 5}
-{"loss": 935.2523327925073, "timestamp": 1719512025, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "d78b949d", "date": "2024-06-27_20-13-45", "time_this_iter_s": 90.96137690544128, "time_total_s": 487.80539107322693, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 90.96137690544128, "iterations_since_restore": 1}
-{"loss": 820.0057286540355, "timestamp": 1719512102, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "d78b949d", "date": "2024-06-27_20-15-02", "time_this_iter_s": 77.09065294265747, "time_total_s": 564.8960440158844, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 168.05202984809875, "iterations_since_restore": 2}
-{"loss": 743.699236531896, "timestamp": 1719512179, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "d78b949d", "date": "2024-06-27_20-16-19", "time_this_iter_s": 76.6766791343689, "time_total_s": 641.5727231502533, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 244.72870898246765, "iterations_since_restore": 3}
-{"loss": 700.0018103892409, "timestamp": 1719512256, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "d78b949d", "date": "2024-06-27_20-17-36", "time_this_iter_s": 77.02537822723389, "time_total_s": 718.5981013774872, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 321.75408720970154, "iterations_since_restore": 4}
-{"loss": 663.1148220272514, "timestamp": 1719512333, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "d78b949d", "date": "2024-06-27_20-18-53", "time_this_iter_s": 77.04872226715088, "time_total_s": 795.6468236446381, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 398.8028094768524, "iterations_since_restore": 5}
-{"loss": 626.2061512864481, "timestamp": 1719513310, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "d78b949d", "date": "2024-06-27_20-35-10", "time_this_iter_s": 91.49215126037598, "time_total_s": 887.138974905014, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 91.49215126037598, "iterations_since_restore": 1}
-{"loss": 593.4698202778974, "timestamp": 1719513386, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "d78b949d", "date": "2024-06-27_20-36-26", "time_this_iter_s": 76.48094964027405, "time_total_s": 963.6199245452881, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 167.97310090065002, "iterations_since_restore": 2}
-{"loss": 573.8050527497539, "timestamp": 1719513463, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "d78b949d", "date": "2024-06-27_20-37-43", "time_this_iter_s": 76.42547011375427, "time_total_s": 1040.0453946590424, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 244.3985710144043, "iterations_since_restore": 3}
-{"loss": 550.3660424900805, "timestamp": 1719513539, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "d78b949d", "date": "2024-06-27_20-38-59", "time_this_iter_s": 76.87634134292603, "time_total_s": 1116.9217360019684, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 321.2749123573303, "iterations_since_restore": 4}
-{"loss": 528.3513029804379, "timestamp": 1719513616, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "d78b949d", "date": "2024-06-27_20-40-16", "time_this_iter_s": 76.89268255233765, "time_total_s": 1193.814418554306, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 398.16759490966797, "iterations_since_restore": 5}
-{"loss": 507.8953131728285, "timestamp": 1719513693, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "d78b949d", "date": "2024-06-27_20-41-33", "time_this_iter_s": 76.85758066177368, "time_total_s": 1270.6719992160797, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 475.02517557144165, "iterations_since_restore": 6}
-{"loss": 487.3210242564284, "timestamp": 1719513770, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "d78b949d", "date": "2024-06-27_20-42-50", "time_this_iter_s": 76.83648180961609, "time_total_s": 1347.5084810256958, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 551.8616573810577, "iterations_since_restore": 7}
-{"loss": 475.32467507189654, "timestamp": 1719513846, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "d78b949d", "date": "2024-06-27_20-44-06", "time_this_iter_s": 76.3912570476532, "time_total_s": 1423.899738073349, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 628.2529144287109, "iterations_since_restore": 8}
-{"loss": 467.49932188499633, "timestamp": 1719513923, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "d78b949d", "date": "2024-06-27_20-45-23", "time_this_iter_s": 76.9852523803711, "time_total_s": 1500.88499045372, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 705.238166809082, "iterations_since_restore": 9}
-{"loss": 459.3377106433778, "timestamp": 1719514000, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "d78b949d", "date": "2024-06-27_20-46-40", "time_this_iter_s": 76.87024331092834, "time_total_s": 1577.7552337646484, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 782.1084101200104, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8 b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8
deleted file mode 100644
index e4462599b6b754153d2f28270eccec303cd4b368..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reNYr-90%~@4#9mC;SLUYRk*{nYvQGRrQ#0VmBbg&7$+;;PHuriZVz`)5Cya$
zMVzs898>ZI5mINO5p)vAd<((Me8H?qvBJz5UmFY&lWJ=3IG*KackS{Y`#j(0yU%Bz
zf1V3d^#9eZnyDj*&f9cx&9&5sfW@5I%EnVg4C_dK>Gagzc)fdGV@>fiVlSKPzg(CX
z<YNd$At-<|mn1lru}ngNo#(ZkPqL`F(;sIgx+7a2x6?$l14r~I7DeC)pJ!iIV4<_~
znCvBmb}Q@9Dio`YDIb(Kg37caoQIVbJIe?Wg(Bn6_2CKbO54KdOyas2(V-X=jw>Bj
z8$&zttUPUXFdWTmGgplzD=KO`lHBo~6%}`h`Ng;~4(U)NjPq7Do1r;|ci1_`wLoC-
zh4xAA1#aItw}7}LE?_|8P%K`+*=lxJ?JQ5jWt=;=w@j=DJHM%2_^At9=?S~LeF7Ey
zX5U8uyE_y|<Y2c}BtHU`r6Y0P3-**QwHja#3BwTy?2N~Ha$7@4AHXgb<C54JM?WFU
zwr@HDu)D<tWMeB#SI=}D1v?LKvt*PwPqxYv_ATF0RKU=~MF9K7GdLm#`>>@g8B~5Q
z=DlFguIVZV*r{LPN(t<_{&D2mtfmtHyIG7&V*hdc2{~-m#0G#p_AKs~jcqdByE2&q
zJI`vI_sE6q>j^t@=Wwd%@|33l``soSk%N7Eecx74c~{JP!G3LRdL6)CdJtDiVDJ7-
zPo@VY_5$p?Vq6m2(h*1HPOr}g*p@@MUpDq?6WKH89N76DE46in^JEY4gnfxuQWI)Z
z9{}uw`8Xm6JO1*H4WKe*3C?@Lt}o_?1MIKGhy*s@ttVp+EO-F0(+Y5-B(~2Fvng)U
zJ|BR6Ok6-V_HNU2`?)P(=PRm1Us>tI_Va}O`@}x7djH8%fZgyhj>y4YlNJ^TD#vff
zc`w+rj%UsX*r&vZ1a?cip0riIe;;5oJ8+{UcG5RR)Pd(adjR%zaRJ%br%d;<s@uTM
z+f?&^c47N_!rr{8m)tjb^Lc>%k1vkM!M;+`-3ltJhTyyx>}kXmBft*!!x0JWP@|qa
zb^n(`0DFTNm&9Iq;X`Upeq0p5R{G<9+1NKsw?bBK13PaDPkOJ^d9sIk!j4JlA-7E!
zO9JfU5jY|TyJlot4yY`R#Cb2+)%oW)0c;`)M<lQ>cIe2=z4Z=&T_wgPvA-WzPu<Z~
z1q1BA#06wyD^iJJQ<}lf6W83-l{v8qPuR<od&tW4<~o2qV=a!z!T!l?xCko06Z2lM
z^~ShDfW4>^S4v>(nqtXeSC{Gl_BAmsiT!lZ5h~s1vts~z?mFBr8#^d9WqiwNu=CN=
z-)ePXBTv}FxgIjNtoaeZemM<C<X~6+tvvxMPl|aj*j?<_Hvsm`*Kwr;wxc+fjK5GG
z0<h1BaY^hu8_rXH+;)F}J#_}|myI2h%Koal+UV1NIoi0hI-j`pPPPl%P_II@DilKJ
z6`DD-ji(cs<%J9<T+moY`Z^U_qeA}fA<a{zrdO#OfzV>JBRfyHI;~)0R5}eBVPUfE
z7U3c%TpsD19N}3w(hh#cF0;`E<`RYzhSVrvV2E?i4nrY>9u1xxfCvj`FQkRrnzKsC
zGPcEx#bRZ1X^Yh+JQCi9Vf))%&03@$_<!(1en?s1Y)8nCrSllGB}QdXqd*P3IU7cy
zD9!)ejGu`(Z@z|T6shrkvo(xH(VG9exf;eGy+-<Gn%R8g1=jujTDtZm6NwAm-|wap
zbt+Mm`2Bc>=Y^{+%{$Bju$9fRr=L)wFO=eUJfMtdP@>R5wi-fxwA}v0`t3a<3LYR5
z9`+xYhej0f%vZx>8%=1G2XZ_fWI~b89uPdZ+9doE;qlw!DMCKb`R#-UO=EuC%;i_P
zUIrWkJXv^|k%P|z9uSIz0rA-40U@FDa#r!2hsH0}yJ}x`|FUqlxo#do4d^GK1QhXK
Xdxo|2%L`{rbobRMhx(MY?t1%Q2Q;lU
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
deleted file mode 100644
index 721d285..0000000
--- a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.8381852944111963,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.012410063874557094,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl
deleted file mode 100644
index 49c20e93d94efb305033e5175e69d7669421b8ab..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%g8caKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg$^<aHbUH7sMAOmZVN`w|{jh^Lu{Xt{$eGA|S6bt7!5a)r~z|Nr@%N8S%xLRjD9L
GOZ5N;qf|Wr
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
deleted file mode 100644
index af7812c..0000000
--- a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3407.492049089567,1719525405,checkpoint_000000,True,False,1,dd70a43a,2024-06-27_23-56-45,669.9892313480377,669.9892313480377,242786,r8i6n8,10.159.28.66,669.9892313480377,1
-2909.059064729946,1719526061,checkpoint_000001,True,False,2,dd70a43a,2024-06-28_00-07-41,655.8329515457153,1325.822182893753,242786,r8i6n8,10.159.28.66,1325.822182893753,2
-2528.305686169722,1719526717,checkpoint_000002,True,False,3,dd70a43a,2024-06-28_00-18-37,656.1143062114716,1981.9364891052246,242786,r8i6n8,10.159.28.66,1981.9364891052246,3
-2249.8190595972255,1719527372,checkpoint_000003,True,False,4,dd70a43a,2024-06-28_00-29-33,655.7129034996033,2637.649392604828,242786,r8i6n8,10.159.28.66,2637.649392604828,4
-2087.238125057671,1719528028,checkpoint_000004,True,False,5,dd70a43a,2024-06-28_00-40-29,655.7882659435272,3293.437658548355,242786,r8i6n8,10.159.28.66,3293.437658548355,5
-2001.7169612373893,1719528684,checkpoint_000005,True,False,6,dd70a43a,2024-06-28_00-51-24,655.2618434429169,3948.699501991272,242786,r8i6n8,10.159.28.66,3948.699501991272,6
-1972.5492111566498,1719529337,checkpoint_000006,True,False,7,dd70a43a,2024-06-28_01-02-17,652.9857096672058,4601.685211658478,242786,r8i6n8,10.159.28.66,4601.685211658478,7
-1953.9414043276329,1719529988,checkpoint_000007,True,False,8,dd70a43a,2024-06-28_01-13-08,651.4188046455383,5253.104016304016,242786,r8i6n8,10.159.28.66,5253.104016304016,8
-1953.827157088152,1719530635,checkpoint_000008,True,False,9,dd70a43a,2024-06-28_01-23-55,646.7677278518677,5899.871744155884,242786,r8i6n8,10.159.28.66,5899.871744155884,9
-1955.5640210729885,1719531281,checkpoint_000009,True,False,10,dd70a43a,2024-06-28_01-34-41,645.8664748668671,6545.738219022751,242786,r8i6n8,10.159.28.66,6545.738219022751,10
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
deleted file mode 100644
index c3571f4..0000000
--- a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 3407.492049089567, "timestamp": 1719525405, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "dd70a43a", "date": "2024-06-27_23-56-45", "time_this_iter_s": 669.9892313480377, "time_total_s": 669.9892313480377, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 669.9892313480377, "iterations_since_restore": 1}
-{"loss": 2909.059064729946, "timestamp": 1719526061, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "dd70a43a", "date": "2024-06-28_00-07-41", "time_this_iter_s": 655.8329515457153, "time_total_s": 1325.822182893753, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 1325.822182893753, "iterations_since_restore": 2}
-{"loss": 2528.305686169722, "timestamp": 1719526717, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "dd70a43a", "date": "2024-06-28_00-18-37", "time_this_iter_s": 656.1143062114716, "time_total_s": 1981.9364891052246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 1981.9364891052246, "iterations_since_restore": 3}
-{"loss": 2249.8190595972255, "timestamp": 1719527372, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "dd70a43a", "date": "2024-06-28_00-29-33", "time_this_iter_s": 655.7129034996033, "time_total_s": 2637.649392604828, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 2637.649392604828, "iterations_since_restore": 4}
-{"loss": 2087.238125057671, "timestamp": 1719528028, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "dd70a43a", "date": "2024-06-28_00-40-29", "time_this_iter_s": 655.7882659435272, "time_total_s": 3293.437658548355, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 3293.437658548355, "iterations_since_restore": 5}
-{"loss": 2001.7169612373893, "timestamp": 1719528684, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "dd70a43a", "date": "2024-06-28_00-51-24", "time_this_iter_s": 655.2618434429169, "time_total_s": 3948.699501991272, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 3948.699501991272, "iterations_since_restore": 6}
-{"loss": 1972.5492111566498, "timestamp": 1719529337, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "dd70a43a", "date": "2024-06-28_01-02-17", "time_this_iter_s": 652.9857096672058, "time_total_s": 4601.685211658478, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 4601.685211658478, "iterations_since_restore": 7}
-{"loss": 1953.9414043276329, "timestamp": 1719529988, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "dd70a43a", "date": "2024-06-28_01-13-08", "time_this_iter_s": 651.4188046455383, "time_total_s": 5253.104016304016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 5253.104016304016, "iterations_since_restore": 8}
-{"loss": 1953.827157088152, "timestamp": 1719530635, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "dd70a43a", "date": "2024-06-28_01-23-55", "time_this_iter_s": 646.7677278518677, "time_total_s": 5899.871744155884, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 5899.871744155884, "iterations_since_restore": 9}
-{"loss": 1955.5640210729885, "timestamp": 1719531281, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "dd70a43a", "date": "2024-06-28_01-34-41", "time_this_iter_s": 645.8664748668671, "time_total_s": 6545.738219022751, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 6545.738219022751, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/events.out.tfevents.1719321603.r7i5n7 b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/events.out.tfevents.1719321603.r7i5n7
deleted file mode 100644
index fa935586fae83d743c2e340fe35b13aabe51b2ae..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$S7DvvR2oOjbviZ`h!F*8rkwJbHS#L8&;v#avTP<0#TmpgOHs>q6i
z)Cn+ZiE)W=@fIak>X($}rRwM87Z;1Ju=wTj#Ozd&0aVM>uNUGuTeRU?l(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w>{nd(ltHmF-vF*3)ykCoyi}kT28JoC<!tn!R_4aa
z25|Zs!nG)IDR4=`tt`pRO^q+f$SjV}EJ-bjFBUz$X_HfEcjpR2sP?(d%`Z9cBDAY;
zDRD`oYA?>rOHPe1N-ZwQFG>X);5;exzd6)^=Pyo0awZzV?bqVc;8KJe0J1f)Br`v+
PI3Cp)kk1>IZ2JxX^Fn|+
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.json b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.json
deleted file mode 100644
index 6e93c3a..0000000
--- a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.7776595209025089,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.0006106789085082022,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.pkl b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/params.pkl
deleted file mode 100644
index f685246d35e73936eedd2db61601ee2b0a9426ae..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(!&eW3p5le#0L`s83z?(%ZtxQO-uoq
zz?o8%Ul3oESdu!$-TuX+X%=P)n|qjYihw*9rhPx+S!#N?k`hajGvbRgt5SiMaFpr+
E0J-B*tpET3
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/progress.csv b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/progress.csv
deleted file mode 100644
index 28c9255..0000000
--- a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2001.7704808993603,1719321692,checkpoint_000000,True,False,1,dd950274,2024-06-25_15-21-32,89.34920597076416,89.34920597076416,355319,r7i5n7,10.159.24.56,89.34920597076416,1
diff --git a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/result.json b/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/result.json
deleted file mode 100644
index c20e0ec..0000000
--- a/ray_results/test_experiment/train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2001.7704808993603, "timestamp": 1719321692, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "dd950274", "date": "2024-06-25_15-21-32", "time_this_iter_s": 89.34920597076416, "time_total_s": 89.34920597076416, "pid": 355319, "hostname": "r7i5n7", "node_ip": "10.159.24.56", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.7776595209025089, "lr": 0.0006106789085082022, "batch_size": 2048}, "time_since_restore": 89.34920597076416, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719348339.r8i6n2 b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719348339.r8i6n2
deleted file mode 100644
index 7870273a07987a5f6341b5403eed9658bab51da4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1865
zcmb1OfPlsI-b$Q2ddFl=&%5a;#hX-=n3<>NT9%quVr5h)Rnw&mRkvY&xija&`FnLi
z>I4|I#JEJbc#9G%^-D_gQuTB4i;G1QrhReIlVbW}0M#<}>xFpE!sT!+%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_ATP3Gf}KOuoA8x)ykCoyi}kT1_m$oR5yL7mASF9
z0h|r1;98Wp6u2beR+ePurpA|KWERI~mZTQN7mIG)(e6}WyKS-|RQufK=9ir6tKr&J
zxRki0QMDIm<|U`b7o`@L<QJua4OkjbC14IU;Q5PFk(_f72550<a4EtK0NI*Yl9``Z
z9FJ-Y$mjl98&gnx?$#%64GwH3Y=NzG`K!w#&Cq<5zz*$)Yau4Et@Zv%pjdeip&v(J
zr`7LLLJ91&32-Y31h(DGP^S>?KWk6|`yN6&!N3k_{p7T0)rn}7zz&}Xx1Z?1W^jm_
ztY3@b^T&xr9^k-c#unI%V!pVzEKr<)64+0Y;97_Y>;>i@D^RS=Oor>n5!m8K7D%83
z_9uiE0)c&HMW~b6En(D@ot*-=kziooU!&)|FH46LC9v-!3?MqN9UN+}x*SIFx#0cN
zq2Rz~!4}wiYQDHAd(2yc64-(d;97_YY~y=@uTZR9jL?rGuz6puaX|@ey@zls2?X|z
zNuf?A^X@H1N!cq9+6e}BuV9LEzuw*-D1j~a2yQ>of!*NXbv$_qiqDIG+9rbon-yDN
z-%R@A63<?nixSvXzu;Pk3GA<W!8cH>{Eg6$Bd~+EXIh{HcHM8dl>`F2L?+xxJt0g3
kC9uCEv=a>M&^JBKy{cMsPy##i58QsD1ABpkj^dHo0Oj^yO8@`>
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719355223.r8i6n2 b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/events.out.tfevents.1719355223.r8i6n2
deleted file mode 100644
index 56e3055f9bf9fe7ae68cd9d7b51dcf121c27b383..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2771
zcma);eQXnT7{|No+_*>g(xb(#d+FARAyp_4re?vcv|WhXKg8h+f4Jk?`_-Pb*XHgf
z%s;l0jVP!I@nw+=6dY!W;vi^5VloYx$wC~AA&JHqZ~?0O0~RTh%|*Sw{jR^+()Pdp
zp6B~~@ArA0+;dgB<ZrmI!%F|Qb>_;Y4}acbF7rs7Ag*hB6^TmA#un-9r%kE6Qy=Yi
z(KB6<oAJEL65A>;LYc(%*p+S(*#jY2HvO<O=AQUxyKj9;^8Vc^mfqpTk|t;bGnUBy
zP<Mc5y?*4~6%GlaV$$g%t%nR%QNnT;!g|t@4~a;X=yXq4KIgHgEQ2rAZKEk4mRO+y
zs<EXa1QDzF1(_8TB(bt-a(2ME|HT6X8&dKk{r!K?eVY6cutE(fmj%&_SP98WNJ5DM
z?KiiEo=g>p{(gQ3{ijyI25X=Z7l^xZiVzZImMjy$`P$~CFNm8L|Mk_K1nkmmu+Mkg
zb@#sYd>aA#p?g?T2<(3U&@5s3j;7B6J9c*Zdjht30bAyQ-Nko0J<sgb5wHg}d0yB{
zhi^GAEbdnb*z_XyFBrDY;S!IJ5jUT`H>aD9PxgvzumdA8_rjx-Q3Ce-0+tj4d-JuK
zQo^!t5$kinu2|DQNWd=n8%y%Q9vSL%{`8)un1J1@$@9YYH$U#0ik_|}VBgUS6b#$p
z;BHvA5jU?r;V4hQrnABJy&H4iYUtQPz^?xsOA3L#(Q@S+VL77dbHM&!-T1cz>`kNC
zG7oI~{C4LsbMXZN_NXS$3p*xpuIafdBLRE$N$g)R?1-b+QdB|QyneE$CIK6=!5$fl
zxv$^8_9X$^asf*Uf!#Iu^(Dgc6HT83_P&U_jeu>xh%NKLHoo2I3=i*}AYgx{$@9Xl
zee6xw<>;>u5U{ON*uP-dM;+JCY#KjRlzjIeJaXt2x}$pMkC)Zgi0!x@j_JY3`oo;W
z1!dNb_Jon7?jKQUe?t%Z^iY}#F$)wkPg%<WJe=b7tDE69)S$OAP|hQ7h*$TNx*J)a
zPd%#!Q|6i29b^Ms50cc70m{-LDV1FX#*CxP<T9XnDHLYaWfZqkwJ7L8JTHhZv%C;g
zkJP6@V$wa~Yyw02e`cW)paOAsfD)1QBaUy-+YC^_kRJxNdZ=aYv-p=u;)~r@2Q^IY
z#ci`d9dp0MY+DUYO#a2YcHFikruuj8_Qx&sP`ZCJ6kMgCR_mXPWLe$ZtgLV<U_tbS
z+Q%sPhSK_Yk}{v5U{wZNhBhb%nxA?-@?9&eOe0bclLIr?3g%^9!?B11>a!rn@k$5O
zEFTaYRK<<idyi98?}~Wu)PpB(gh&5<aChQih%vy)>mBfL<~-oQ!9+kCTO2s*P(Pfq
y&nnKDYdtph%bv}t52uMU!_U&E)AToh9nAk{k3>F6UY#+Gd$E;TQM8i3I`AI=N`XTF
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.json b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.json
deleted file mode 100644
index 4f6c973..0000000
--- a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.12892236942851165,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 4,
- "lr": 0.005626677279957184,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.pkl b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/params.pkl
deleted file mode 100644
index f5d49d3c3306a54c36545122768fe638be6711c8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(!&eW3p5lg#MHwF69O3r6=Tbb&qz&7
znc~gZ!<kZ)Ul3oESdu!$-TpvByM<|2Ne@#_5s+8T{eNA-Q?nkfq{NcsjQHZrs#KsQ
H9Hn{ytT9r?
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/progress.csv b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/progress.csv
deleted file mode 100644
index 771cf59..0000000
--- a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1956.6991774191067,1719348406,checkpoint_000000,True,False,1,de1e9134,2024-06-25_22-46-46,67.86075568199158,67.86075568199158,2195253,r8i6n2,10.159.28.60,67.86075568199158,1
-1966.5979321096827,1719348460,checkpoint_000001,True,False,2,de1e9134,2024-06-25_22-47-40,53.399649143218994,121.26040482521057,2195253,r8i6n2,10.159.28.60,121.26040482521057,2
-1954.8947446327509,1719348513,checkpoint_000002,True,False,3,de1e9134,2024-06-25_22-48-33,53.41487240791321,174.67527723312378,2195253,r8i6n2,10.159.28.60,174.67527723312378,3
-1955.8978973148376,1719348567,checkpoint_000003,True,False,4,de1e9134,2024-06-25_22-49-27,53.3932785987854,228.06855583190918,2195253,r8i6n2,10.159.28.60,228.06855583190918,4
-1955.0890363558071,1719348620,checkpoint_000004,True,False,5,de1e9134,2024-06-25_22-50-20,53.77778649330139,281.84634232521057,2195253,r8i6n2,10.159.28.60,281.84634232521057,5
-1955.0249504029282,1719355289,checkpoint_000005,True,False,6,de1e9134,2024-06-26_00-41-30,66.45859718322754,348.3049395084381,2850562,r8i6n2,10.159.28.60,66.45859718322754,1
-1962.3684418445498,1719355342,checkpoint_000006,True,False,7,de1e9134,2024-06-26_00-42-22,52.848015785217285,401.1529552936554,2850562,r8i6n2,10.159.28.60,119.30661296844482,2
-1957.2319662739912,1719355395,checkpoint_000007,True,False,8,de1e9134,2024-06-26_00-43-15,52.90200471878052,454.0549600124359,2850562,r8i6n2,10.159.28.60,172.20861768722534,3
-1956.60619444359,1719355448,checkpoint_000008,True,False,9,de1e9134,2024-06-26_00-44-09,53.24041485786438,507.2953748703003,2850562,r8i6n2,10.159.28.60,225.44903254508972,4
-1957.9578991987573,1719355501,checkpoint_000009,True,False,10,de1e9134,2024-06-26_00-45-01,52.88777208328247,560.1831469535828,2850562,r8i6n2,10.159.28.60,278.3368046283722,5
diff --git a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/result.json b/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/result.json
deleted file mode 100644
index 2ecc83b..0000000
--- a/ray_results/test_experiment/train_model_de1e9134_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_22-20-23/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1956.6991774191067, "timestamp": 1719348406, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "de1e9134", "date": "2024-06-25_22-46-46", "time_this_iter_s": 67.86075568199158, "time_total_s": 67.86075568199158, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 67.86075568199158, "iterations_since_restore": 1}
-{"loss": 1966.5979321096827, "timestamp": 1719348460, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "de1e9134", "date": "2024-06-25_22-47-40", "time_this_iter_s": 53.399649143218994, "time_total_s": 121.26040482521057, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 121.26040482521057, "iterations_since_restore": 2}
-{"loss": 1954.8947446327509, "timestamp": 1719348513, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "de1e9134", "date": "2024-06-25_22-48-33", "time_this_iter_s": 53.41487240791321, "time_total_s": 174.67527723312378, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 174.67527723312378, "iterations_since_restore": 3}
-{"loss": 1955.8978973148376, "timestamp": 1719348567, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "de1e9134", "date": "2024-06-25_22-49-27", "time_this_iter_s": 53.3932785987854, "time_total_s": 228.06855583190918, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 228.06855583190918, "iterations_since_restore": 4}
-{"loss": 1955.0890363558071, "timestamp": 1719348620, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "de1e9134", "date": "2024-06-25_22-50-20", "time_this_iter_s": 53.77778649330139, "time_total_s": 281.84634232521057, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 281.84634232521057, "iterations_since_restore": 5}
-{"loss": 1955.0249504029282, "timestamp": 1719355289, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "de1e9134", "date": "2024-06-26_00-41-30", "time_this_iter_s": 66.45859718322754, "time_total_s": 348.3049395084381, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 66.45859718322754, "iterations_since_restore": 1}
-{"loss": 1962.3684418445498, "timestamp": 1719355342, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "de1e9134", "date": "2024-06-26_00-42-22", "time_this_iter_s": 52.848015785217285, "time_total_s": 401.1529552936554, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 119.30661296844482, "iterations_since_restore": 2}
-{"loss": 1957.2319662739912, "timestamp": 1719355395, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "de1e9134", "date": "2024-06-26_00-43-15", "time_this_iter_s": 52.90200471878052, "time_total_s": 454.0549600124359, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 172.20861768722534, "iterations_since_restore": 3}
-{"loss": 1956.60619444359, "timestamp": 1719355448, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "de1e9134", "date": "2024-06-26_00-44-09", "time_this_iter_s": 53.24041485786438, "time_total_s": 507.2953748703003, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 225.44903254508972, "iterations_since_restore": 4}
-{"loss": 1957.9578991987573, "timestamp": 1719355501, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "de1e9134", "date": "2024-06-26_00-45-01", "time_this_iter_s": 52.88777208328247, "time_total_s": 560.1831469535828, "pid": 2850562, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.12892236942851165, "lr": 0.005626677279957184, "batch_size": 2048}, "time_since_restore": 278.3368046283722, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8 b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8
deleted file mode 100644
index 2d48157b40a085fe7aa78468893814ccd1e3d034..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcado0ES#?V7GXt!sg-*`}e91iO+N+Dr7-gG{qK*LKvMS!Tvcdq|NY
zh(bdt1=BQ$Fv~QEFfw|GGy=nydJ2-TK*)!Zg23*$vv+sQ)Onk8&Ue0hzw@1&VG4i4
z7mqvXt25KT*ny7~_GF*T3F7{$vq)6SOL8C2-_F<T#s<zErQ=5yM^EFrv^ZBfSRq;F
zTHI>0h}=z*qS&4X(yMmNmJJ@zAw555S$b-WK=L6E>;$3&q~<1`^#_o@F(e71YBQPI
zJnbuAS`C!t69jLh<RuYdh{@D*EUCn;QwHmDPSEe75GObwlTfNc5V2}NP*_1lGOO77
zoTZh8UDFfAI=sK5;~QP`gfQ*_CuAAniXi$CD<egfWVG7g#-Fzj59tjSzRsMYUq&0a
zpaAkn1C5na1xZv`V;k+})kWP!hMO1MT&&|Xv8naM_KjPrsJYU^2C+T22xKc_)A!rw
z43w{<`2UDqv@A^;#IETjl$(fseZ^gwx6j>R5PK>L-&AaC*LdZmE%Aau?1O!Tf6HQ<
zyo=j@JR6G(53RGmw}DO@t-Pm+?Ye7*J7%!5fe<HiL4|dr^C2W-<A`eQ6*F8iL!zEy
zepAdc<xBzaajHLnN7{-UW+wwFJn~CCHW)TFTVIc3nP7{JiOoT_iEBYJPFWy1l9Ki6
z46w$8VvCc3=4C0wVi##t7>j~F#Pfo9hUJAI4&l=vG0eWoYy(T=KekZ<P)!;;K!V5y
z5XU>rE(@eG#*KF6LN>F(#;$>A8|lh{Eav|k=h_W9%tjmK+6(#2<{LAjRF{eR{9b(@
zDyJJF^ZQJ}CknEo^HY$b;FV()mBRuHV!c%Rf`UmZI>$$p{Q(8(G1@Y;WvQ{SJ21cK
zft?YFa4>9`G%wiKOpW9^y^y<(<RtI#Le^S?kYt+|zmV(Bo|G(kAXS?k4pdybT>ReG
z=FtvgumLH?huIbD2a>=<I1#liNep`Ni?_a4NzIa{t@Fde5&gw`^K|$m-5ycD7~Ek0
YS9>J#Vdb&MqPoXBsqJxH3qwhN0k^FSeE<Le
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
deleted file mode 100644
index b029918..0000000
--- a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.9027598279893692,
- "embedding_dim": 1024,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.00800097877874484,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl
deleted file mode 100644
index 827c7e15b9d2ff6c19f2893b05ba63417aeb03d2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%g8caKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg*dTaHbUH7sMAOmZVN`w}10EV~Te6haRS!A|S6J>7rp<uVW8aQesJRMtpH*RVvUD
Hj#51U@NiRM
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
deleted file mode 100644
index 91a205f..0000000
--- a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2406.545863834892,1719501495,checkpoint_000000,True,False,1,e0b92d48,2024-06-27_17-18-15,724.5406517982483,724.5406517982483,242786,r8i6n8,10.159.28.66,724.5406517982483,1
-2331.1488584984004,1719502199,checkpoint_000001,True,False,2,e0b92d48,2024-06-27_17-29-59,703.9930710792542,1428.5337228775024,242786,r8i6n8,10.159.28.66,1428.5337228775024,2
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
deleted file mode 100644
index d055fbc..0000000
--- a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 2406.545863834892, "timestamp": 1719501495, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0b92d48", "date": "2024-06-27_17-18-15", "time_this_iter_s": 724.5406517982483, "time_total_s": 724.5406517982483, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9027598279893692, "lr": 0.00800097877874484, "batch_size": 2048}, "time_since_restore": 724.5406517982483, "iterations_since_restore": 1}
-{"loss": 2331.1488584984004, "timestamp": 1719502199, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0b92d48", "date": "2024-06-27_17-29-59", "time_this_iter_s": 703.9930710792542, "time_total_s": 1428.5337228775024, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9027598279893692, "lr": 0.00800097877874484, "batch_size": 2048}, "time_since_restore": 1428.5337228775024, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8 b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8
deleted file mode 100644
index 53291c26bc3899a92f474dc6f8e918fddc42698d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reN<Cr90%~RDYC}^nG6sm#)}3!2Pd8^<Cq(}GZT_#nkGiqjeBiFc1QPaf^?2j
zYFX|a&6kYQBdBSX7^I%c*V0o_=V)YU8iXDf;#&$5B$?IS7|-QroA>e`_j$h0chBcO
z=fJZBS>MmLrTMAKWuxD%ere0O+{8#LYq2w9r!1lwSI+n~TN);%1?JUnDJPWUuPof-
zn>Q>>8;4?1Bx_l$bGaE>SL)<A^@;D-nL0Mj{BT?#vZ1?)RJw2ANE%8(i8#X9obFPJ
zEVj|b3(K5##-*0Ys`QIuOJhOh<_?^Pm6VgA`G`!`d;Y`<U7*rYlw?*;=){p!q(LKa
zrOWQ1Nteyek#-l&lAK!W*<p-G^p<1?;+vN(yQ17H#M4nK8VTc^ohhbCmgZbemi8||
zy<Q}HG_XMX<?rSyvu@#jEy_SCcmZFl#btLg90`~4?Ogfr-+5r?50!Tx^<&F}Vb>O>
zm@K5*3a}?t;D{9Lxb_wssB9GSA+X=P+ad$l=Eb;D1bgc=kMWV_F*N}D8zC-=eW_#w
zVPMal0@#mL;(p24GDCEmo&q~xx_0Rger!cB?CuZbrmtR@SOBoA*Wrj1?8<D%P*6E~
zJ<f-~j;+1A9bnf95fN;vz+;S?e|ROpPTznVMX?jslEm>{Ln(m$j<A4aY=a@|@#%W7
z^V)L?uOE9*FznveHezf|OfJA~_ytF#VDHoS%mI}Xn{hq__P<T}xd6Lch=^cMP4*av
zoNccH*lY`K6vb|BT1#BqIPH0W?G+Y~j9q28wB-0ru=4`;tv~$OgM(pb)*UDIUpQL<
zunRdHk%C=No?-=+Z9+Z-wsqed?Eu^1!j&S}bcx59*YHmVz-|}fqS)ov_7jAsAst}P
zbK`!=*foZvuGi|p&bO+&2D83Dkm13w$8_x^+^s+50qoD>a6}5W?vRWDmCksa4}snI
zvWWrMVF@@Qf;}^0m9e}0NEg7a5aOcPp1QNd+<CfcfPGb1Kr;3hhOCXAGhpYn?4o!-
z_K;xMPfdQ0*mEoYPk>#=;fNIMo#v7vP&vVc^C7U$M_r!-un!0k5$w|m9^>Sp?>7VN
z32xjdiv8u@JH*M{Ys~<Am#~0j><fmszn<R$c5Xh@li|mX2!?ImzMQCUeDx~8t~rb&
zQn1(CGggDj%p*7-0-Ifu9R{#J5h5bk@iLDw?V}%m2iRFhaib`<cW$)F-23EmfW1vv
zKr*&0_r|QTGr-PIbrk0Kv6aEFb2?d~E84OVVE^2SBT}&E+YL{H%A#919|GH3&P4%i
zuMiQzwkEGKUYoe76<|Ntg&Re&n+|JCwcW3*1lWzj0+O+Z<=$4@9S(M${Q0l>eryyB
z`*ygMnD^WClK}g!5RrnNlAc!sDk~3!sKl3=9kY^?0Cuks5y8F_=`p5jlHmW@&V#s7
z6nnLPys2}>vDpCID=Z)xTa!y<J~5>}tnYHPW^;9ka(DJ+Kel$e0@W%|ENLsVuoeeL
z>gb9xn&mHOj4N-Y0<BP>A%P)PuUyq5PmMyzYH=0Y_^VSTtx=?^P!vTMJ1PDm$6p@F
z1q=9RBanLFGsf*8OD&6OmLG~ik^Mt#V0HqE9q?%2<Vd8XSZ5i@-`0Fpe3o`tX^OHl
zFOrnq!9U_Z4bAkm`<vA$rvLYW3xy+jsjnTOaE7$e7D}Vg#-L~wyg6$hM59#qxf$OR
z@f{Lv5*n!reY4djqa@Y+Zm!zVC`~1PGc`YO>02i7{*K+;nxky%e}5O{=)4?_65bz2
za~yxQB{`Rc2evZ{oOws&=%8G9j~~kucgs=S09%zZX3(>Sxa%8E>(TIjBK~3Dff;8&
ziTAuUJXU2u4+bH};~E1RdG7(igM2t8_`AnbI`k;o_wM)yvon{RDKus1eIEuK13a1k
zpz#CG10LXu_yOVA;(;0i|II@1vx?_*=q;U8&!oUN3yq&{dq(+JzkW8-p~U~&(+t%o
S&z~{DeNd`AB1|2zY3hFzNyIS#
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
deleted file mode 100644
index 448be46..0000000
--- a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 1,
- "drop_rate": 0.3372755257890534,
- "embedding_dim": 16,
- "encoder_ff": 512,
- "encoder_num_layer": 8,
- "lr": 0.00018514260159136858,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl
deleted file mode 100644
index 6681c0d8e433573f32500bb2c4c740e99408eea4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB)WZwY3p5le#0L`s83z?(%ZtxQO-uoq
zz?o8%Ul3oESdu!$-Tvy-H)0N<EImv)ML?d0OVqVG&9EM>q{NcsjQHZrs#KsQ9Hn{y
Dl)O=i
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
deleted file mode 100644
index ab2d3af..0000000
--- a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1182.49372251015,1719518905,checkpoint_000000,True,False,1,e0cd883e,2024-06-27_22-08-25,83.27375411987305,83.27375411987305,242786,r8i6n8,10.159.28.66,83.27375411987305,1
-645.4160598394438,1719518975,checkpoint_000001,True,False,2,e0cd883e,2024-06-27_22-09-35,70.14381790161133,153.41757202148438,242786,r8i6n8,10.159.28.66,153.41757202148438,2
-522.639965147484,1719519045,checkpoint_000002,True,False,3,e0cd883e,2024-06-27_22-10-45,70.15310597419739,223.57067799568176,242786,r8i6n8,10.159.28.66,223.57067799568176,3
-459.74198444997234,1719519116,checkpoint_000003,True,False,4,e0cd883e,2024-06-27_22-11-56,70.06108522415161,293.6317632198334,242786,r8i6n8,10.159.28.66,293.6317632198334,4
-391.3528187669168,1719519186,checkpoint_000004,True,False,5,e0cd883e,2024-06-27_22-13-06,70.20780396461487,363.83956718444824,242786,r8i6n8,10.159.28.66,363.83956718444824,5
-335.89961062453864,1719519255,checkpoint_000005,True,False,6,e0cd883e,2024-06-27_22-14-15,69.51625561714172,433.35582280158997,242786,r8i6n8,10.159.28.66,433.35582280158997,6
-310.48668424351007,1719519325,checkpoint_000006,True,False,7,e0cd883e,2024-06-27_22-15-25,70.04849791526794,503.4043207168579,242786,r8i6n8,10.159.28.66,503.4043207168579,7
-265.2837000569021,1719519395,checkpoint_000007,True,False,8,e0cd883e,2024-06-27_22-16-35,70.00017595291138,573.4044966697693,242786,r8i6n8,10.159.28.66,573.4044966697693,8
-242.94229570523962,1719519465,checkpoint_000008,True,False,9,e0cd883e,2024-06-27_22-17-45,69.56129503250122,642.9657917022705,242786,r8i6n8,10.159.28.66,642.9657917022705,9
-226.0272181953971,1719519535,checkpoint_000009,True,False,10,e0cd883e,2024-06-27_22-18-55,70.02730536460876,712.9930970668793,242786,r8i6n8,10.159.28.66,712.9930970668793,10
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
deleted file mode 100644
index 4ec4f37..0000000
--- a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1182.49372251015, "timestamp": 1719518905, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0cd883e", "date": "2024-06-27_22-08-25", "time_this_iter_s": 83.27375411987305, "time_total_s": 83.27375411987305, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 83.27375411987305, "iterations_since_restore": 1}
-{"loss": 645.4160598394438, "timestamp": 1719518975, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0cd883e", "date": "2024-06-27_22-09-35", "time_this_iter_s": 70.14381790161133, "time_total_s": 153.41757202148438, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 153.41757202148438, "iterations_since_restore": 2}
-{"loss": 522.639965147484, "timestamp": 1719519045, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e0cd883e", "date": "2024-06-27_22-10-45", "time_this_iter_s": 70.15310597419739, "time_total_s": 223.57067799568176, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 223.57067799568176, "iterations_since_restore": 3}
-{"loss": 459.74198444997234, "timestamp": 1719519116, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e0cd883e", "date": "2024-06-27_22-11-56", "time_this_iter_s": 70.06108522415161, "time_total_s": 293.6317632198334, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 293.6317632198334, "iterations_since_restore": 4}
-{"loss": 391.3528187669168, "timestamp": 1719519186, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e0cd883e", "date": "2024-06-27_22-13-06", "time_this_iter_s": 70.20780396461487, "time_total_s": 363.83956718444824, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 363.83956718444824, "iterations_since_restore": 5}
-{"loss": 335.89961062453864, "timestamp": 1719519255, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e0cd883e", "date": "2024-06-27_22-14-15", "time_this_iter_s": 69.51625561714172, "time_total_s": 433.35582280158997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 433.35582280158997, "iterations_since_restore": 6}
-{"loss": 310.48668424351007, "timestamp": 1719519325, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e0cd883e", "date": "2024-06-27_22-15-25", "time_this_iter_s": 70.04849791526794, "time_total_s": 503.4043207168579, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 503.4043207168579, "iterations_since_restore": 7}
-{"loss": 265.2837000569021, "timestamp": 1719519395, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e0cd883e", "date": "2024-06-27_22-16-35", "time_this_iter_s": 70.00017595291138, "time_total_s": 573.4044966697693, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 573.4044966697693, "iterations_since_restore": 8}
-{"loss": 242.94229570523962, "timestamp": 1719519465, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e0cd883e", "date": "2024-06-27_22-17-45", "time_this_iter_s": 69.56129503250122, "time_total_s": 642.9657917022705, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 642.9657917022705, "iterations_since_restore": 9}
-{"loss": 226.0272181953971, "timestamp": 1719519535, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e0cd883e", "date": "2024-06-27_22-18-55", "time_this_iter_s": 70.02730536460876, "time_total_s": 712.9930970668793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 712.9930970668793, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8
deleted file mode 100644
index 061e5b121b15edb7b6162f4c48b9540ec74aaace..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$PnO-DuI=HGOb;!P?_%*@ksElbTSu`-%|tAs%rs&2#la%WDyQdeD&
zIsry4F)k4<-lD`x{gTqWRQ;U%;$qP)4qsfP_Fb_xfNGig^+G)7-b%O@WiCZ7DY%y6
zjQrA^l=$R~)a2}f{LH)(Q3i$vd#AEXk5Q~-tAXoBwK63?FBPbTfnjoi9*;iM%G_Al
z0M5AxElOMpT#|4rOEPm)<4ZC!i{mp(Qj6k?MdSY-cA9&pG|UjHeQtB}OHQd;xQ!}Y
zN?g*Y+KV&ul2hZ0Qj1ISi&DV`boDf>GKU)Q{KctA&Z!6kw74|56yXMdY)vf5%+D*1
zM>PiI^GSPMU!wT@|7sT}a9}fG3+xHyUtDfYk`qP=Y|*uFEyM)2!R72fC|1rz=*JP*
zcGFefqXf3<I=Gbt0$cOja;MJ5fOM3=o{i8>FtCsOG<CkbVWBTdU<<B?+fQ_0GdO5`
Ht=SF$T2J%Z
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8
deleted file mode 100644
index 27ae72bcb3c3914485871c1f2cf0d734c08f1b12..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$RZ&PT2!&%fy?#hX-=n3<>NT9%quVr8^UpY@h9RNaR8<<6XMzfFG&
zQYXNyCB`Mf#aonEsb5l>m#UwWUtBEOt@y>|6hq`x1E`j%UoXUSw*7`{QRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#u-`F3Sq8<*2Y=!EQLRkL&r1brVPNR2>^-3mwK6wW
zHh{DIA6$zPmjah0+{%*7+|>AzjLhQr%#zfi_+nA(na7;APvLVjgleDL-29UB3qrdJ
zmlBsWs`lc{yyVpQqSWG&{GwE_0gY9G$>vZ4p1(L1$(j8hZod|n2A3k-0FbSTC7Jno
z#qp@dfPCKdl_3hn=hIqGFr|P3n+027D^-7S`672X5hbwqw86Cy6WGQlgpZ(DY2Oal
zk0Y?VUqA3c3G9~$Ed&CavvH-9$MOe8D1n{Q0k@H0U@P%jIPX2_v<M}zuOkc~I<OfW
Jm?|UA0RTH%{B{5U
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8
deleted file mode 100644
index 603a29711dcb60a0b33b1bd3d11a23e71c9d5c27..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reN<Cr90%~R;b0G<ZoG(t8BU~}#}LFcRCc#r^8|H7@p$N%T_?M^0lTBSiD}A9
z1zB2=9MeuIsJ-!`VAdfu&4}LAW959w3^6msa|$(wO6IY<F`moMHt*%X-RJo}-#wrE
z9L{+bC+Yv&UY@O0EWCIujjlUwP)9Cd%{J!YS*0}N%1A4Zc&B}=e_m_da+9Lq&|BHw
zc_W7CVo@}TWX&s5T+0|brP$$g#%N}F$l7MjpOgHN4ZS~7ipf9V$XGN6sd2<<bu25k
zQ2ACmzo^7vV_Y#3Nrirk{`xpjx$!5Qhm{rwLvs;{<k5xKrl$BS?Ta)yinL=mqD6^l
z6s~mH>@?-F+MJZlMYEJMrYhkZ<JU!Rx>Nn}%`d)qS+SdsCm}70hjFKk$)_oncDfua
z?OPycWP0>e{{ok~4?U$wcjJB?dI*id3wT@2E}MgKQg9jX&g-t!Mu45K{@}!7AGSOY
z_Nl2JvTS`{E5JVbA&!W_zI}O`9#k&)2<L-fSDLo40K1Ei2w?B~yTRz{SlbJ*^BQoY
zAa;G&G*i39RROS%@C%5>mJsr-8J~ciUwCz7sSi6W5cat79`cRQ3rPU`&RQH1gZ)^@
z-n*c(avjbG!EV{(&IQ<^ui=OQ_T-_B##>MCQUmN&d|VK_v%1<ep-es-V0-ulL}L>~
zHQVV1J74*0##$eCcpz-aTn`yO<lWH#o9V<6G1#w6`FJL%?B(-8u$3M0Hvx9(SzIZA
zJtelm*z)_gvjKJw9~Z<fJko0Vw?|bAu=Bfczi8|V;sDXy1$KUSdRe^>TM-ERYPN^$
z%(}S%V5?{1h#2h3Em0RhWgVXnf~~*qZUWfjGjXK=c6n^0u`yxQ8i3uv#|5#`yfdb}
zlrxn8J4uiGMPt_!hnDu`fSse`?VtLvQ6Ox|au4b1NUsIhV@}|R80<OahK-=|Jf9DO
z-EgsUBEWW@#FYZrCT*kfB)J&=8@bBI1+ky}OG-xB!>$1AqEonEH1<Iv`_%MSuyf^3
z-C-YgL?G-xPI^e|;W#(I&S=3AG1%{K57_`J5AyjS*j0tA&H(JkTXCfTcG!$2<DA^g
z1K?zL@Nq%xqx0j)ww~K|fIV{;?iY=Hj_BTb>she#o*Q}ReAq(+VQ)?LkVVy}_X6zj
zTR0*H`w{(D`$6UFd_D;FFPgI?z>e+1l>*qTqro_9$BiKXyM~VoVt@X^MDm&AbEg4p
z`9HW{G`7URrmIGQoky(xqSuEV83=p5%0uqy+N}iG50>GG80^gM-HSlw4n7|Q+r7W-
z4!}+=$CU!uHK|QTWoDrqU^nw|LF}GxBl+cL$p~O4R^Wco*dq)~^CbrCd>xG<3cQz^
zVS%t2gNJ-6w@n7Hw-w-s80_4ipST7plb7Or5bWPN!jb`Y6CV-4&Y0h5O#6OH7Qjxj
z;zmL2(#d&b*}kX=0K1M~Ks0uuA?kU}rq+=D%Tdkdw+j_<3!{A4y7y#gs|-a`))F&o
zwmYd5`neLC<t}K9D{GAmRmo78e@N9QRo#$khat4Y?8>)tSErS9qD-qo!z^^Z!@^zU
zxXU9|P{2JKg<=LjW0u*eV)F``<%X0fa$tz{&yGXUgB}f@9ElVb)=@%nw>57Sm!<7X
zXp6<hETt?qJNJnDHZ;@U?rV-g%7M>=7m_1sv9}!|IYU`#vn5fcQ=;K2cyrc`MhU9>
z+>GyucyGQs4T@I<zuD>@KpNHkZmzm<Xsk;3W=br6xt{UAzxFHJG88!j@9(@6bxBbI
z|Nfk`)5%?JDW}WK0o#}YN7ex;+9&1TV~bSXEJd+{Y*h;7!7PJ(PT4j+iW(r|9`+xY
zL;|Vrd24vAhCrhOkmK<Y1d6}+fZ)Ljg8L;R;Je3DxbETJcgH>06SscBhD~XD@0S6`
z08gGoppk>m10JaN4e-Zy@PIbRS;cd%>USLpt(xKgW#PNF?ei4$fPN}ULF)h8(~PBG
So;zc_d#F|#9+EJ->%@P_jkd`E
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
deleted file mode 100644
index 4063a8e..0000000
--- a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.03611990882258942,
- "embedding_dim": 16,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.00028375287963234745,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl
deleted file mode 100644
index fa2edd7bc7af1578d85b5d297b52abb64bc642ee..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&7nc~gS!<kZ)Ul3oESdu!$-F{J>Kbxc1fgYxuA|TIb#?-J$5<7dik`hajGvbRg
Lt5QLhl<ENhl}Ay=
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
deleted file mode 100644
index 0faf654..0000000
--- a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
+++ /dev/null
@@ -1,15 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1954.021998608206,1719498933,checkpoint_000000,True,False,1,e0cf80c0,2024-06-27_16-35-33,97.99486684799194,97.99486684799194,242786,r8i6n8,10.159.28.66,97.99486684799194,1
-1955.7363098625124,1719499017,checkpoint_000001,True,False,2,e0cf80c0,2024-06-27_16-36-57,83.9807825088501,181.97564935684204,242786,r8i6n8,10.159.28.66,181.97564935684204,2
-1953.048192782665,1719504822,checkpoint_000002,True,False,3,e0cf80c0,2024-06-27_18-13-42,99.29927706718445,281.2749264240265,242786,r8i6n8,10.159.28.66,99.29927706718445,1
-1955.8478513702632,1719504907,checkpoint_000003,True,False,4,e0cf80c0,2024-06-27_18-15-07,84.75202250480652,366.026948928833,242786,r8i6n8,10.159.28.66,184.05129957199097,2
-1954.159799650898,1719506222,checkpoint_000004,True,False,5,e0cf80c0,2024-06-27_18-37-02,99.05570006370544,465.08264899253845,242786,r8i6n8,10.159.28.66,99.05570006370544,1
-1953.744985505352,1719506307,checkpoint_000005,True,False,6,e0cf80c0,2024-06-27_18-38-27,84.97408151626587,550.0567305088043,242786,r8i6n8,10.159.28.66,184.0297815799713,2
-1953.285723348302,1719506392,checkpoint_000006,True,False,7,e0cf80c0,2024-06-27_18-39-52,85.0238299369812,635.0805604457855,242786,r8i6n8,10.159.28.66,269.0536115169525,3
-1954.5312970979946,1719506476,checkpoint_000007,True,False,8,e0cf80c0,2024-06-27_18-41-16,84.54337477684021,719.6239352226257,242786,r8i6n8,10.159.28.66,353.5969862937927,4
-1954.3730785940577,1719506561,checkpoint_000008,True,False,9,e0cf80c0,2024-06-27_18-42-41,85.04393577575684,804.6678709983826,242786,r8i6n8,10.159.28.66,438.64092206954956,5
-1955.718712513841,1719506647,checkpoint_000009,True,False,10,e0cf80c0,2024-06-27_18-44-07,85.06691837310791,889.7347893714905,242786,r8i6n8,10.159.28.66,523.7078404426575,6
-1958.7154714028666,1719506732,checkpoint_000010,True,False,11,e0cf80c0,2024-06-27_18-45-32,85.6172399520874,975.3520293235779,242786,r8i6n8,10.159.28.66,609.3250803947449,7
-1953.2071273683564,1719506817,checkpoint_000011,True,False,12,e0cf80c0,2024-06-27_18-46-57,84.71766662597656,1060.0696959495544,242786,r8i6n8,10.159.28.66,694.0427470207214,8
-1952.5803078478716,1719506902,checkpoint_000012,True,False,13,e0cf80c0,2024-06-27_18-48-22,85.59679841995239,1145.6664943695068,242786,r8i6n8,10.159.28.66,779.6395454406738,9
-1954.0447209876354,1719506988,checkpoint_000013,True,False,14,e0cf80c0,2024-06-27_18-49-48,85.16450333595276,1230.8309977054596,242786,r8i6n8,10.159.28.66,864.8040487766266,10
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
deleted file mode 100644
index 5489993..0000000
--- a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{"loss": 1954.021998608206, "timestamp": 1719498933, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0cf80c0", "date": "2024-06-27_16-35-33", "time_this_iter_s": 97.99486684799194, "time_total_s": 97.99486684799194, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 97.99486684799194, "iterations_since_restore": 1}
-{"loss": 1955.7363098625124, "timestamp": 1719499017, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0cf80c0", "date": "2024-06-27_16-36-57", "time_this_iter_s": 83.9807825088501, "time_total_s": 181.97564935684204, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 181.97564935684204, "iterations_since_restore": 2}
-{"loss": 1953.048192782665, "timestamp": 1719504822, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e0cf80c0", "date": "2024-06-27_18-13-42", "time_this_iter_s": 99.29927706718445, "time_total_s": 281.2749264240265, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 99.29927706718445, "iterations_since_restore": 1}
-{"loss": 1955.8478513702632, "timestamp": 1719504907, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e0cf80c0", "date": "2024-06-27_18-15-07", "time_this_iter_s": 84.75202250480652, "time_total_s": 366.026948928833, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 184.05129957199097, "iterations_since_restore": 2}
-{"loss": 1954.159799650898, "timestamp": 1719506222, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e0cf80c0", "date": "2024-06-27_18-37-02", "time_this_iter_s": 99.05570006370544, "time_total_s": 465.08264899253845, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 99.05570006370544, "iterations_since_restore": 1}
-{"loss": 1953.744985505352, "timestamp": 1719506307, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e0cf80c0", "date": "2024-06-27_18-38-27", "time_this_iter_s": 84.97408151626587, "time_total_s": 550.0567305088043, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 184.0297815799713, "iterations_since_restore": 2}
-{"loss": 1953.285723348302, "timestamp": 1719506392, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e0cf80c0", "date": "2024-06-27_18-39-52", "time_this_iter_s": 85.0238299369812, "time_total_s": 635.0805604457855, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 269.0536115169525, "iterations_since_restore": 3}
-{"loss": 1954.5312970979946, "timestamp": 1719506476, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e0cf80c0", "date": "2024-06-27_18-41-16", "time_this_iter_s": 84.54337477684021, "time_total_s": 719.6239352226257, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 353.5969862937927, "iterations_since_restore": 4}
-{"loss": 1954.3730785940577, "timestamp": 1719506561, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e0cf80c0", "date": "2024-06-27_18-42-41", "time_this_iter_s": 85.04393577575684, "time_total_s": 804.6678709983826, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 438.64092206954956, "iterations_since_restore": 5}
-{"loss": 1955.718712513841, "timestamp": 1719506647, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e0cf80c0", "date": "2024-06-27_18-44-07", "time_this_iter_s": 85.06691837310791, "time_total_s": 889.7347893714905, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 523.7078404426575, "iterations_since_restore": 6}
-{"loss": 1958.7154714028666, "timestamp": 1719506732, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "e0cf80c0", "date": "2024-06-27_18-45-32", "time_this_iter_s": 85.6172399520874, "time_total_s": 975.3520293235779, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 609.3250803947449, "iterations_since_restore": 7}
-{"loss": 1953.2071273683564, "timestamp": 1719506817, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "e0cf80c0", "date": "2024-06-27_18-46-57", "time_this_iter_s": 84.71766662597656, "time_total_s": 1060.0696959495544, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 694.0427470207214, "iterations_since_restore": 8}
-{"loss": 1952.5803078478716, "timestamp": 1719506902, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "e0cf80c0", "date": "2024-06-27_18-48-22", "time_this_iter_s": 85.59679841995239, "time_total_s": 1145.6664943695068, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 779.6395454406738, "iterations_since_restore": 9}
-{"loss": 1954.0447209876354, "timestamp": 1719506988, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "e0cf80c0", "date": "2024-06-27_18-49-48", "time_this_iter_s": 85.16450333595276, "time_total_s": 1230.8309977054596, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 864.8040487766266, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8 b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8
deleted file mode 100644
index ecb5e8f4ff77835494d904111f7212556ae215e2..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*reN<Cr90%~Z(Z+oOgb9cs3d5IN%7SxzffV+_)C1Nrl#U8^o$S))wmaAznO3?J
zsc5BBj~yWu%;Xqa*f7yj;v_APCoK!l$+z+?F-?34JL;iBcVj%4pKaaCf86K!KHvL%
z?(@&H1X17Lu9XD}BAaNcaMzvHBt|ZF7|e9K{xynrW@nDOK-<y+^Y+&*)e()!-&XnN
zMGsQOqgWK_Ff3C!D``q)wKGgy*91bJ)||8Ixj<yggC9wvPJtt7C>15*2xGEWT8(6>
zi7K^}+s(8yP9$>W9$OIc5L9|c;XJG~+G&c7h(yiz3VKw5O54KZ*~CkuaYTVq&@f!-
zG}|cBX)-gU*-1G_CT`1TZtczK?{3Hl#J5*f{Xu-k#YZ6pN`i65OqWumgJPU^2jyR&
zA#3K=$$<qrZ=9G<OdW&!mFO9iiWl&;8k}Z3&5&>z-_BpSRl5c3d|iuUlOJ0g4BPX5
zxPG1Wpa@{^IfNrZunpz6DNw08jPoI|JBthN0qifh2oLtvjwRZYB|j|(*b~0Qjl9@Z
z5fa_$DO5ASZr~OWj4e`cemu7V>^x%Yn4NxXNigiLPi6YXQ_fa^t*^lmA=rhz4Ua)(
z2bT|lJye^b1K7p2xRM9^OqNBv!8O(musgUoFZRQ8({xGSZ#x69^FPG>g0a==w-2rf
z13Pb+|Def_9Tp6`{klxwv$Z!HV0#weh!AYal^!psoLG$WA+YBxZ(R$p4|5S7?BY(V
zR=sqG3t(rK;6`5TA7Yp3PBkfJ0PH>70)nw!>LVqVe6aINv5l>M?5BcZZ)%t6TgJ}2
z46xJUaYP9A*Oj~HfXV}0J_Pot^xQQ7J7*}a<iWPguxQg~&3Xr5AL8P?*hPQU=#Ey}
zCIRfs1l%teyIy^NTE<SW^F^N*pY&r(gJIWiWKVWo+{*xaj|WGDU|($CD+QG~%{U(d
z+kGtJF~Ih65gzPDxkY<+$AsemTXO(6@?tj@wdjr>ED8hI2e<_UW4Eb)UYPp}*!kd_
z@(X@!SukwRRGHpTf8-5-J^2=n2*GA5@-(2bjmw9?o;_0e55S)JC$8kdzDrxQ?wr-9
z0d^Y~=f$o*)}agU_G|;#8Mkr2VC+lk8Ef~pfSvyu<-O_04iAPsWS&evcE#lyfc<nd
zjtIdP&%CDvl^<~V5ZIcHW$OWUatyBI!H!S2XvJNq7GQ7Y;=I@e<L>L+yNYB0TPnx>
zg0V%KNj>c@u=7>F*F5rL6Tz^(u`<0!b=wZGYp&yn5NucXnscBswG-z<V0*9Sy$P^)
za}gfw!YrHiqUrK<fSqsyH}YaXe?yix?k&m+u&cQR1Y<{Q<VU3E!OoYI6ozl~U20G;
z?DLCc`th0VUVyz~A&v;aj;iRb1(lLla6SY!LZ|Nl?A2U^2Row5qTQD>@jk%r;o`j5
zmiqX-6WyP905(nHR~C$&qS?NpWd8m^eU~Hm_L?O`_p`-*Y~{xiv{Qm&NmIGOVX!fz
zih8}Aa<CUP+L>Q1L8~N478sI063hP<E20ouY;cyE*sIfWDn+7@qbMU)YB#bMIrj2M
zmX)#3hM~BD&*(}UX*DdP9PCgGitHb91ZF3o*a43QPL4!`(P1wq+1r}0ip^5C#gx%#
zre7tEW*hs6eH)7IYxg(Dp_u;v2QDN<VymwmAt_CoD1$LYqKrX<<?!aL9D#<*|L11>
zM8tRVRVJe(dFY$1awJNY|KH73IU1$O`ERCId)L>~f$#UtosY7KobiG0cSVeT6QkkW
z_hTrAVXw9%<210qX1dIt-zr95iMj9CBu?BXM)3n|<wVTHYXvE(ZC$x&NIwz#u<yV`
zt5M<;Uk#7B)M!Kyay-svlb$>vc#sXJ2LJYWib#zH`@S9fK>Fg!N<(;7uJ2{QF~E~&
ztI^Pb=K&9}MeG1~Z1F(7n*C)V_*uns?&elcv7Mb7_+{aE%dSFVPQQKzQlZ5E+EcW#
UPo6zvoO_r;96spo+{y3#3*tS&T>t<8
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
deleted file mode 100644
index 5079706..0000000
--- a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.9609532957830483,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 4,
- "lr": 0.0003819692551562951,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl
deleted file mode 100644
index 1f148124569e60cd8407179531da9c68a8ee38fe..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&7
z0Xc&+r6|83z9_LIb&9+Fy90^}-cL+>m~x7MJWGzm(t1C(9<HRslH`o|;>@a4pd}oo
FdH|r)QAq#*
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
deleted file mode 100644
index 35e7f75..0000000
--- a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2194.870497816191,1719550479,checkpoint_000000,True,False,1,e1c21a5b,2024-06-28_06-54-39,72.34097814559937,72.34097814559937,242786,r8i6n8,10.159.28.66,72.34097814559937,1
-2184.85587340828,1719550537,checkpoint_000001,True,False,2,e1c21a5b,2024-06-28_06-55-37,58.70789837837219,131.04887652397156,242786,r8i6n8,10.159.28.66,131.04887652397156,2
-2170.870687169353,1719550596,checkpoint_000002,True,False,3,e1c21a5b,2024-06-28_06-56-36,58.806477069854736,189.8553535938263,242786,r8i6n8,10.159.28.66,189.8553535938263,3
-2174.422803503322,1719550655,checkpoint_000003,True,False,4,e1c21a5b,2024-06-28_06-57-35,59.22593355178833,249.08128714561462,242786,r8i6n8,10.159.28.66,249.08128714561462,4
-2172.285528228039,1719550714,checkpoint_000004,True,False,5,e1c21a5b,2024-06-28_06-58-34,58.81974387168884,307.90103101730347,242786,r8i6n8,10.159.28.66,307.90103101730347,5
-2169.101529819759,1719550773,checkpoint_000005,True,False,6,e1c21a5b,2024-06-28_06-59-33,58.76822781562805,366.6692588329315,242786,r8i6n8,10.159.28.66,366.6692588329315,6
-2163.793571412094,1719550832,checkpoint_000006,True,False,7,e1c21a5b,2024-06-28_07-00-32,58.85833549499512,425.52759432792664,242786,r8i6n8,10.159.28.66,425.52759432792664,7
-2165.50454832062,1719550891,checkpoint_000007,True,False,8,e1c21a5b,2024-06-28_07-01-31,58.795005321502686,484.3225996494293,242786,r8i6n8,10.159.28.66,484.3225996494293,8
-2161.298410971334,1719550950,checkpoint_000008,True,False,9,e1c21a5b,2024-06-28_07-02-30,59.305978536605835,543.6285781860352,242786,r8i6n8,10.159.28.66,543.6285781860352,9
-2166.0535782941683,1719551009,checkpoint_000009,True,False,10,e1c21a5b,2024-06-28_07-03-29,58.87797403335571,602.5065522193909,242786,r8i6n8,10.159.28.66,602.5065522193909,10
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
deleted file mode 100644
index a641d5a..0000000
--- a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 2194.870497816191, "timestamp": 1719550479, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e1c21a5b", "date": "2024-06-28_06-54-39", "time_this_iter_s": 72.34097814559937, "time_total_s": 72.34097814559937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 72.34097814559937, "iterations_since_restore": 1}
-{"loss": 2184.85587340828, "timestamp": 1719550537, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e1c21a5b", "date": "2024-06-28_06-55-37", "time_this_iter_s": 58.70789837837219, "time_total_s": 131.04887652397156, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 131.04887652397156, "iterations_since_restore": 2}
-{"loss": 2170.870687169353, "timestamp": 1719550596, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e1c21a5b", "date": "2024-06-28_06-56-36", "time_this_iter_s": 58.806477069854736, "time_total_s": 189.8553535938263, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 189.8553535938263, "iterations_since_restore": 3}
-{"loss": 2174.422803503322, "timestamp": 1719550655, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e1c21a5b", "date": "2024-06-28_06-57-35", "time_this_iter_s": 59.22593355178833, "time_total_s": 249.08128714561462, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 249.08128714561462, "iterations_since_restore": 4}
-{"loss": 2172.285528228039, "timestamp": 1719550714, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e1c21a5b", "date": "2024-06-28_06-58-34", "time_this_iter_s": 58.81974387168884, "time_total_s": 307.90103101730347, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 307.90103101730347, "iterations_since_restore": 5}
-{"loss": 2169.101529819759, "timestamp": 1719550773, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e1c21a5b", "date": "2024-06-28_06-59-33", "time_this_iter_s": 58.76822781562805, "time_total_s": 366.6692588329315, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 366.6692588329315, "iterations_since_restore": 6}
-{"loss": 2163.793571412094, "timestamp": 1719550832, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e1c21a5b", "date": "2024-06-28_07-00-32", "time_this_iter_s": 58.85833549499512, "time_total_s": 425.52759432792664, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 425.52759432792664, "iterations_since_restore": 7}
-{"loss": 2165.50454832062, "timestamp": 1719550891, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e1c21a5b", "date": "2024-06-28_07-01-31", "time_this_iter_s": 58.795005321502686, "time_total_s": 484.3225996494293, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 484.3225996494293, "iterations_since_restore": 8}
-{"loss": 2161.298410971334, "timestamp": 1719550950, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e1c21a5b", "date": "2024-06-28_07-02-30", "time_this_iter_s": 59.305978536605835, "time_total_s": 543.6285781860352, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 543.6285781860352, "iterations_since_restore": 9}
-{"loss": 2166.0535782941683, "timestamp": 1719551009, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e1c21a5b", "date": "2024-06-28_07-03-29", "time_this_iter_s": 58.87797403335571, "time_total_s": 602.5065522193909, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 602.5065522193909, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/events.out.tfevents.1719337143.r8i6n2 b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/events.out.tfevents.1719337143.r8i6n2
deleted file mode 100644
index 80ebb7b865552e87926cf6142fbd51dbf047ce91..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6OH30{6dk4nof`{uq<qT1Xe48#V2A{QX)U4&nn=V%G11A;dC*Zh)65J4ZfJre
z=t>vHu)q&Bu8bliA`yvUMMz9sxX_J!A`#u-LJh9;l}=wfSU$6xd+)jDy>rifxm5HE
z_nmSwq0x7T-roOo%wcU)1xc=GyoO}G?(q1VGkeO6y3q&S4a~`pVQ-`^Glk2BEU>CV
zuS@Tek*ibDH2XLgY%HoM4pkbEyT9J^jPRL2%Agb+1fuzsu1=Bn`H}BxP?2QaPEjHE
z`1kG(6Xo0j!J8>XMMfAxQDSZCvdf?hTq<m4e2WC)gc8Ujl)4l^yzZAYUeb}uYxWb*
zpLj3794oFe;KTj>-<U6P_&#t#z8S7bvJdep(sV^d>kX{04zAW14Zg0-wKC!o;pd<n
zN=btVtDsAYtnubHk(&?9Rri=~zIcAEWnFAKnb;N2${S~-dd?*F#03J`iP#I1YsXEL
zm8}GyRP2!Z&XK=2O=7=@L$(pS`ra*XPyKw@B=&)egmGK3kA`y_2BlD=N$jC`gB^=a
zd4^kNb4F95L%TgZbcM0ZM$f@Lw!k9`Wbyu>pb7zvccGpjQn7Jly=l+_0~Xk2q}V?+
z`<r&A1GEXc&yPoX9hF#|EToIbr-;~K*wlP`JC5anJuxPC1^7;(7pXX918Xd$8r8Xw
zl@LlSwgMxnN|47cicn!J3bY|nl;jRxlma+}PlMzr`#Q57Y_b2uMrlBIM%V$;WZsVi
zvBbjJAcHk;G*<)#>=qll0TS6rt`PFs%{PuKhC+6$jpFu08N2<)4Af5kl#Th#td7(%
zHL>|E(J)U#L41B1(loqsyrv6SU`cLQnx<)ZO~>c>oOV2=Av-}^ma%=PTAuEsR@|^R
zCJ_!s4U_2s$A+nq+(Qo(C6S!uF*bjrK}a&>!7pUe*^?5=0~wLo;lM~)Ww6dW=8hc3
zWCK#%?17v_Kad1IB~HX`o0xEJ;#E@f!+oR3H&t)Ec(W7Xv&`w3`c>cp$N$<RS&S-=
RJr>tJ)k*J8IX5++{sVz|4C(*?
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.json b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.json
deleted file mode 100644
index d0fef20..0000000
--- a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7500609138892806,
- "embedding_dim": 64,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0713230632683364,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.pkl b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/params.pkl
deleted file mode 100644
index 97d8b946d49e4185cba644765668d2b857017c28..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-unfgEOTlzaYLSu_SehyZsA>`h8Cguk<kG6ajggoU95Alo$1IB_)<5XT%q0R;7Y0
HDb)i2%zIM0
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/progress.csv b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/progress.csv
deleted file mode 100644
index 2fa4e7c..0000000
--- a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/progress.csv
+++ /dev/null
@@ -1,3 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3842.66859736405,1719337226,checkpoint_000000,True,False,1,e31d7ca7,2024-06-25_19-40-26,83.34233164787292,83.34233164787292,2195253,r8i6n2,10.159.28.60,83.34233164787292,1
-2698.886155496432,1719337295,checkpoint_000001,True,True,2,e31d7ca7,2024-06-25_19-41-35,69.29531860351562,152.63765025138855,2195253,r8i6n2,10.159.28.60,152.63765025138855,2
diff --git a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/result.json b/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/result.json
deleted file mode 100644
index da281f7..0000000
--- a/ray_results/test_experiment/train_model_e31d7ca7_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_19-18-32/result.json
+++ /dev/null
@@ -1,2 +0,0 @@
-{"loss": 3842.66859736405, "timestamp": 1719337226, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e31d7ca7", "date": "2024-06-25_19-40-26", "time_this_iter_s": 83.34233164787292, "time_total_s": 83.34233164787292, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7500609138892806, "lr": 0.0713230632683364, "batch_size": 2048}, "time_since_restore": 83.34233164787292, "iterations_since_restore": 1}
-{"loss": 2698.886155496432, "timestamp": 1719337295, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": true, "training_iteration": 2, "trial_id": "e31d7ca7", "date": "2024-06-25_19-41-35", "time_this_iter_s": 69.29531860351562, "time_total_s": 152.63765025138855, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7500609138892806, "lr": 0.0713230632683364, "batch_size": 2048}, "time_since_restore": 152.63765025138855, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8
deleted file mode 100644
index df3e1420ae3be29cce7172298a25a45236b73a9d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$Pn{|@a6n}5?$iZ`h!F*8rkwJbHS#LDR4*YlyuP<0#TmpgMtrBA#G
zQYXNuCB`Mf#aonEsb5l>m#UwWUtBC&`QO+jtN3QR0aVM>uNUGueRAPil(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w>^Zc(;!vzymk-yEYGq1(UMf%v1H<PTum0&nt;~&;
z4d8SxfNN3WQs9z=TUnBsn;Kt|ky#v{S&~{5Uo2`@_{}Ni+%pM7sP?(d%`Z6*Bebh<
zDRD`oYA?>rOHPe1N-ZwQFG>X)pm*bHy*bo?=Pyo0a@rKa?bqVc;8KJe0J1f)Br`v+
PI3Cp)kk4mUornbhRm+C9
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8
deleted file mode 100644
index 01e235c72deb0110aeb434479b47ab2c920899d0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$QTxK_JI&cEp>#hX-=n3<>NT9%quVrA5#nEg)~s&2#la%WBl@BB27
zIsqmvF)k4<-lD`x{gTqWRQ;U%;$qQ2$0yF$udfg@fNGig^+G(SMKD~8GM6Hk6kJPj
zMt*5dN_=ugYI1f#er8^YC<8--eZt$Vt5K}H7!KEuYGq1(UMf%v1A}AH`TzP*D|2II
z12~l;;aZfq6u2beR+ePurpA|KWERI~mZTQN7mN1GeRGoB;>lzP)jqem`6Z`E6kNLs
zmlBsWs`lc{yyVpQqSWG&{GwE_0e_5(jLo42Jb!U2l9N9gZh#h-2A3k-0FbSTC7Jno
P#qp@dfP9|OzupG`n(lvD
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8
deleted file mode 100644
index 0d2f7d538345ec1f3d93af740f7074e45393ec9c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1676
zcma)6T}TvB6kcb=nuDu3y8f)|-};km*lG_3BJ8FVqEKcpTEsB!T-`Bu#%9J!DH0_y
z$f$=33$wDPjPgM!h<uQQvLCacG>Sm1?7@;KLxSk8JKo(f|K@GZIp6v2{myr8yuttV
zo-DJ`&oiTU@9&w|VKG(9oFH!9c?5}S!M5n|B5S%<*WYurnC==4_xkEK8SSwU116bk
za;S|Wa@0$TVjde9D7I!-PUUKl3%_2nbj}+BNryDB5QyTD8tZx1?LqEC4U!<LW`m){
zd4;?5P)9j9PVjn4UJ?<87!0qkPL?_}O7Fp>a=K!IKx~i-34~G=yogmjg2D<al3B&v
z{N#60WbWl%c^bUCt?euQHUQ568zk!CiXgfXD<egfWVF!Wky-=WwFY0NN2=((?+Cvg
zvLTH$@Ue2LAc+dAZ{xf9i?cs|>TW)iajRoN?9k=J{+!=gT-JU+MJM*NOafVt*q=<T
ze|3~qSp>g=*c%dBU+KjD5P+;9cH;E=qAew9(>k#$HxtG+#U81wD;|D2b4DljXrRHm
z#WuK{Q-9j~L;OQK*WFb|e>;A@@BntU{iYGF8zF}EG;lKKRagf))_`Pe98oRpFv2M#
zY|v87JjKjWwg`Y~PIY_mNSjfr(Z)aokK7WE4Teq4*3{rw0+@qiVxyO>=bDg=Q&C`A
zOvzexJj4Wrf{RT+^Rm>yVi)<SFcx{M5zh-^Ez1jD9KxqTqMv<%*$h#O|G|yIfU5Vg
z1B8jJ2XTC=(H;enjDDl-$zWwx+1Moz-$vS#Ady*l<LoJr#H_Ya_Do1;*4~)eoVY?!
zo8Qp)8wGU932lCp6nvz>8knDg6a}vwtEe0nSP*NZ(m@IyP=Pt#r7X88hz-(~p`$L2
zdBXP%k2@iHQ6e1l8z$EUmL*doxoa*+UPf|~pLIgwQiG6WiwnPy%g&yZq`Dx|H#;1d
z+tb%)EzENI4x_UHDK2+GT(BQV0u$jxz_uiTk8fMStE6Vuc_)A7aH00%J-*jlL3b{y
cp9c=G{I5L{dB5`5V*%YmZPdn)+SAnhKY!~5Y5)KL
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
deleted file mode 100644
index 4741450..0000000
--- a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 8,
- "drop_rate": 0.3870437260805145,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.00016963815672588173,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl
deleted file mode 100644
index 258ddced65bebdcaa7f3450fdd707d489c897c5b..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6fDHi!v_-r83$FymKUFq
znwT=hTcC$Cr6|83z9_LIb&9+FjibRl85gJZFy#~hd1^K?t5^Gf>)}dDEJ@CYFV3t=
K1zN&Uss{kguu}y9
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
deleted file mode 100644
index a8d51f0..0000000
--- a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
+++ /dev/null
@@ -1,5 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-719.9917376660925,1719491430,checkpoint_000000,True,False,1,e4c88f47,2024-06-27_14-30-30,123.22117924690247,123.22117924690247,35196,r8i6n8,10.159.28.66,123.22117924690247,1
-456.510295717735,1719494041,checkpoint_000001,True,False,2,e4c88f47,2024-06-27_15-14-01,123.05968236923218,246.28086161613464,69992,r8i6n8,10.159.28.66,123.05968236923218,1
-361.41261712021713,1719495092,checkpoint_000002,True,False,3,e4c88f47,2024-06-27_15-31-32,123.89350652694702,370.17436814308167,69992,r8i6n8,10.159.28.66,123.89350652694702,1
-282.4288875549797,1719495202,checkpoint_000003,True,False,4,e4c88f47,2024-06-27_15-33-22,110.45332741737366,480.6276955604553,69992,r8i6n8,10.159.28.66,234.34683394432068,2
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
deleted file mode 100644
index 4eb62e1..0000000
--- a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{"loss": 719.9917376660925, "timestamp": 1719491430, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e4c88f47", "date": "2024-06-27_14-30-30", "time_this_iter_s": 123.22117924690247, "time_total_s": 123.22117924690247, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.22117924690247, "iterations_since_restore": 1}
-{"loss": 456.510295717735, "timestamp": 1719494041, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e4c88f47", "date": "2024-06-27_15-14-01", "time_this_iter_s": 123.05968236923218, "time_total_s": 246.28086161613464, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.05968236923218, "iterations_since_restore": 1}
-{"loss": 361.41261712021713, "timestamp": 1719495092, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e4c88f47", "date": "2024-06-27_15-31-32", "time_this_iter_s": 123.89350652694702, "time_total_s": 370.17436814308167, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.89350652694702, "iterations_since_restore": 1}
-{"loss": 282.4288875549797, "timestamp": 1719495202, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e4c88f47", "date": "2024-06-27_15-33-22", "time_this_iter_s": 110.45332741737366, "time_total_s": 480.6276955604553, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 234.34683394432068, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/events.out.tfevents.1719326489.r3i5n6 b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/events.out.tfevents.1719326489.r3i5n6
deleted file mode 100644
index 3b93ff1cc2833af8ac754fc78faee86a4f4d3a97..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|Pe>F|9A0P5njfsX)2@G3S9fRAVuDsJkVM$c(1TvIK<E&Uap&2N?YvoLM$--@
zNK|%_po0f1wQhlSs0b;@LrAAC6?F-MP^qX(fw$i5&c59>wYkmj`+dLfz3=zE8dvsP
zyxJ%7104gepWOX;D&QG1WR)E29>c`yXzLj-UyC?>%l9sw=5GeKKG}VhB~lgmz+=c0
zQEQaoXi7It|9bVl?*7KXZ!Hex&hNK~#}P(}Ko|myVkY&`l!6jToVb|QRbu&FuF2T+
zhs~8D$@fi+Uo5HU1XGI3)pp`|IO<4h=Y##c*32j(grJs5TB?STl~hfnTG&9Qf2;Fh
z*Q?dk(N>2(H#N1%f6vnofe3ZQbW<e>j0|jAx`8tTs=N5vc4xr)#+!4zdYI`;a0J3^
zfUPQ9s!mK)JjT9xPxJcHa!Gd1%-rk<-}n4$^HXZJ^uP`CZt$UGS~g_OL{U7R#s<9$
zv3hT~;hG!vJCLx&34b`T9AHSc5=p9Z8He1W0Obl!=nB0v^%)Hh(^@U~3u|OlLn(Oz
z8x-<_CkGi$cMbRoN`=iH;1xqpBYH7gigK|wgcU_47m%WAv_wyXNmf0h><4e|zi?0)
za4B0Ipp2j-mX(lO@<N4B95Sf^>V-W*w2fkiL<&NkuzLukMhFUfEm>-Ui17a<{%D^n
zCC>g<e=c<Jw{rXY!og<_>ht?Ev1!s2Ak&hm!73TndtY*}!sYk4#04I4P*vcqz<W<V
z9+A(!*oeWwoJF*l4NPSm0^7F6u={an*uip!hvHDTJs=F6jMGQE<L+6DD-IR*?r5Rr
z-Qa?EdOl_!rYHuixg`$Og?V7WOa{oumI3tm;x1WbJ-=dCy4A5x=Mk<wTRg)r=G<?E
aC<OlX9up<&Jk40%_fnBNP;$HXdfQ)rij%Sc
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.json b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.json
deleted file mode 100644
index f5b422f..0000000
--- a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 2048,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7731110479994988,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.03425650698356203,
- "n_head": 4
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.pkl b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/params.pkl
deleted file mode 100644
index 0828fd20418e00661a7e5a866774b997b9408aaf..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6fDHi!v_-r83z_)>S4=^
z&qz&7nc~gT!<kZ)Ul3oESdu!$-TuYi;KZzrmOV^4ML^!dF2O}%S0#G5k`hajGvbRg
Mt5SiMaFpr+0Jxn}wg3PC
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/progress.csv b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/progress.csv
deleted file mode 100644
index 151739c..0000000
--- a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2129.4940118264026,1719326571,checkpoint_000000,True,False,1,e566e32a,2024-06-25_16-42-51,82.61908912658691,82.61908912658691,69318,r3i5n6,10.159.8.159,82.61908912658691,1
diff --git a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/result.json b/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/result.json
deleted file mode 100644
index fd337bc..0000000
--- a/ray_results/test_experiment/train_model_e566e32a_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-25_16-40-03/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 2129.4940118264026, "timestamp": 1719326571, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e566e32a", "date": "2024-06-25_16-42-51", "time_this_iter_s": 82.61908912658691, "time_total_s": 82.61908912658691, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7731110479994988, "lr": 0.03425650698356203, "batch_size": 2048}, "time_since_restore": 82.61908912658691, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8 b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8
deleted file mode 100644
index cb9052ff710b0fd954a80985d9e315314aa116ae..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 4596
zcma*rdrVVT90%~yYN2OCN~JtSv51bUREVHsWG%hm9MeUa^T8t5LN8DTx2(NY@HG@M
z8Z=I)hAm+rkW4eCu*^AG2G&YMnAw*30ONGSF(5K!na{o4Z7JvSbFKICANQQ^`SyJ7
zN#Hb8H2Tx<?rSR9%7iVYJ8FAV!~JtC1`{2ZzMi6)<b>UGtM5j;=QY=EAY_O4%&c<G
zll!QHQ4sRC7|Jw^jixk3W~){Cec|!6oJHDu^W2d`_rD`$%zhk+M$=I^j#vxKwjv{$
zTR`Q$U1B!Tj8Y^j*CtiB_<+jl_i-Lp8qGAtMnod2KE$qZR~E00TqcV>h$AW#g~D(p
zV=AUdrodz+O$=ort;+aU59tHNN%!L2@tTT?Az33ApMg{;0>-T-I+r3Xl$9}CDAxj&
zWm`KIxEB~0>{=rWJB0hy=mj(#FW_u7FeWo?CE+s8o&V4fkPddPS#|J37q-|F_Mjs(
z%`xln5rCbs8b^d+H<=%`fXW}aycg{D-M8)oY{ME{$%8HGS+Bpk|E(l|{WBNm#jeis
zBdXSx`2*~gS-4*?wn(?4<&UFa=k3u$$6VMFPuS98Ra*01O%1^AoPi@ku(eA^VnOBd
z7@YTlT{S|>0rn*>!h=1q$fn=glWzmqOJ?FmUhK@KbfRgBy#-*~xdjAc>vRX&r4eA~
z#;*CNUDy*mVW0n8nzk#uzYAbjbmNE+Y>A`d2B>`Q8=Uuooz?g#A7Jn0B0SiICmH?r
z=KeT<J@F!L<i);Hw2io_X_Eu&E!+ZvvCDOiZH3#x&Nm0xI$hWkJz<kEcZk=QCWQd(
zdO3~=!Iq80wSmf6fjI94J9BWmKfrF{B0SiBB1YdA`%yE%Rx5BLFZR{pTH?>zDjmSC
z=N1r*U8ftmxexA~Zu|YJ3tQ?5`%-)_5%y+VBEU|x<A@OKl5@5OfW74`&U?W&)rQ6b
zY`X(Tc(6CwH|P`lmqh~XzH>Ovi|yOrM)d4FdktX!+kqDljD1Eo-1E2*?EHDUcEE-0
z>j`@>wws6>`V0Pnj5Fhi5bT=1+bN*(B$xMsJ-mV10kD%xa3v4+oy!~b^K%}S0qhf8
zoEQ6?_6D)J$FCn?XTO8{1!MoD+qZW~0N8n#V$MSswx1{L+;wM&rsa`Wz{ySs!Vw|Z
z1q<TpK&73_d%<q)UVR;4XDD$c5B9N+QvI~yLih*L!Nqy8%U1tGbS!?51F#nc<9@-|
zqSP3w?iAR0Rz<6{()oY3%oFx(x|P^?d3GnjKD`4+gkUqF3ttA6L?zC9!LE~h@&sUa
za}gfwl)h5E{>vv{fRnA?i5q#b*CkI%qkE_N0_=8f0m0bv)EA>?{RVdaS$amW3mbXD
zUVHyI5#RcE3c&7Ogd;+*6MH9429>K`!Fey(-$u$$0_^Ktga>=q!%}_rfrL7M{l;S4
z$cx>3Au=uF;_~$X+rcd$7&|KU(+hJ?H2aKRj^3;Jpip*e&I%W{x>16TNKg=2P-3tc
zimjxEDlMTb>;;WxGImK&r3Cr9hZK*+iU(rVB!qGdOl|>tb=pWpNmL3n$w=jzjqF8^
zy*!e6dF-<=q#XZ@wiS~_hBC^+4h16ru_23lb|?xO_h|fNe<U+n%q1jyTXR;iS*kdP
zG8#>EK4~-+vya$ML(!w{u4W|)9Q%FzLQ*6ya<(HRrO5)yV2qNe15tni-kjA_(G<lq
zZpKeVoHt)}B#KaYzuBs%p-9EEZm#MW6s_RDncmL-IFEL}zq5DilV$O9-S4kYjBbk2
z6z=_5DXW#e+LBhrzyh1-Jaa~y7=0z?-s1^zc#{|fkF!<C0<V9)Y5&n{zi83qF(UTi
z=z*E1L*Y-oH9S_XLsLDF<M9zKig@~f;6XM#-SfN0Q{*}n;Cy%NgYz$Gl~Lu>w9XF$
zjsc#$Oou|op9eg^7O?}|vBd**I`*3d&u10S8PWb4F%XjC{$`=`R70k0@tA%*(xCAF
Y+f%f0RGvL!ocjco*w5#-&$jIU0HMsjVgLXD
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
deleted file mode 100644
index 5c7201f..0000000
--- a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 4,
- "drop_rate": 0.6516917077514637,
- "embedding_dim": 64,
- "encoder_ff": 512,
- "encoder_num_layer": 1,
- "lr": 0.00012016483134334655,
- "n_head": 16
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl
deleted file mode 100644
index 2ce6e4b1a10abdf666c405d5697d74d1103c017f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&7
znc^+b!<kZ)Ul3oESdu!$-Tuj~6%(uX-sxe=DFX838x%zCt&jI`B_)<5XT%q0R;2<h
I;V9Ju0O3eeHvj+t
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
deleted file mode 100644
index cdaf864..0000000
--- a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1395.3380626768578,1719538220,checkpoint_000000,True,False,1,f1df685b,2024-06-28_03-30-20,74.64295077323914,74.64295077323914,242786,r8i6n8,10.159.28.66,74.64295077323914,1
-843.0610409233514,1719538282,checkpoint_000001,True,False,2,f1df685b,2024-06-28_03-31-22,61.71093678474426,136.3538875579834,242786,r8i6n8,10.159.28.66,136.3538875579834,2
-649.7034859244279,1719538343,checkpoint_000002,True,False,3,f1df685b,2024-06-28_03-32-23,61.319239377975464,197.67312693595886,242786,r8i6n8,10.159.28.66,197.67312693595886,3
-538.8246248500553,1719538404,checkpoint_000003,True,False,4,f1df685b,2024-06-28_03-33-24,61.17716383934021,258.8502907752991,242786,r8i6n8,10.159.28.66,258.8502907752991,4
-476.29196431317666,1719538465,checkpoint_000004,True,False,5,f1df685b,2024-06-28_03-34-25,61.00002908706665,319.8503198623657,242786,r8i6n8,10.159.28.66,319.8503198623657,5
-434.38929231898993,1719538527,checkpoint_000005,True,False,6,f1df685b,2024-06-28_03-35-27,61.93894553184509,381.7892653942108,242786,r8i6n8,10.159.28.66,381.7892653942108,6
-406.3274053138072,1719538590,checkpoint_000006,True,False,7,f1df685b,2024-06-28_03-36-30,62.708914041519165,444.49817943573,242786,r8i6n8,10.159.28.66,444.49817943573,7
-384.7530104269193,1719538652,checkpoint_000007,True,False,8,f1df685b,2024-06-28_03-37-32,62.19302701950073,506.6912064552307,242786,r8i6n8,10.159.28.66,506.6912064552307,8
-372.8606783649114,1719538714,checkpoint_000008,True,False,9,f1df685b,2024-06-28_03-38-34,62.220932483673096,568.9121389389038,242786,r8i6n8,10.159.28.66,568.9121389389038,9
-349.91690856453005,1719538777,checkpoint_000009,True,False,10,f1df685b,2024-06-28_03-39-37,62.24173164367676,631.1538705825806,242786,r8i6n8,10.159.28.66,631.1538705825806,10
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
deleted file mode 100644
index 6f00edb..0000000
--- a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{"loss": 1395.3380626768578, "timestamp": 1719538220, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "f1df685b", "date": "2024-06-28_03-30-20", "time_this_iter_s": 74.64295077323914, "time_total_s": 74.64295077323914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 74.64295077323914, "iterations_since_restore": 1}
-{"loss": 843.0610409233514, "timestamp": 1719538282, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "f1df685b", "date": "2024-06-28_03-31-22", "time_this_iter_s": 61.71093678474426, "time_total_s": 136.3538875579834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 136.3538875579834, "iterations_since_restore": 2}
-{"loss": 649.7034859244279, "timestamp": 1719538343, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "f1df685b", "date": "2024-06-28_03-32-23", "time_this_iter_s": 61.319239377975464, "time_total_s": 197.67312693595886, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 197.67312693595886, "iterations_since_restore": 3}
-{"loss": 538.8246248500553, "timestamp": 1719538404, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "f1df685b", "date": "2024-06-28_03-33-24", "time_this_iter_s": 61.17716383934021, "time_total_s": 258.8502907752991, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 258.8502907752991, "iterations_since_restore": 4}
-{"loss": 476.29196431317666, "timestamp": 1719538465, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "f1df685b", "date": "2024-06-28_03-34-25", "time_this_iter_s": 61.00002908706665, "time_total_s": 319.8503198623657, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 319.8503198623657, "iterations_since_restore": 5}
-{"loss": 434.38929231898993, "timestamp": 1719538527, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "f1df685b", "date": "2024-06-28_03-35-27", "time_this_iter_s": 61.93894553184509, "time_total_s": 381.7892653942108, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 381.7892653942108, "iterations_since_restore": 6}
-{"loss": 406.3274053138072, "timestamp": 1719538590, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "f1df685b", "date": "2024-06-28_03-36-30", "time_this_iter_s": 62.708914041519165, "time_total_s": 444.49817943573, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 444.49817943573, "iterations_since_restore": 7}
-{"loss": 384.7530104269193, "timestamp": 1719538652, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "f1df685b", "date": "2024-06-28_03-37-32", "time_this_iter_s": 62.19302701950073, "time_total_s": 506.6912064552307, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 506.6912064552307, "iterations_since_restore": 8}
-{"loss": 372.8606783649114, "timestamp": 1719538714, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "f1df685b", "date": "2024-06-28_03-38-34", "time_this_iter_s": 62.220932483673096, "time_total_s": 568.9121389389038, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 568.9121389389038, "iterations_since_restore": 9}
-{"loss": 349.91690856453005, "timestamp": 1719538777, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "f1df685b", "date": "2024-06-28_03-39-37", "time_this_iter_s": 62.24173164367676, "time_total_s": 631.1538705825806, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 631.1538705825806, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/events.out.tfevents.1719328732.r8i6n2 b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/events.out.tfevents.1719328732.r8i6n2
deleted file mode 100644
index 66fb04c000a2f00097bcaaea4d9f438d49a1a197..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 1311
zcmah|OH30{6fIMO%+(e;QiSp=gBqNL6*eY>q*Wj$5RLIe;=(+qorfK5-!$_Eq_~hs
z4DMt@Vq@@!OB30l(YPQc7)->N5W|YZ_+3d%M0DkAJAG{taCURgJ@>qK?s?UY>^F6_
zR~9FqxBZ&Avvk<!3Y)4<4s;J<Vzsv|ExOB^?Y`-|mpjEz#{OGRSYJhnQU#UZGSy_j
z8X!0jGbr`CPpx&Ou8pl7v?&um-y-qoAg44#6ZklVMvZ}(h9XfMxs)(;VtE~ok>K3W
z!sjB%GfB=bmedS_8O7oFb7cNzz?O`kt3M&`80Hii{7}OsEj^Br71b%yEo>s{?OXMC
z1vO8i)uvC5j(!s-^7K6*Lv1mg>Lh}ZiK%6nI5R+cJ$Cz$J>bjN`LkmA6|S#93pDWo
zX;szI4MI`znDotk$6NcROR{suCsP;2ovG=mr_5~Sp%d;qp%O(Cs;R~)3gDpxHrZW>
z)pNrM*PXE4hNRzuv?|DMfUs&sqD*BN`<=1`ZVg8ajoq2~jQaaotp>b>H8K!KF*S)z
z26@1hgG{@-8Y&A)h0QJyHPc8ScCoY+<KlQ2Yno0jAWe_65<3khS@n#v7d*ND!a=1V
z#M0^jr36K>s`;IY2g;@5kSPsNCv6d;b(C~SlzOO@HV=W)2=&rdOIG$mv-JNZ&c0th
zPwf58et*y|9?R|Tg8<6{)aCa_F{La8h*~N$SSS5P&kF&b3Hd!f7JQEcs4DPQ5<M@I
zjV-73g&^$8S;UIjz^nwpw{B}38xKLl29|TYA_TST1H!?P5PP&6?w+?eLQtOG9V@(3
zJAcqncjhofG2qSYFuM!$z=3-iARk)}FowKIR(a1#aBeZRufu+XuV$uBis795tq=g;
Yzuse_Wu0dk%lp1f7RpL`-+b)&3vL^eLjV8(
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.json b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.json
deleted file mode 100644
index 65f2092..0000000
--- a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.24540187796715263,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 4,
- "lr": 0.0006485525268785047,
- "n_head": 1
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.pkl b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/params.pkl
deleted file mode 100644
index d2806b583545ebac95768737b473342db3d6b524..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`wRm_+UaH^T1+EJ#2aL
z8L5dWQ@j~_I8%!93*w6sOH!w}+n>)2(U7k^(!-Qf1mw9o6n}C~ywt;$lvt9S5nr5H
Kl?t-7R1W~c)lx(N
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/progress.csv b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/progress.csv
deleted file mode 100644
index 3d8d7bb..0000000
--- a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/progress.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1986.5954556202325,1719329376,checkpoint_000000,True,False,1,f1fbbaf2,2024-06-25_17-29-36,643.849014043808,643.849014043808,2195253,r8i6n2,10.159.28.60,643.849014043808,1
diff --git a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/result.json b/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/result.json
deleted file mode 100644
index a73f3b5..0000000
--- a/ray_results/test_experiment/train_model_f1fbbaf2_5_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_r_2024-06-25_17-16-57/result.json
+++ /dev/null
@@ -1 +0,0 @@
-{"loss": 1986.5954556202325, "timestamp": 1719329376, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "f1fbbaf2", "date": "2024-06-25_17-29-36", "time_this_iter_s": 643.849014043808, "time_total_s": 643.849014043808, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.24540187796715263, "lr": 0.0006485525268785047, "batch_size": 1024}, "time_since_restore": 643.849014043808, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/events.out.tfevents.1719321692.r7i5n7 b/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/events.out.tfevents.1719321692.r7i5n7
deleted file mode 100644
index e69de29..0000000
diff --git a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.json b/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.json
deleted file mode 100644
index bb0521f..0000000
--- a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 1024,
- "decoder_int_num_layer": 8,
- "decoder_rt_ff": 1024,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.5887719140440579,
- "embedding_dim": 1024,
- "encoder_ff": 2048,
- "encoder_num_layer": 8,
- "lr": 0.009580025887992769,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.pkl b/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/params.pkl
deleted file mode 100644
index ce79ddfb021ca60b7aa0c2634f11fac094cd75c0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWH@?wQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@_|ZVnt`T*g;;v{U_v1Cpki!!@foR!
zDIj-nrWEBD#1|!&q)u_Se{|i#sQC4#9;TckAg_7eMt{MNKYF;55=)XZ;)^q@QbCrM
G>Hz=^E>v~^
diff --git a/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/result.json b/ray_results/test_experiment/train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03/result.json
deleted file mode 100644
index e69de29..0000000
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8
deleted file mode 100644
index 52dcdacf916814ff41010aeee48fba722842e609..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$S6yI;Kvn}5?$iZ`h!F*8rkwJbHS#LDPTmPMH|RNaR8<<6YaHZuP~
z>I4|I#JEJbc#9G%^-D_gQuTB4i;G2<{ypNnB}zHL0IFr`*9-BS9Zqm9%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_J)>AcB5D+;0o7|YGq1(UMf%v1H*;Xi52=#D|2II
z12~r=v?y^Ya7n_gEXmAGjW5Z_ERN4CNiB*m7CqG2=#*Z^JH-&HeQtB}OHM^MxQ!}Y
zN?g*Y+KV&ul2hZ0Qj1ISi&DV`B<{GZV-7Xo`HNGLoHG#yXmM$9DZ&i^*_v3AnV(l2
Ok7^9a=L!dy&I15S%z<P8
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8
deleted file mode 100644
index b76a461a326b0dbb1b98b1958f83beaa03728261..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 405
zcmb1OfPlsI-b$P%N>{2Q=ihXc;!P?_%*@ksElbTSu`=R&;(J{gs&2#la%WD7tEN35
zbplLUVq79zyhVwX`X!}#srotj#l@n|+Z&zN*UgnTfNGig^+G)7lUr~t%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_AGH;-%+geegM~xYGq1(UMf%v14D<x$7Fq|mASF9
z0h}uy!nG)IDR4=`tt`pRO^q+f$SjV}EJ-bjFBYB2+3a+e*}20Is(o&A^GnV<kKo!>
zxRki0QMDIm<|U`b7o`@L<QJua4dB?${=^(=!1EWUA~}CNh8v*8rNN~LHvnX7Vo7Fx
QUU59CF(98?7`IOb09pQk<NyEw
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8
deleted file mode 100644
index dbf7b4e36c045b7249e73567e1df492b3a76ac70..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 770
zcmb1OfPlsI-b$Q`_M1DR=HGOb;!P?_%*@ksElbTSu`*h8a<!#0RNaR8<<6XMYv0ZQ
zsS{w<65|r#;w?(7)GsN`OV!WGFD@4CvkY~P{qKLo0IFr`*9-BSJWX&d%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_8(uSTcKE~(gN3yYGq1(UMf%v1H+f4@9yeDt;~&;
z4dC2~(4xepz$FQ{vLrJ%HNGSxvp7DpB(*5MSTyQfqtk4oS`$O4_PNc?FF8$G;Wnyp
zDRD`oYA?>rOHPe1N-ZwQFG>X)5E!azYz{Tx`HNGLoF@<lXmM$9DZ&i^*_v3AnV(l2
zk7^9a=Sw$wo<i~YoYyy(f&-fcTVRVc_&FQ=5zasf?2T{WT8IhkBj(yoC{~)kh3m%=
z*mVY5(@+9?7eWhxz*au!=j7XQs|+QuP2a(7BpBFl^j<nKTZKJE3G8(U1Bec628Rxj
GzXt$CYX4~f
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8
deleted file mode 100644
index d68fc11071af7829ff12e7dff7aa726a3eded6c9..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2406
zcma)-Yitx%6vvm@T9^|T=+LF?me%bSO`Q*HTR(uLX2)I72IQe)4O$$hJGb4@-I+2o
zt=0ss5TYRlTN4v&ABZ$j6H-84MnnS91lpR2L@V`ysfk#=2qYpjG4ams^v>S8Wp}^r
zJ?DS^bARXLo+YmIZ~trSg6w2PZ{4$dFFow{H0hF}E??7*RC85r!NiXjEA6~PdtZvO
zzkhZ8F)MH3UHoDw29GXvgv>S-g%X-!c!LkFjJ`VZ)b(mx^6uZ?ifqYwBB_K5@Dqs<
z*V+=Y7>lFWi>;cXnqHTyGd%h9c!09Je}w31OIcG9mbhFko2JS_wq<f_*(UZ2M-qep
z_=u&cB#~&w6+=`^q>G04`NKOReIxZdYHWG`&YhF2FiISkK@du5xuK{rB<jd8H65i2
zynpd)eT7}%%Adnq*keus9;%>%6tG++Q_)mIq{~=0KQq|SK;7KDd38$)c40QyW7}(^
zjq5i*Nx}a3A0o*I_NBXPH&d3?w}^fg*ppWlvJ~v2jwA={@!cCE?Nvj=6m0%Bam)$(
zoA#@bXQui-p<wqr1@eaN5<2#bjZ-)8{&}=H1$%Bb*fqmd(ZY2TeH858Ux*|h*gaF7
zk5HD&ekJ-@VEf)VwVZ-I=ty$F{=>H+GSJs?gMuBnOdNB<{_RXv)PL@y3l!`gr$FAY
z1z~r0!2#;#(PKkK3iiBgu=kt_Mz_A6I8DJ`bDT)>fxUgKX&YsE-qFtjyYa$(4^Xh{
zPY}x-us<!?5Ly46dw_y{+L7mkJ^E;4^hVcEIR$&=XT(2m*qy?Wf$sMX%}GB;UHv^T
zu!p~Y`=AAzA9TY$Hx!HUR!NtVh8RLGw;~-siK@BwO*iav!(2PW-DbF(OmIFxlVrx?
z__2Bg1>8Xn=F2Fi$@uBS&$ZaxjL&@F%{)`vl43&YKspW;foD3T+u2K?IO8ZY*#oSs
zYpo)FA1y1aMad>4%Zl0}%1RO+;jckz+CAm$g`(;InS~00Nm%Xxg{l}wk{odJMX-RQ
zcNJd_OSwDjq8Sov*YIUf%FVt@_<Nv?yVI`V?}bV(_b#aa{NEL--M_PceYlEs|6uoT
zf`Q8nEOq*4Aj81RL^MnZ16I^#ZS9u~oMfCn9%TFn7+9RamSc;~t{$#Cx#*`bESg4y
z57Pq^5Wqj9Yb4ewKzSDABz`Rnr85VF1hKdxd+$k#OMnGd@9@E{)o*?0>1_#HA481+
zNv;;4By%1}peq${#+C#=5b!R~KC2|>T6p{+<?%Xum!CVa{|VMNO}_?0;Qv2+q{?aX
Sc*Y#=1wm%soQ5NBxc&nSVg6|V
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
deleted file mode 100644
index d129071..0000000
--- a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 2048,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.4230793088582453,
- "embedding_dim": 16,
- "encoder_ff": 1024,
- "encoder_num_layer": 1,
- "lr": 0.00288155269334617,
- "n_head": 8
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl
deleted file mode 100644
index cb122bf130a222f612d8815f2da39cfbb034f536..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C$b|Qj}j1UzAvqI>p`ow(xG7Q!a;km~x7My!6?;mwH@Ud$^JkOOi9<i!-ZI
KftGNT>Hz?<8&b*u
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
deleted file mode 100644
index af581a8..0000000
--- a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-393.9815991018701,1719491580,checkpoint_000000,True,False,1,fbff5866,2024-06-27_14-33-00,64.76905679702759,64.76905679702759,35196,r8i6n8,10.159.28.66,64.76905679702759,1
-259.43172593004124,1719494192,checkpoint_000001,True,False,2,fbff5866,2024-06-27_15-16-32,65.51874613761902,130.2878029346466,69992,r8i6n8,10.159.28.66,65.51874613761902,1
-213.22481638990988,1719495267,checkpoint_000002,True,False,3,fbff5866,2024-06-27_15-34-27,64.90303182601929,195.1908347606659,69992,r8i6n8,10.159.28.66,64.90303182601929,1
-206.50029820720042,1719495319,checkpoint_000003,True,False,4,fbff5866,2024-06-27_15-35-19,51.688610315322876,246.87944507598877,69992,r8i6n8,10.159.28.66,116.59164214134216,2
-184.2231689212829,1719495987,checkpoint_000004,True,False,5,fbff5866,2024-06-27_15-46-27,65.34643507003784,312.2258801460266,69992,r8i6n8,10.159.28.66,65.34643507003784,1
-178.49155504121555,1719496039,checkpoint_000005,True,False,6,fbff5866,2024-06-27_15-47-19,51.88559675216675,364.11147689819336,69992,r8i6n8,10.159.28.66,117.23203182220459,2
-168.78981534702572,1719496091,checkpoint_000006,True,False,7,fbff5866,2024-06-27_15-48-11,51.525290727615356,415.6367676258087,69992,r8i6n8,10.159.28.66,168.75732254981995,3
-162.7404464361236,1719496142,checkpoint_000007,True,False,8,fbff5866,2024-06-27_15-49-02,51.523138761520386,467.1599063873291,69992,r8i6n8,10.159.28.66,220.28046131134033,4
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
deleted file mode 100644
index 1881717..0000000
--- a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{"loss": 393.9815991018701, "timestamp": 1719491580, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "fbff5866", "date": "2024-06-27_14-33-00", "time_this_iter_s": 64.76905679702759, "time_total_s": 64.76905679702759, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 64.76905679702759, "iterations_since_restore": 1}
-{"loss": 259.43172593004124, "timestamp": 1719494192, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "fbff5866", "date": "2024-06-27_15-16-32", "time_this_iter_s": 65.51874613761902, "time_total_s": 130.2878029346466, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 65.51874613761902, "iterations_since_restore": 1}
-{"loss": 213.22481638990988, "timestamp": 1719495267, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "fbff5866", "date": "2024-06-27_15-34-27", "time_this_iter_s": 64.90303182601929, "time_total_s": 195.1908347606659, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 64.90303182601929, "iterations_since_restore": 1}
-{"loss": 206.50029820720042, "timestamp": 1719495319, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "fbff5866", "date": "2024-06-27_15-35-19", "time_this_iter_s": 51.688610315322876, "time_total_s": 246.87944507598877, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 116.59164214134216, "iterations_since_restore": 2}
-{"loss": 184.2231689212829, "timestamp": 1719495987, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "fbff5866", "date": "2024-06-27_15-46-27", "time_this_iter_s": 65.34643507003784, "time_total_s": 312.2258801460266, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 65.34643507003784, "iterations_since_restore": 1}
-{"loss": 178.49155504121555, "timestamp": 1719496039, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "fbff5866", "date": "2024-06-27_15-47-19", "time_this_iter_s": 51.88559675216675, "time_total_s": 364.11147689819336, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 117.23203182220459, "iterations_since_restore": 2}
-{"loss": 168.78981534702572, "timestamp": 1719496091, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "fbff5866", "date": "2024-06-27_15-48-11", "time_this_iter_s": 51.525290727615356, "time_total_s": 415.6367676258087, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 168.75732254981995, "iterations_since_restore": 3}
-{"loss": 162.7404464361236, "timestamp": 1719496142, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "fbff5866", "date": "2024-06-27_15-49-02", "time_this_iter_s": 51.523138761520386, "time_total_s": 467.1599063873291, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 220.28046131134033, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/events.out.tfevents.1719350385.r8i6n2 b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/events.out.tfevents.1719350385.r8i6n2
deleted file mode 100644
index d70d04e52ed2d24c2a20a14d61d62a92e59ca943..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 2771
zcma);e@q)?7{}W?Hg=CItQ{S!h0zvGmTFosIy0Q<8QKup3`Wp6q8>-@g`T!|_3m)8
z7-h00L{V{Oe=G*afQ3KQjTo5&_9HQ7{z#_m53_7BE?bs3;%^Bi{@C;mj`#XvySD$`
z`#j(0d++CY(&s8{OTW>Vw+EQcwb9CR?_PY+<LFR$Q3}PLN0L^5w=+H7T4Ux-9NN{u
z6iwRajl6aC;07oIhr;)SwQdQ8ld`J1oi#7U?))ussn(PnSeWIQd#ACa2K?Z`5;Y-r
zCj~B^K=EhOvM6b8o2@s}T-NgrVL5OT>q$#NmXI#7*(R^~r^2RX>Zz(nn7}D434jka
zVoOa-Ax=w(Dko}4;Z%41smG%eTYDa=Gvz~leRIs1CBGd4;3eg%D8&({AXSqUv{>NA
zlf~Zq%mUwE|8gheJ&pZ?uo?WgfZ@t(qAaN#S;n||sI6-&aq|Xw$Jwt8*i<&y4eonl
z<;SZX1neDYEGY!`b#96#EH7C49I!8p4(}mg$DhNNd0@9UwM1iW=Wi0Qzq90dVV|SF
ziN4qI#0LcIRt5VP4BN(*9O+*mZhrZPV+X%BVAI)PUzxuxHhj{tjetG(BbF2b`)%&&
z4+%^4C#=r_J9J{ePr&}mlH`HCCEgM(e@&_&V5fh^j(K5!)K(qy-DRI9U|+Qg6bzeX
zYrFQ(5;q?l`8PRhz%I%Ldl&O}w7oI%83B7}6iW($y?3zr0Aaa#4C`~i{-^ibD+KK0
zmLv~szPTm3W`1`O0lW4HcFYTVAk-TBeP(he0ejpkP%!LXR<iA3iJOm{P}%ba>{Z!d
zw{Ka9zBRtRkAOWjg(Zc+4u(p<AS~Hwtj_^kx&Prg0`{ktBoFMfYD@IZ#~fz}*!45m
zF)!>h`}W2}`Y21lK57*x81^uGNh|hG*q8qM2Zs(m!`vv<7GVd+XgEwm8J9@&3ZGKB
zFnS@46n+0lT2ns_`)DXOL#{t5*B?}%1fYZ0;t72->_$F1;DQnX#brU?Q~GY?Iy?2V
zjo{8ale$w}lJ7x^9&&<XIi#4`6;PIOl$q=RMo{E5r!OPJO4p)P2NDEP>f!`3r61{U
zgQO+*MQ1lSm!C5Wtp+M-xC5+~xCG(_A02c;sf+wD2yTK(*DV(R3W>4UgH_;l<zC#u
zYN&GEYB2}zfEri+#k=a&m-;2Mf1ms^QqR<_Gy8Xyg3A<CTK!Xzs_L7YQ#D=(EJ~en
z(`gE3D65ahD9`&8Y{+2iVw~5w*Joa_&qZMUG9vxZ{8(VYv!ZJ_*2}`CEXZ-($AWj|
zfZ(7m_Gj-sPO-62YV=M&D1Kn=Sn`cS5#wcuF~G@#ER<)?!-{}4wwZxIj#<SyzeaAZ
qZ`i-hWbygOqmMF;%k=9Y44(h9N0P8aUY{|Gdr^Q|V{g28*!drlOKxfa
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.json b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.json
deleted file mode 100644
index f528e7d..0000000
--- a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "batch_size": 1024,
- "decoder_int_ff": 512,
- "decoder_int_num_layer": 1,
- "decoder_rt_ff": 512,
- "decoder_rt_num_layer": 2,
- "drop_rate": 0.7814344084863447,
- "embedding_dim": 1024,
- "encoder_ff": 1024,
- "encoder_num_layer": 8,
- "lr": 0.030816743385966763,
- "n_head": 2
-}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.pkl b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/params.pkl
deleted file mode 100644
index eabd75552a221282c9ed756addafb311b81036a0..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu@3mn0okNLLl>?Vr+Tw8L5dW
zQ@ojaI8%!93*w6sOH!w}+rMON+T9!fq=zY|2*{h?m$QV&mc557DX}CuBfdDZDivf&
GsU85;s8Uw|
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/progress.csv b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/progress.csv
deleted file mode 100644
index 4242a15..0000000
--- a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/progress.csv
+++ /dev/null
@@ -1,6 +0,0 @@
-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-4034.1917479507565,1719351243,checkpoint_000000,True,False,1,fe083630,2024-06-25_23-34-04,858.9566829204559,858.9566829204559,2195253,r8i6n2,10.159.28.60,858.9566829204559,1
-2881.328838198204,1719352088,checkpoint_000001,True,False,2,fe083630,2024-06-25_23-48-09,845.1621363162994,1704.1188192367554,2195253,r8i6n2,10.159.28.60,1704.1188192367554,2
-2239.2423533041647,1719352934,checkpoint_000002,True,False,3,fe083630,2024-06-26_00-02-14,845.5501523017883,2549.6689715385437,2195253,r8i6n2,10.159.28.60,2549.6689715385437,3
-2008.2958018385518,1719353779,checkpoint_000003,True,False,4,fe083630,2024-06-26_00-16-19,845.2403128147125,3394.909284353256,2195253,r8i6n2,10.159.28.60,3394.909284353256,4
-1961.6992687315453,1719354625,checkpoint_000004,True,False,5,fe083630,2024-06-26_00-30-25,845.8089480400085,4240.718232393265,2195253,r8i6n2,10.159.28.60,4240.718232393265,5
diff --git a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/result.json b/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/result.json
deleted file mode 100644
index 68c099d..0000000
--- a/ray_results/test_experiment/train_model_fe083630_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_22-50-21/result.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{"loss": 4034.1917479507565, "timestamp": 1719351243, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "fe083630", "date": "2024-06-25_23-34-04", "time_this_iter_s": 858.9566829204559, "time_total_s": 858.9566829204559, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 858.9566829204559, "iterations_since_restore": 1}
-{"loss": 2881.328838198204, "timestamp": 1719352088, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "fe083630", "date": "2024-06-25_23-48-09", "time_this_iter_s": 845.1621363162994, "time_total_s": 1704.1188192367554, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 1704.1188192367554, "iterations_since_restore": 2}
-{"loss": 2239.2423533041647, "timestamp": 1719352934, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "fe083630", "date": "2024-06-26_00-02-14", "time_this_iter_s": 845.5501523017883, "time_total_s": 2549.6689715385437, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 2549.6689715385437, "iterations_since_restore": 3}
-{"loss": 2008.2958018385518, "timestamp": 1719353779, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "fe083630", "date": "2024-06-26_00-16-19", "time_this_iter_s": 845.2403128147125, "time_total_s": 3394.909284353256, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 3394.909284353256, "iterations_since_restore": 4}
-{"loss": 1961.6992687315453, "timestamp": 1719354625, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "fe083630", "date": "2024-06-26_00-30-25", "time_this_iter_s": 845.8089480400085, "time_total_s": 4240.718232393265, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7814344084863447, "lr": 0.030816743385966763, "batch_size": 1024}, "time_since_restore": 4240.718232393265, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/tuner.pkl b/ray_results/test_experiment/tuner.pkl
deleted file mode 100644
index a613d19891a6982e11191f621900f0eefbee10bd..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 3586
zcmd5<-)~$;72b91_*d*EjsqgJ0;?)=1$)<aq*9=?B#uMGHe0Y=`hdb{_TJf@o4tGQ
z?abUH8^uzPsKL@mJai&nd7x1wDxSkzk@^SJQvMfs<U4bBuh&U=;EhCD-FxntnKS2n
z-*=85%{>0sQqBK6aO?IQGes&`n5Esg=j^KD!+<RQr!p_>!?a!ceCpo(ouj4GgDeux
zo*Bfcvu6jws5o?XI?1$lc0miSLdkf7U0<(uEv*5L3k#)08V*?!4`L&fvnx1YY<+)Z
ztPYziSCZd%U)-&e$xc8&taNgAj^e%c!Od%~+Taz0#}j5UmUG1i8dtEhY!r1HdGH&I
z^3b+tna+7AT-(lIR}tZ1RuyR)r#<&4TsP;1h82&mumQhMnJQy9t~F;bvOJ4Zqv<$t
zmnQ``<yJmr?V@9sUtToR;U<*s$Sx-FUBP_3nohW!76VqGKxwR{h>)?9&#jtW4tYps
zC3KM(f3cM^t0z%~Lw6*<)t0Z*+4GwGi-eN-?UQ7VjXFRkDI3n7zd6i>y2jJ!My5{Z
zbD9amU2DqDG3_(3=~^>((LWl-jZv<(iVXLJVd=)`pfJgbD38N_B7%u$XP2?AFIcxo
zLlb8y%C;`wvP-N}#EFShW)KIAc5WM(+ozXL+^$=1)mt_EueWAf7q`{p`k!m2USgYm
z&6$(uJ5%H5qxzl7{;(F+AK=4-#aa#a>9Nnl+JiY*XKJ-4*za%Eo~PgTYOdX?AA$;J
zP;6(X(j52?MVvT!MQ*`T*ND^pzS+yWI>|zw=pt|CMW@MA4#Y&fkq@slw>Gw}1RFnU
ziuA5-=0lT#IE`LjG`51RVB`C62{t!_A2yS?L!V`qlA)<Vn+8DI=RKjDsAH3e+pLPK
zo06*6LG^-sh}^xC@Ifcy?>gJ4>bf_sdcYX)Wf%+IDI<Ls4<r9pe|zKKk7}P?{A~BH
zA3fdw{Pr{c#o9l_apU?I=F8z%yL<n9c-+`Keq;an8~ev=A3k6E@KMce*N_Y?k}gv4
zra`qxGZq=>=Obp!*^6HTKE%mb$_IiRUi%t{pt_ZJ?Z%0B{r^aE(QX5`=Swt;L2iaD
z6iGrdw2M4Y8cO||K>s8YSeI+yW~E{R#K&ku^6{yYzd4{J%3b+$=oS08;K?Xa@+M@6
z@ifig3jSy$5Bj#uSpQxmx}0<YCXzXJ>V1JRND`y~U*#U?%Azdvo~RUJ)P?e&-m(kj
zokq8j8^k|g`<vu7<}}kqr`%4v+m4FeOR^47@57N-k(zn9#DhFjhUh#4Wdk&6FI^nE
z!`+RMVyF!#-(HtLJz@9^82;nOQ>PhzR6m-!Q?c`5ZSlYGmYDj9lRuMNhfZF{(+#BX
ze<i_S`!!F3zlf*N=kc>&J-c=sym$P)_m0=DK3}^E#LHjU8IpD5Wb3fRy!-%w_z1Q4
zKZhOw^0)F2RUsvp2eNbEWYm_TExU40_S#a)JFQj9icAo2dfUnTz>N~L$SML*mTx<b
zM3>DiPP-Y^9nH%_h8Q>7Q6QW!DE=Ht0gI#iu2m}l1!^nWWO<H8)~c25f$Ho#Im>b^
zSzsmx6}_C>6{9#bBJDA1*dA!kUhrG61h^fytRwW8MZY;8<cZL(b<<ut-S5V(ZM)<T
z=oAq(3QZ7I0<D$t5IRWjIF%Z=M|!9PhZ)vOr8SDx3m;ZO2_rS$$^+BL^_^et?rdM(
z-?{E6IEGeU4L9>%Waw(n&hHi}#t@o?s>xxRPC%bG0#_9GA*o0S>HRq*PeFVkX+}D`
z<7NI{rut1KLfI^gXcl4b?ah0-X{6Ai`Tlm})?Q<GzmY2u#lF*#ZjU=RqZ2^>@wOyw
zdZ>*U;KIvY9w)@c(TF0S+NB$%>BWH0QLabsNPf-E(@QBWRGSOX{IKsQl!@KWZ&%hA
zH}u6sM*Bh#C@xQ|*I|a32p@3=7sl6by!16w5seyW5EdrPiO*dnJ}zhoq#!4w;z)E#
zGuLG{;ZDb6piG$JX<s|}#C~V;bCD+*k62e_14dO4fRB7a<<`SAoVe-29^PNNqj#d>
zW|6z~gF329s|cN0Vce~`S-b2lT$#8FbZSg$ub#HB45+HI=>BLIMlk`A6z*AaM=J2R
z;#Z#b_rcEIMa#}K0QYLu{7yi}lK|1=2*{qh8mnJ>-`EU+)>fSa11%SfM&{-*Z6qB~
zpEz_OS6L79p$61Qdl5q$V`kPPo)FA%mwDgz8HGwi;vy<w)X<{@GEcGaSOpjousTH?
zg$DGUT|yW;C!P@X`F)HbD(J?>3p=_HO{P$h5pt;u#S{tQ9MW@yInU4%G%K!pet^Bi
z%4kk*?gO(w!4Q=8Wi}8c$9f{|5AJPjRz#biQ}ZRlu1?UG_Vc3R<loV-p%xGT-a#iU
z>AvU<)Ez~FS}@j4fO3&y(Dr{olz$(95<^nqb-UoFcc$Y9NXl{~LM&92E!OQiduh@@
z(wOieabjs~SEb+T#QTKXe5A4*um{2Hk{EPE6p;)^@c`Ne0{OG(oD1WZiN#Y14mz7M
KDR|^W5&Q?;g<s78
--
GitLab