del raysesult

ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2342.1553426427167,1719547872,checkpoint_000000,True,False,1,b2637af1,2024-06-28_06-11-12,66.37161922454834,66.37161922454834,242786,r8i6n8,10.159.28.66,66.37161922454834,1
-2230.1564153235727,1719547925,checkpoint_000001,True,False,2,b2637af1,2024-06-28_06-12-05,52.5772385597229,118.94885778427124,242786,r8i6n8,10.159.28.66,118.94885778427124,2
-2089.4225843534696,1719547978,checkpoint_000002,True,False,3,b2637af1,2024-06-28_06-12-58,52.95364809036255,171.9025058746338,242786,r8i6n8,10.159.28.66,171.9025058746338,3
-2035.8427676703986,1719548030,checkpoint_000003,True,False,4,b2637af1,2024-06-28_06-13-50,52.54171442985535,224.44422030448914,242786,r8i6n8,10.159.28.66,224.44422030448914,4
-1988.0233682947835,1719548083,checkpoint_000004,True,False,5,b2637af1,2024-06-28_06-14-43,52.50262928009033,276.94684958457947,242786,r8i6n8,10.159.28.66,276.94684958457947,5
-1975.179330900898,1719548135,checkpoint_000005,True,False,6,b2637af1,2024-06-28_06-15-35,52.05119323730469,328.99804282188416,242786,r8i6n8,10.159.28.66,328.99804282188416,6
-1963.0230732114296,1719548187,checkpoint_000006,True,False,7,b2637af1,2024-06-28_06-16-27,52.52018332481384,381.518226146698,242786,r8i6n8,10.159.28.66,381.518226146698,7
-1959.1778295321728,1719548239,checkpoint_000007,True,False,8,b2637af1,2024-06-28_06-17-19,52.090354681015015,433.608580827713,242786,r8i6n8,10.159.28.66,433.608580827713,8
-1956.1374309870203,1719548292,checkpoint_000008,True,False,9,b2637af1,2024-06-28_06-18-12,52.52081227302551,486.1293931007385,242786,r8i6n8,10.159.28.66,486.1293931007385,9
-1954.741417591966,1719548344,checkpoint_000009,True,False,10,b2637af1,2024-06-28_06-19-04,52.11372709274292,538.2431201934814,242786,r8i6n8,10.159.28.66,538.2431201934814,10

ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json

-{"loss": 2342.1553426427167, "timestamp": 1719547872, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b2637af1", "date": "2024-06-28_06-11-12", "time_this_iter_s": 66.37161922454834, "time_total_s": 66.37161922454834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 66.37161922454834, "iterations_since_restore": 1}
-{"loss": 2230.1564153235727, "timestamp": 1719547925, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b2637af1", "date": "2024-06-28_06-12-05", "time_this_iter_s": 52.5772385597229, "time_total_s": 118.94885778427124, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 118.94885778427124, "iterations_since_restore": 2}
-{"loss": 2089.4225843534696, "timestamp": 1719547978, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b2637af1", "date": "2024-06-28_06-12-58", "time_this_iter_s": 52.95364809036255, "time_total_s": 171.9025058746338, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 171.9025058746338, "iterations_since_restore": 3}
-{"loss": 2035.8427676703986, "timestamp": 1719548030, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b2637af1", "date": "2024-06-28_06-13-50", "time_this_iter_s": 52.54171442985535, "time_total_s": 224.44422030448914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 224.44422030448914, "iterations_since_restore": 4}
-{"loss": 1988.0233682947835, "timestamp": 1719548083, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b2637af1", "date": "2024-06-28_06-14-43", "time_this_iter_s": 52.50262928009033, "time_total_s": 276.94684958457947, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 276.94684958457947, "iterations_since_restore": 5}
-{"loss": 1975.179330900898, "timestamp": 1719548135, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b2637af1", "date": "2024-06-28_06-15-35", "time_this_iter_s": 52.05119323730469, "time_total_s": 328.99804282188416, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 328.99804282188416, "iterations_since_restore": 6}
-{"loss": 1963.0230732114296, "timestamp": 1719548187, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b2637af1", "date": "2024-06-28_06-16-27", "time_this_iter_s": 52.52018332481384, "time_total_s": 381.518226146698, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 381.518226146698, "iterations_since_restore": 7}
-{"loss": 1959.1778295321728, "timestamp": 1719548239, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b2637af1", "date": "2024-06-28_06-17-19", "time_this_iter_s": 52.090354681015015, "time_total_s": 433.608580827713, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 433.608580827713, "iterations_since_restore": 8}
-{"loss": 1956.1374309870203, "timestamp": 1719548292, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b2637af1", "date": "2024-06-28_06-18-12", "time_this_iter_s": 52.52081227302551, "time_total_s": 486.1293931007385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 486.1293931007385, "iterations_since_restore": 9}
-{"loss": 1954.741417591966, "timestamp": 1719548344, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b2637af1", "date": "2024-06-28_06-19-04", "time_this_iter_s": 52.11372709274292, "time_total_s": 538.2431201934814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 538.2431201934814, "iterations_since_restore": 10}

ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/params.json

-{
-  "batch_size": 2048,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 8,
-  "decoder_rt_ff": 512,
-  "decoder_rt_num_layer": 2,
-  "drop_rate": 0.9936594412219328,
-  "embedding_dim": 64,
-  "encoder_ff": 512,
-  "encoder_num_layer": 2,
-  "lr": 0.000836614555813242,
-  "n_head": 4
-}
\ No newline at end of file

ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-3022.543074480192,1719326860,checkpoint_000000,True,False,1,b53cfe05,2024-06-25_16-47-40,67.51874232292175,67.51874232292175,122466,r3i5n6,10.159.8.159,67.51874232292175,1

ray_results/test_experiment/train_model_b53cfe05_16_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=8,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-25_16-43-18/result.json

-{"loss": 3022.543074480192, "timestamp": 1719326860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b53cfe05", "date": "2024-06-25_16-47-40", "time_this_iter_s": 67.51874232292175, "time_total_s": 67.51874232292175, "pid": 122466, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 8, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9936594412219328, "lr": 0.000836614555813242, "batch_size": 2048}, "time_since_restore": 67.51874232292175, "iterations_since_restore": 1}

ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/params.json

-{
-  "batch_size": 2048,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 2,
-  "decoder_rt_ff": 1024,
-  "decoder_rt_num_layer": 1,
-  "drop_rate": 0.2945022566291742,
-  "embedding_dim": 64,
-  "encoder_ff": 2048,
-  "encoder_num_layer": 8,
-  "lr": 0.000496318687335349,
-  "n_head": 2
-}
\ No newline at end of file

ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1958.5306944359006,1719325014,checkpoint_000000,True,False,1,b577349d,2024-06-25_16-16-54,95.59347629547119,95.59347629547119,69318,r3i5n6,10.159.8.159,95.59347629547119,1
-1958.5695377860482,1719327468,checkpoint_000001,True,False,2,b577349d,2024-06-25_16-57-48,96.6448974609375,192.2383737564087,130020,r3i5n6,10.159.8.159,96.6448974609375,1

ray_results/test_experiment/train_model_b577349d_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=2,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-25_16-13-12/result.json

-{"loss": 1958.5306944359006, "timestamp": 1719325014, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b577349d", "date": "2024-06-25_16-16-54", "time_this_iter_s": 95.59347629547119, "time_total_s": 95.59347629547119, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.2945022566291742, "lr": 0.000496318687335349, "batch_size": 2048}, "time_since_restore": 95.59347629547119, "iterations_since_restore": 1}
-{"loss": 1958.5695377860482, "timestamp": 1719327468, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b577349d", "date": "2024-06-25_16-57-48", "time_this_iter_s": 96.6448974609375, "time_total_s": 192.2383737564087, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 2, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.2945022566291742, "lr": 0.000496318687335349, "batch_size": 2048}, "time_since_restore": 96.6448974609375, "iterations_since_restore": 1}

ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json

-{
-  "batch_size": 1024,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 1,
-  "decoder_rt_ff": 1024,
-  "decoder_rt_num_layer": 1,
-  "drop_rate": 0.40559456476144173,
-  "embedding_dim": 256,
-  "encoder_ff": 512,
-  "encoder_num_layer": 4,
-  "lr": 0.0012413894518875446,
-  "n_head": 1
-}
\ No newline at end of file

ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1965.450800377553,1719490702,checkpoint_000000,True,False,1,b6132594,2024-06-27_14-18-22,88.76505160331726,88.76505160331726,35196,r8i6n8,10.159.28.66,88.76505160331726,1
-1968.0043185977486,1719493918,checkpoint_000001,True,False,2,b6132594,2024-06-27_15-11-58,87.441162109375,176.20621371269226,69992,r8i6n8,10.159.28.66,87.441162109375,1

ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json

-{"loss": 1965.450800377553, "timestamp": 1719490702, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b6132594", "date": "2024-06-27_14-18-22", "time_this_iter_s": 88.76505160331726, "time_total_s": 88.76505160331726, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 88.76505160331726, "iterations_since_restore": 1}
-{"loss": 1968.0043185977486, "timestamp": 1719493918, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b6132594", "date": "2024-06-27_15-11-58", "time_this_iter_s": 87.441162109375, "time_total_s": 176.20621371269226, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 87.441162109375, "iterations_since_restore": 1}