del raysesult

ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1952.9751620555487,1719329461,checkpoint_000000,True,False,1,5b0a0ae2,2024-06-25_17-31-01,84.39049577713013,84.39049577713013,2195253,r8i6n2,10.159.28.60,84.39049577713013,1
-1963.9745468980684,1719330671,checkpoint_000001,True,False,2,5b0a0ae2,2024-06-25_17-51-11,84.48489356040955,168.87538933753967,2195253,r8i6n2,10.159.28.60,84.48489356040955,1

ray_results/test_experiment/train_model_5b0a0ae2_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_17-18-52/result.json

-{"loss": 1952.9751620555487, "timestamp": 1719329461, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5b0a0ae2", "date": "2024-06-25_17-31-01", "time_this_iter_s": 84.39049577713013, "time_total_s": 84.39049577713013, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.0063231604639778505, "lr": 0.0021079084039053323, "batch_size": 2048}, "time_since_restore": 84.39049577713013, "iterations_since_restore": 1}
-{"loss": 1963.9745468980684, "timestamp": 1719330671, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5b0a0ae2", "date": "2024-06-25_17-51-11", "time_this_iter_s": 84.48489356040955, "time_total_s": 168.87538933753967, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.0063231604639778505, "lr": 0.0021079084039053323, "batch_size": 2048}, "time_since_restore": 84.48489356040955, "iterations_since_restore": 1}

ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json

-{
-  "batch_size": 1024,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 1,
-  "decoder_rt_ff": 2048,
-  "decoder_rt_num_layer": 8,
-  "drop_rate": 0.5222925375143747,
-  "embedding_dim": 256,
-  "encoder_ff": 1024,
-  "encoder_num_layer": 4,
-  "lr": 0.001905027104926316,
-  "n_head": 8
-}
\ No newline at end of file

ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1977.4477678434116,1719491860,checkpoint_000000,True,False,1,5dabf7aa,2024-06-27_14-37-40,279.5254096984863,279.5254096984863,35196,r8i6n8,10.159.28.66,279.5254096984863,1
-1978.6859784464198,1719494473,checkpoint_000001,True,False,2,5dabf7aa,2024-06-27_15-21-13,280.56061816215515,560.0860278606415,69992,r8i6n8,10.159.28.66,280.56061816215515,1

ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json

-{"loss": 1977.4477678434116, "timestamp": 1719491860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5dabf7aa", "date": "2024-06-27_14-37-40", "time_this_iter_s": 279.5254096984863, "time_total_s": 279.5254096984863, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 279.5254096984863, "iterations_since_restore": 1}
-{"loss": 1978.6859784464198, "timestamp": 1719494473, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5dabf7aa", "date": "2024-06-27_15-21-13", "time_this_iter_s": 280.56061816215515, "time_total_s": 560.0860278606415, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 280.56061816215515, "iterations_since_restore": 1}

ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/params.json

-{
-  "batch_size": 2048,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 1,
-  "decoder_rt_ff": 512,
-  "decoder_rt_num_layer": 1,
-  "drop_rate": 0.2842529108982538,
-  "embedding_dim": 16,
-  "encoder_ff": 1024,
-  "encoder_num_layer": 1,
-  "lr": 0.00015364900402465778,
-  "n_head": 4
-}
\ No newline at end of file

ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1030.0586158572219,1719335735,checkpoint_000000,True,False,1,5eb1e282,2024-06-25_19-15-35,60.84843850135803,60.84843850135803,2195253,r8i6n2,10.159.28.60,60.84843850135803,1
-562.0288162832185,1719335783,checkpoint_000001,True,False,2,5eb1e282,2024-06-25_19-16-23,47.70394277572632,108.55238127708435,2195253,r8i6n2,10.159.28.60,108.55238127708435,2
-444.9066558597595,1719339829,checkpoint_000002,True,False,3,5eb1e282,2024-06-25_20-23-49,61.87126088142395,170.4236421585083,2195253,r8i6n2,10.159.28.60,61.87126088142395,1
-385.7694199930026,1719339876,checkpoint_000003,True,False,4,5eb1e282,2024-06-25_20-24-36,47.405888080596924,217.82953023910522,2195253,r8i6n2,10.159.28.60,109.27714896202087,2
-351.1129479595995,1719339924,checkpoint_000004,True,False,5,5eb1e282,2024-06-25_20-25-24,47.97740936279297,265.8069396018982,2195253,r8i6n2,10.159.28.60,157.25455832481384,3
-320.4649035836768,1719339972,checkpoint_000005,True,False,6,5eb1e282,2024-06-25_20-26-12,47.432437896728516,313.2393774986267,2195253,r8i6n2,10.159.28.60,204.68699622154236,4
-293.46044717623494,1719340019,checkpoint_000006,True,False,7,5eb1e282,2024-06-25_20-26-59,47.91654348373413,361.15592098236084,2195253,r8i6n2,10.159.28.60,252.6035397052765,5
-273.19929143950696,1719340067,checkpoint_000007,True,False,8,5eb1e282,2024-06-25_20-27-47,47.474034786224365,408.6299557685852,2195253,r8i6n2,10.159.28.60,300.07757449150085,6
-256.9283664733406,1719345809,checkpoint_000008,True,False,9,5eb1e282,2024-06-25_22-03-29,61.405439615249634,470.03539538383484,2195253,r8i6n2,10.159.28.60,61.405439615249634,1
-240.56306673785832,1719345856,checkpoint_000009,True,False,10,5eb1e282,2024-06-25_22-04-16,47.146918296813965,517.1823136806488,2195253,r8i6n2,10.159.28.60,108.5523579120636,2
-230.43498638483484,1719345903,checkpoint_000010,True,False,11,5eb1e282,2024-06-25_22-05-03,47.185975790023804,564.3682894706726,2195253,r8i6n2,10.159.28.60,155.7383337020874,3
-219.4073686975194,1719345951,checkpoint_000011,True,False,12,5eb1e282,2024-06-25_22-05-51,47.13756966590881,611.5058591365814,2195253,r8i6n2,10.159.28.60,202.87590336799622,4
-211.7666195846918,1719345998,checkpoint_000012,True,False,13,5eb1e282,2024-06-25_22-06-38,47.17806816101074,658.6839272975922,2195253,r8i6n2,10.159.28.60,250.05397152900696,5
-204.5018019788847,1719346046,checkpoint_000013,True,False,14,5eb1e282,2024-06-25_22-07-26,47.774343729019165,706.4582710266113,2195253,r8i6n2,10.159.28.60,297.8283152580261,6
-198.05782912847565,1719346092,checkpoint_000014,True,False,15,5eb1e282,2024-06-25_22-08-12,46.741618633270264,753.1998896598816,2195253,r8i6n2,10.159.28.60,344.5699338912964,7
-194.08880230760948,1719346139,checkpoint_000015,True,False,16,5eb1e282,2024-06-25_22-08-59,47.16085863113403,800.3607482910156,2195253,r8i6n2,10.159.28.60,391.7307925224304,8
-196.82745781845935,1719346187,checkpoint_000016,True,False,17,5eb1e282,2024-06-25_22-09-47,47.1561017036438,847.5168499946594,2195253,r8i6n2,10.159.28.60,438.8868942260742,9
-183.96574522003414,1719346234,checkpoint_000017,True,False,18,5eb1e282,2024-06-25_22-10-34,47.40534067153931,894.9221906661987,2195253,r8i6n2,10.159.28.60,486.2922348976135,10

ray_results/test_experiment/train_model_5eb1e282_23_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-25_18-57-29/result.json

-{"loss": 1030.0586158572219, "timestamp": 1719335735, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5eb1e282", "date": "2024-06-25_19-15-35", "time_this_iter_s": 60.84843850135803, "time_total_s": 60.84843850135803, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 60.84843850135803, "iterations_since_restore": 1}
-{"loss": 562.0288162832185, "timestamp": 1719335783, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5eb1e282", "date": "2024-06-25_19-16-23", "time_this_iter_s": 47.70394277572632, "time_total_s": 108.55238127708435, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 108.55238127708435, "iterations_since_restore": 2}
-{"loss": 444.9066558597595, "timestamp": 1719339829, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5eb1e282", "date": "2024-06-25_20-23-49", "time_this_iter_s": 61.87126088142395, "time_total_s": 170.4236421585083, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 61.87126088142395, "iterations_since_restore": 1}
-{"loss": 385.7694199930026, "timestamp": 1719339876, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5eb1e282", "date": "2024-06-25_20-24-36", "time_this_iter_s": 47.405888080596924, "time_total_s": 217.82953023910522, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 109.27714896202087, "iterations_since_restore": 2}
-{"loss": 351.1129479595995, "timestamp": 1719339924, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5eb1e282", "date": "2024-06-25_20-25-24", "time_this_iter_s": 47.97740936279297, "time_total_s": 265.8069396018982, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 157.25455832481384, "iterations_since_restore": 3}
-{"loss": 320.4649035836768, "timestamp": 1719339972, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5eb1e282", "date": "2024-06-25_20-26-12", "time_this_iter_s": 47.432437896728516, "time_total_s": 313.2393774986267, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 204.68699622154236, "iterations_since_restore": 4}
-{"loss": 293.46044717623494, "timestamp": 1719340019, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5eb1e282", "date": "2024-06-25_20-26-59", "time_this_iter_s": 47.91654348373413, "time_total_s": 361.15592098236084, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 252.6035397052765, "iterations_since_restore": 5}
-{"loss": 273.19929143950696, "timestamp": 1719340067, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5eb1e282", "date": "2024-06-25_20-27-47", "time_this_iter_s": 47.474034786224365, "time_total_s": 408.6299557685852, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 300.07757449150085, "iterations_since_restore": 6}
-{"loss": 256.9283664733406, "timestamp": 1719345809, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "5eb1e282", "date": "2024-06-25_22-03-29", "time_this_iter_s": 61.405439615249634, "time_total_s": 470.03539538383484, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 61.405439615249634, "iterations_since_restore": 1}
-{"loss": 240.56306673785832, "timestamp": 1719345856, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "5eb1e282", "date": "2024-06-25_22-04-16", "time_this_iter_s": 47.146918296813965, "time_total_s": 517.1823136806488, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 108.5523579120636, "iterations_since_restore": 2}
-{"loss": 230.43498638483484, "timestamp": 1719345903, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "5eb1e282", "date": "2024-06-25_22-05-03", "time_this_iter_s": 47.185975790023804, "time_total_s": 564.3682894706726, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 155.7383337020874, "iterations_since_restore": 3}
-{"loss": 219.4073686975194, "timestamp": 1719345951, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "5eb1e282", "date": "2024-06-25_22-05-51", "time_this_iter_s": 47.13756966590881, "time_total_s": 611.5058591365814, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 202.87590336799622, "iterations_since_restore": 4}
-{"loss": 211.7666195846918, "timestamp": 1719345998, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "5eb1e282", "date": "2024-06-25_22-06-38", "time_this_iter_s": 47.17806816101074, "time_total_s": 658.6839272975922, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 250.05397152900696, "iterations_since_restore": 5}
-{"loss": 204.5018019788847, "timestamp": 1719346046, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "5eb1e282", "date": "2024-06-25_22-07-26", "time_this_iter_s": 47.774343729019165, "time_total_s": 706.4582710266113, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 297.8283152580261, "iterations_since_restore": 6}
-{"loss": 198.05782912847565, "timestamp": 1719346092, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "5eb1e282", "date": "2024-06-25_22-08-12", "time_this_iter_s": 46.741618633270264, "time_total_s": 753.1998896598816, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 344.5699338912964, "iterations_since_restore": 7}
-{"loss": 194.08880230760948, "timestamp": 1719346139, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "5eb1e282", "date": "2024-06-25_22-08-59", "time_this_iter_s": 47.16085863113403, "time_total_s": 800.3607482910156, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 391.7307925224304, "iterations_since_restore": 8}
-{"loss": 196.82745781845935, "timestamp": 1719346187, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "5eb1e282", "date": "2024-06-25_22-09-47", "time_this_iter_s": 47.1561017036438, "time_total_s": 847.5168499946594, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 438.8868942260742, "iterations_since_restore": 9}
-{"loss": 183.96574522003414, "timestamp": 1719346234, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "5eb1e282", "date": "2024-06-25_22-10-34", "time_this_iter_s": 47.40534067153931, "time_total_s": 894.9221906661987, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2842529108982538, "lr": 0.00015364900402465778, "batch_size": 2048}, "time_since_restore": 486.2922348976135, "iterations_since_restore": 10}

ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json

-{
-  "batch_size": 1024,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 1,
-  "decoder_rt_ff": 1024,
-  "decoder_rt_num_layer": 4,
-  "drop_rate": 0.2066693100484649,
-  "embedding_dim": 16,
-  "encoder_ff": 2048,
-  "encoder_num_layer": 1,
-  "lr": 0.01811726031464282,
-  "n_head": 16
-}
\ No newline at end of file