del raysesult

ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json

-{"loss": 2050.3518681563733, "timestamp": 1719540226, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "aaac0ba4", "date": "2024-06-28_04-03-47", "time_this_iter_s": 859.009360074997, "time_total_s": 859.009360074997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 859.009360074997, "iterations_since_restore": 1}
-{"loss": 2052.4004069651205, "timestamp": 1719541069, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "aaac0ba4", "date": "2024-06-28_04-17-50", "time_this_iter_s": 843.1840569972992, "time_total_s": 1702.1934170722961, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 1702.1934170722961, "iterations_since_restore": 2}
-{"loss": 2052.2435062438485, "timestamp": 1719541912, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "aaac0ba4", "date": "2024-06-28_04-31-53", "time_this_iter_s": 842.8456587791443, "time_total_s": 2545.0390758514404, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 2545.0390758514404, "iterations_since_restore": 3}
-{"loss": 2050.0776482529527, "timestamp": 1719542755, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "aaac0ba4", "date": "2024-06-28_04-45-55", "time_this_iter_s": 842.6302690505981, "time_total_s": 3387.6693449020386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 3387.6693449020386, "iterations_since_restore": 4}
-{"loss": 2056.0218419352855, "timestamp": 1719543597, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "aaac0ba4", "date": "2024-06-28_04-59-57", "time_this_iter_s": 841.9567799568176, "time_total_s": 4229.626124858856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 4229.626124858856, "iterations_since_restore": 5}
-{"loss": 2051.6352116141734, "timestamp": 1719544438, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "aaac0ba4", "date": "2024-06-28_05-13-59", "time_this_iter_s": 841.3759407997131, "time_total_s": 5071.002065658569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5071.002065658569, "iterations_since_restore": 6}
-{"loss": 2049.202928918553, "timestamp": 1719545280, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "aaac0ba4", "date": "2024-06-28_05-28-01", "time_this_iter_s": 842.0156388282776, "time_total_s": 5913.017704486847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5913.017704486847, "iterations_since_restore": 7}
-{"loss": 2061.2424547090304, "timestamp": 1719546122, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "aaac0ba4", "date": "2024-06-28_05-42-02", "time_this_iter_s": 841.3607151508331, "time_total_s": 6754.37841963768, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 6754.37841963768, "iterations_since_restore": 8}
-{"loss": 2040.9990743802289, "timestamp": 1719546963, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "aaac0ba4", "date": "2024-06-28_05-56-04", "time_this_iter_s": 841.6030082702637, "time_total_s": 7595.981427907944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 7595.981427907944, "iterations_since_restore": 9}
-{"loss": 2036.6472908080093, "timestamp": 1719547805, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "aaac0ba4", "date": "2024-06-28_06-10-05", "time_this_iter_s": 841.7590441703796, "time_total_s": 8437.740472078323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 8437.740472078323, "iterations_since_restore": 10}

ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/params.json

-{
-  "batch_size": 2048,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 1,
-  "decoder_rt_ff": 1024,
-  "decoder_rt_num_layer": 1,
-  "drop_rate": 0.9358999268282086,
-  "embedding_dim": 1024,
-  "encoder_ff": 1024,
-  "encoder_num_layer": 1,
-  "lr": 0.00020838214141938324,
-  "n_head": 4
-}
\ No newline at end of file

ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2126.6908641424707,1719330099,checkpoint_000000,True,False,1,ad12346e,2024-06-25_17-41-39,206.83131527900696,206.83131527900696,2195253,r8i6n2,10.159.28.60,206.83131527900696,1

ray_results/test_experiment/train_model_ad12346e_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_17-36-47/result.json

-{"loss": 2126.6908641424707, "timestamp": 1719330099, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "ad12346e", "date": "2024-06-25_17-41-39", "time_this_iter_s": 206.83131527900696, "time_total_s": 206.83131527900696, "pid": 2195253, "hostname": "r8i6n2", "node_ip": "10.159.28.60", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9358999268282086, "lr": 0.00020838214141938324, "batch_size": 2048}, "time_since_restore": 206.83131527900696, "iterations_since_restore": 1}

ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/params.json

-{
-  "batch_size": 2048,
-  "decoder_int_ff": 1024,
-  "decoder_int_num_layer": 8,
-  "decoder_rt_ff": 1024,
-  "decoder_rt_num_layer": 8,
-  "drop_rate": 0.5912116123671598,
-  "embedding_dim": 16,
-  "encoder_ff": 512,
-  "encoder_num_layer": 8,
-  "lr": 0.009202977404873457,
-  "n_head": 16
-}
\ No newline at end of file

ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-1987.8132929764395,1719324918,checkpoint_000000,True,False,1,af6d9c38,2024-06-25_16-15-18,125.93394875526428,125.93394875526428,69318,r3i5n6,10.159.8.159,125.93394875526428,1
-1982.2825418307086,1719327372,checkpoint_000001,True,False,2,af6d9c38,2024-06-25_16-56-12,126.36091089248657,252.29485964775085,130020,r3i5n6,10.159.8.159,126.36091089248657,1

ray_results/test_experiment/train_model_af6d9c38_5_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-25_16-12-08/result.json

-{"loss": 1987.8132929764395, "timestamp": 1719324918, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "af6d9c38", "date": "2024-06-25_16-15-18", "time_this_iter_s": 125.93394875526428, "time_total_s": 125.93394875526428, "pid": 69318, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.5912116123671598, "lr": 0.009202977404873457, "batch_size": 2048}, "time_since_restore": 125.93394875526428, "iterations_since_restore": 1}
-{"loss": 1982.2825418307086, "timestamp": 1719327372, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "af6d9c38", "date": "2024-06-25_16-56-12", "time_this_iter_s": 126.36091089248657, "time_total_s": 252.29485964775085, "pid": 130020, "hostname": "r3i5n6", "node_ip": "10.159.8.159", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 8, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 1024, "n_head": 16, "drop_rate": 0.5912116123671598, "lr": 0.009202977404873457, "batch_size": 2048}, "time_since_restore": 126.36091089248657, "iterations_since_restore": 1}

ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json

-{
-  "batch_size": 2048,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 1,
-  "decoder_rt_ff": 2048,
-  "decoder_rt_num_layer": 1,
-  "drop_rate": 0.9916390007635185,
-  "embedding_dim": 256,
-  "encoder_ff": 512,
-  "encoder_num_layer": 1,
-  "lr": 0.02082451872516576,
-  "n_head": 2
-}
\ No newline at end of file

ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv

-loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
-2619.9586787186267,1719510844,checkpoint_000000,True,False,1,b167b5be,2024-06-27_19-54-04,71.05141735076904,71.05141735076904,242786,r8i6n8,10.159.28.66,71.05141735076904,1
-2487.16093865342,1719510902,checkpoint_000001,True,False,2,b167b5be,2024-06-27_19-55-02,58.0530526638031,129.10447001457214,242786,r8i6n8,10.159.28.66,129.10447001457214,2
-2400.946604330709,1719510960,checkpoint_000002,True,False,3,b167b5be,2024-06-27_19-56-00,57.610605001449585,186.71507501602173,242786,r8i6n8,10.159.28.66,186.71507501602173,3
-2286.2255494125247,1719511017,checkpoint_000003,True,False,4,b167b5be,2024-06-27_19-56-57,57.45701217651367,244.1720871925354,242786,r8i6n8,10.159.28.66,244.1720871925354,4
-2179.0624384842517,1719511075,checkpoint_000004,True,False,5,b167b5be,2024-06-27_19-57-55,57.4915931224823,301.6636803150177,242786,r8i6n8,10.159.28.66,301.6636803150177,5

ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json

-{"loss": 2619.9586787186267, "timestamp": 1719510844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b167b5be", "date": "2024-06-27_19-54-04", "time_this_iter_s": 71.05141735076904, "time_total_s": 71.05141735076904, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 71.05141735076904, "iterations_since_restore": 1}
-{"loss": 2487.16093865342, "timestamp": 1719510902, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b167b5be", "date": "2024-06-27_19-55-02", "time_this_iter_s": 58.0530526638031, "time_total_s": 129.10447001457214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 129.10447001457214, "iterations_since_restore": 2}
-{"loss": 2400.946604330709, "timestamp": 1719510960, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b167b5be", "date": "2024-06-27_19-56-00", "time_this_iter_s": 57.610605001449585, "time_total_s": 186.71507501602173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 186.71507501602173, "iterations_since_restore": 3}
-{"loss": 2286.2255494125247, "timestamp": 1719511017, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b167b5be", "date": "2024-06-27_19-56-57", "time_this_iter_s": 57.45701217651367, "time_total_s": 244.1720871925354, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 244.1720871925354, "iterations_since_restore": 4}
-{"loss": 2179.0624384842517, "timestamp": 1719511075, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b167b5be", "date": "2024-06-27_19-57-55", "time_this_iter_s": 57.4915931224823, "time_total_s": 301.6636803150177, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 301.6636803150177, "iterations_since_restore": 5}

ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json

-{
-  "batch_size": 2048,
-  "decoder_int_ff": 512,
-  "decoder_int_num_layer": 1,
-  "decoder_rt_ff": 2048,
-  "decoder_rt_num_layer": 1,
-  "drop_rate": 0.2473324871734921,
-  "embedding_dim": 16,
-  "encoder_ff": 512,
-  "encoder_num_layer": 2,
-  "lr": 0.08715018752570974,
-  "n_head": 16
-}
\ No newline at end of file