11.8 4 NVIDIA GeForce RTX 4090 True Message sent successfully! Namespace(batch_size=128, lr=0.01, epochs=20, analyze=False) SEED 42 [sgd][none][epoch 1] train_loss=2.0043, train_acc=0.2652, test_acc=0.3901 [sgd][none][epoch 2] train_loss=1.5483, train_acc=0.4419, test_acc=0.5058 [sgd][none][epoch 3] train_loss=1.3662, train_acc=0.5107, test_acc=0.5433 [sgd][none][epoch 4] train_loss=1.2579, train_acc=0.5517, test_acc=0.5871 [sgd][none][epoch 5] train_loss=1.1643, train_acc=0.5869, test_acc=0.6003 [sgd][none][epoch 6] train_loss=1.0922, train_acc=0.6139, test_acc=0.6099 [sgd][none][epoch 7] train_loss=1.0241, train_acc=0.6380, test_acc=0.6553 [sgd][none][epoch 8] train_loss=0.9711, train_acc=0.6592, test_acc=0.6620 [sgd][none][epoch 9] train_loss=0.9307, train_acc=0.6708, test_acc=0.6742 [sgd][none][epoch 10] train_loss=0.8810, train_acc=0.6894, test_acc=0.6750 [sgd][none][epoch 11] train_loss=0.8455, train_acc=0.7029, test_acc=0.6799 [sgd][none][epoch 12] train_loss=0.8025, train_acc=0.7183, test_acc=0.6893 [sgd][none][epoch 13] train_loss=0.7720, train_acc=0.7281, test_acc=0.6880 [sgd][none][epoch 14] train_loss=0.7396, train_acc=0.7403, test_acc=0.6870 [sgd][none][epoch 15] train_loss=0.7045, train_acc=0.7509, test_acc=0.6827 [sgd][none][epoch 16] train_loss=0.6759, train_acc=0.7637, test_acc=0.6987 [sgd][none][epoch 17] train_loss=0.6473, train_acc=0.7725, test_acc=0.7049 [sgd][none][epoch 18] train_loss=0.6272, train_acc=0.7775, test_acc=0.6964 [sgd][none][epoch 19] train_loss=0.5973, train_acc=0.7895, test_acc=0.6974 [sgd][none][epoch 20] train_loss=0.5727, train_acc=0.7991, test_acc=0.7017 [sgd][standard][epoch 1] train_loss=2.0175, train_acc=0.2628, test_acc=0.3998 [sgd][standard][epoch 2] train_loss=1.6904, train_acc=0.3880, test_acc=0.4740 [sgd][standard][epoch 3] train_loss=1.5346, train_acc=0.4427, test_acc=0.5145 [sgd][standard][epoch 4] train_loss=1.4618, train_acc=0.4689, test_acc=0.5426 [sgd][standard][epoch 5] train_loss=1.3889, train_acc=0.4969, test_acc=0.5703 [sgd][standard][epoch 6] train_loss=1.3289, train_acc=0.5219, test_acc=0.6004 [sgd][standard][epoch 7] train_loss=1.2710, train_acc=0.5442, test_acc=0.6111 [sgd][standard][epoch 8] train_loss=1.2280, train_acc=0.5619, test_acc=0.6270 [sgd][standard][epoch 9] train_loss=1.1939, train_acc=0.5735, test_acc=0.6264 [sgd][standard][epoch 10] train_loss=1.1654, train_acc=0.5873, test_acc=0.6489 [sgd][standard][epoch 11] train_loss=1.1431, train_acc=0.5929, test_acc=0.6440 [sgd][standard][epoch 12] train_loss=1.1233, train_acc=0.6007, test_acc=0.6712 [sgd][standard][epoch 13] train_loss=1.1012, train_acc=0.6088, test_acc=0.6751 [sgd][standard][epoch 14] train_loss=1.0850, train_acc=0.6153, test_acc=0.6806 [sgd][standard][epoch 15] train_loss=1.0652, train_acc=0.6227, test_acc=0.6784 [sgd][standard][epoch 16] train_loss=1.0540, train_acc=0.6272, test_acc=0.6883 [sgd][standard][epoch 17] train_loss=1.0403, train_acc=0.6325, test_acc=0.6792 [sgd][standard][epoch 18] train_loss=1.0297, train_acc=0.6359, test_acc=0.6907 [sgd][standard][epoch 19] train_loss=1.0156, train_acc=0.6437, test_acc=0.6983 [sgd][standard][epoch 20] train_loss=1.0131, train_acc=0.6407, test_acc=0.6983 [sgd][aggressive][epoch 1] train_loss=2.0534, train_acc=0.2443, test_acc=0.3477 [sgd][aggressive][epoch 2] train_loss=1.7876, train_acc=0.3524, test_acc=0.4583 [sgd][aggressive][epoch 3] train_loss=1.6461, train_acc=0.4054, test_acc=0.4684 [sgd][aggressive][epoch 4] train_loss=1.5714, train_acc=0.4340, test_acc=0.5046 [sgd][aggressive][epoch 5] train_loss=1.5172, train_acc=0.4534, test_acc=0.5348 [sgd][aggressive][epoch 6] train_loss=1.4628, train_acc=0.4736, test_acc=0.5529 [sgd][aggressive][epoch 7] train_loss=1.4181, train_acc=0.4933, test_acc=0.5795 [sgd][aggressive][epoch 8] train_loss=1.3875, train_acc=0.5027, test_acc=0.5967 [sgd][aggressive][epoch 9] train_loss=1.3532, train_acc=0.5146, test_acc=0.5977 [sgd][aggressive][epoch 10] train_loss=1.3283, train_acc=0.5265, test_acc=0.6028 [sgd][aggressive][epoch 11] train_loss=1.3050, train_acc=0.5333, test_acc=0.6133 [sgd][aggressive][epoch 12] train_loss=1.2840, train_acc=0.5430, test_acc=0.6329 [sgd][aggressive][epoch 13] train_loss=1.2662, train_acc=0.5505, test_acc=0.6011 [sgd][aggressive][epoch 14] train_loss=1.2491, train_acc=0.5545, test_acc=0.6490 [sgd][aggressive][epoch 15] train_loss=1.2334, train_acc=0.5621, test_acc=0.6452 [sgd][aggressive][epoch 16] train_loss=1.2266, train_acc=0.5656, test_acc=0.6381 [sgd][aggressive][epoch 17] train_loss=1.2157, train_acc=0.5678, test_acc=0.6482 [sgd][aggressive][epoch 18] train_loss=1.2051, train_acc=0.5745, test_acc=0.6619 [sgd][aggressive][epoch 19] train_loss=1.1854, train_acc=0.5793, test_acc=0.6701 [sgd][aggressive][epoch 20] train_loss=1.1799, train_acc=0.5823, test_acc=0.6529 [adam][none][epoch 1] train_loss=1.7539, train_acc=0.3666, test_acc=0.4474 [adam][none][epoch 2] train_loss=1.5013, train_acc=0.4559, test_acc=0.4801 [adam][none][epoch 3] train_loss=1.4560, train_acc=0.4740, test_acc=0.5110 [adam][none][epoch 4] train_loss=1.4221, train_acc=0.4882, test_acc=0.5162 [adam][none][epoch 5] train_loss=1.3943, train_acc=0.4997, test_acc=0.5221 [adam][none][epoch 6] train_loss=1.3840, train_acc=0.5037, test_acc=0.5295 [adam][none][epoch 7] train_loss=1.3604, train_acc=0.5146, test_acc=0.5269 [adam][none][epoch 8] train_loss=1.3529, train_acc=0.5131, test_acc=0.5478 [adam][none][epoch 9] train_loss=1.3496, train_acc=0.5150, test_acc=0.5602 [adam][none][epoch 10] train_loss=1.3384, train_acc=0.5199, test_acc=0.5414 [adam][none][epoch 11] train_loss=1.3299, train_acc=0.5230, test_acc=0.5535 [adam][none][epoch 12] train_loss=1.3380, train_acc=0.5231, test_acc=0.5783 [adam][none][epoch 13] train_loss=1.3283, train_acc=0.5238, test_acc=0.5622 [adam][none][epoch 14] train_loss=1.3241, train_acc=0.5305, test_acc=0.5585 [adam][none][epoch 15] train_loss=1.3172, train_acc=0.5315, test_acc=0.5775 [adam][none][epoch 16] train_loss=1.3192, train_acc=0.5301, test_acc=0.5694 [adam][none][epoch 17] train_loss=1.3199, train_acc=0.5286, test_acc=0.5755 [adam][none][epoch 18] train_loss=1.3246, train_acc=0.5278, test_acc=0.5589 [adam][none][epoch 19] train_loss=1.3320, train_acc=0.5294, test_acc=0.5715 [adam][none][epoch 20] train_loss=1.3130, train_acc=0.5311, test_acc=0.5754 [adam][standard][epoch 1] train_loss=1.9662, train_acc=0.2817, test_acc=0.4059 [adam][standard][epoch 2] train_loss=1.6907, train_acc=0.3810, test_acc=0.4608 [adam][standard][epoch 3] train_loss=1.6306, train_acc=0.4023, test_acc=0.4703 [adam][standard][epoch 4] train_loss=1.5946, train_acc=0.4130, test_acc=0.4582 [adam][standard][epoch 5] train_loss=1.5847, train_acc=0.4194, test_acc=0.4656 [adam][standard][epoch 6] train_loss=1.5700, train_acc=0.4245, test_acc=0.4742 [adam][standard][epoch 7] train_loss=1.5597, train_acc=0.4317, test_acc=0.4815 [adam][standard][epoch 8] train_loss=1.5501, train_acc=0.4339, test_acc=0.4736 [adam][standard][epoch 9] train_loss=1.5521, train_acc=0.4347, test_acc=0.4965 [adam][standard][epoch 10] train_loss=1.5406, train_acc=0.4394, test_acc=0.4963 [adam][standard][epoch 11] train_loss=1.5427, train_acc=0.4397, test_acc=0.5065 [adam][standard][epoch 12] train_loss=1.5427, train_acc=0.4380, test_acc=0.4952 [adam][standard][epoch 13] train_loss=1.5383, train_acc=0.4385, test_acc=0.5190 [adam][standard][epoch 14] train_loss=1.5358, train_acc=0.4394, test_acc=0.4922 [adam][standard][epoch 15] train_loss=1.5209, train_acc=0.4479, test_acc=0.5174 [adam][standard][epoch 16] train_loss=1.5207, train_acc=0.4429, test_acc=0.5318 [adam][standard][epoch 17] train_loss=1.5428, train_acc=0.4420, test_acc=0.5101 [adam][standard][epoch 18] train_loss=1.5282, train_acc=0.4421, test_acc=0.5246 [adam][standard][epoch 19] train_loss=1.5154, train_acc=0.4515, test_acc=0.4926 [adam][standard][epoch 20] train_loss=1.5201, train_acc=0.4484, test_acc=0.5012 [adam][aggressive][epoch 1] train_loss=1.9946, train_acc=0.2655, test_acc=0.3420 [adam][aggressive][epoch 2] train_loss=1.7975, train_acc=0.3353, test_acc=0.4064 [adam][aggressive][epoch 3] train_loss=1.7743, train_acc=0.3444, test_acc=0.4200 [adam][aggressive][epoch 4] train_loss=1.7372, train_acc=0.3579, test_acc=0.4113 [adam][aggressive][epoch 5] train_loss=1.7270, train_acc=0.3684, test_acc=0.4221 [adam][aggressive][epoch 6] train_loss=1.7161, train_acc=0.3704, test_acc=0.4449 [adam][aggressive][epoch 7] train_loss=1.6962, train_acc=0.3799, test_acc=0.4352 [adam][aggressive][epoch 8] train_loss=1.6957, train_acc=0.3808, test_acc=0.4409 [adam][aggressive][epoch 9] train_loss=1.6931, train_acc=0.3804, test_acc=0.4434 [adam][aggressive][epoch 10] train_loss=1.6858, train_acc=0.3787, test_acc=0.4671 [adam][aggressive][epoch 11] train_loss=1.6876, train_acc=0.3814, test_acc=0.4560 [adam][aggressive][epoch 12] train_loss=1.6893, train_acc=0.3837, test_acc=0.4288 [adam][aggressive][epoch 13] train_loss=1.6795, train_acc=0.3832, test_acc=0.4422 [adam][aggressive][epoch 14] train_loss=1.6710, train_acc=0.3851, test_acc=0.4082 [adam][aggressive][epoch 15] train_loss=1.6753, train_acc=0.3846, test_acc=0.4628 [adam][aggressive][epoch 16] train_loss=1.6733, train_acc=0.3831, test_acc=0.4370 [adam][aggressive][epoch 17] train_loss=1.6646, train_acc=0.3890, test_acc=0.4529 [adam][aggressive][epoch 18] train_loss=1.6783, train_acc=0.3829, test_acc=0.4649 [adam][aggressive][epoch 19] train_loss=1.6775, train_acc=0.3857, test_acc=0.4383 [adam][aggressive][epoch 20] train_loss=1.6718, train_acc=0.3821, test_acc=0.4534 SEED 123 [sgd][none][epoch 1] train_loss=1.9311, train_acc=0.2982, test_acc=0.4331 [sgd][none][epoch 2] train_loss=1.5091, train_acc=0.4602, test_acc=0.5060 [sgd][none][epoch 3] train_loss=1.3347, train_acc=0.5203, test_acc=0.5345 [sgd][none][epoch 4] train_loss=1.2469, train_acc=0.5554, test_acc=0.5855 [sgd][none][epoch 5] train_loss=1.1582, train_acc=0.5873, test_acc=0.6146 [sgd][none][epoch 6] train_loss=1.0869, train_acc=0.6134, test_acc=0.6336 [sgd][none][epoch 7] train_loss=1.0187, train_acc=0.6405, test_acc=0.6517 [sgd][none][epoch 8] train_loss=0.9732, train_acc=0.6563, test_acc=0.6470 [sgd][none][epoch 9] train_loss=0.9221, train_acc=0.6754, test_acc=0.6732 [sgd][none][epoch 10] train_loss=0.8899, train_acc=0.6855, test_acc=0.6785 [sgd][none][epoch 11] train_loss=0.8532, train_acc=0.6995, test_acc=0.6832 [sgd][none][epoch 12] train_loss=0.8089, train_acc=0.7154, test_acc=0.6861 [sgd][none][epoch 13] train_loss=0.7808, train_acc=0.7241, test_acc=0.6775 [sgd][none][epoch 14] train_loss=0.7539, train_acc=0.7348, test_acc=0.6845 [sgd][none][epoch 15] train_loss=0.7263, train_acc=0.7432, test_acc=0.6986 [sgd][none][epoch 16] train_loss=0.6967, train_acc=0.7529, test_acc=0.6930 [sgd][none][epoch 17] train_loss=0.6710, train_acc=0.7639, test_acc=0.6845 [sgd][none][epoch 18] train_loss=0.6452, train_acc=0.7724, test_acc=0.7039 [sgd][none][epoch 19] train_loss=0.6094, train_acc=0.7859, test_acc=0.7033 [sgd][none][epoch 20] train_loss=0.5979, train_acc=0.7868, test_acc=0.7018 [sgd][standard][epoch 1] train_loss=2.0551, train_acc=0.2467, test_acc=0.3644 [sgd][standard][epoch 2] train_loss=1.7425, train_acc=0.3696, test_acc=0.4334 [sgd][standard][epoch 3] train_loss=1.5560, train_acc=0.4329, test_acc=0.5017 [sgd][standard][epoch 4] train_loss=1.4621, train_acc=0.4680, test_acc=0.5380 [sgd][standard][epoch 5] train_loss=1.3934, train_acc=0.4952, test_acc=0.5701 [sgd][standard][epoch 6] train_loss=1.3294, train_acc=0.5213, test_acc=0.5866 [sgd][standard][epoch 7] train_loss=1.2766, train_acc=0.5421, test_acc=0.6181 [sgd][standard][epoch 8] train_loss=1.2316, train_acc=0.5569, test_acc=0.6213 [sgd][standard][epoch 9] train_loss=1.2074, train_acc=0.5672, test_acc=0.6211 [sgd][standard][epoch 10] train_loss=1.1776, train_acc=0.5785, test_acc=0.6330 [sgd][standard][epoch 11] train_loss=1.1488, train_acc=0.5902, test_acc=0.6505 [sgd][standard][epoch 12] train_loss=1.1336, train_acc=0.5979, test_acc=0.6629 [sgd][standard][epoch 13] train_loss=1.1190, train_acc=0.5994, test_acc=0.6655 [sgd][standard][epoch 14] train_loss=1.0946, train_acc=0.6125, test_acc=0.6774 [sgd][standard][epoch 15] train_loss=1.0848, train_acc=0.6134, test_acc=0.6762 [sgd][standard][epoch 16] train_loss=1.0732, train_acc=0.6182, test_acc=0.6788 [sgd][standard][epoch 17] train_loss=1.0666, train_acc=0.6216, test_acc=0.6879 [sgd][standard][epoch 18] train_loss=1.0515, train_acc=0.6270, test_acc=0.6872 [sgd][standard][epoch 19] train_loss=1.0466, train_acc=0.6275, test_acc=0.6877 [sgd][standard][epoch 20] train_loss=1.0256, train_acc=0.6372, test_acc=0.6987 [sgd][aggressive][epoch 1] train_loss=2.0718, train_acc=0.2364, test_acc=0.3592 [sgd][aggressive][epoch 2] train_loss=1.7712, train_acc=0.3563, test_acc=0.4336 [sgd][aggressive][epoch 3] train_loss=1.6322, train_acc=0.4069, test_acc=0.4826 [sgd][aggressive][epoch 4] train_loss=1.5630, train_acc=0.4342, test_acc=0.5099 [sgd][aggressive][epoch 5] train_loss=1.4983, train_acc=0.4578, test_acc=0.5423 [sgd][aggressive][epoch 6] train_loss=1.4539, train_acc=0.4778, test_acc=0.5584 [sgd][aggressive][epoch 7] train_loss=1.4067, train_acc=0.4912, test_acc=0.5824 [sgd][aggressive][epoch 8] train_loss=1.3720, train_acc=0.5108, test_acc=0.5948 [sgd][aggressive][epoch 9] train_loss=1.3426, train_acc=0.5199, test_acc=0.5881 [sgd][aggressive][epoch 10] train_loss=1.3074, train_acc=0.5334, test_acc=0.6235 [sgd][aggressive][epoch 11] train_loss=1.2872, train_acc=0.5407, test_acc=0.6285 [sgd][aggressive][epoch 12] train_loss=1.2661, train_acc=0.5488, test_acc=0.6413 [sgd][aggressive][epoch 13] train_loss=1.2529, train_acc=0.5552, test_acc=0.6473 [sgd][aggressive][epoch 14] train_loss=1.2264, train_acc=0.5646, test_acc=0.6436 [sgd][aggressive][epoch 15] train_loss=1.2245, train_acc=0.5647, test_acc=0.6484 [sgd][aggressive][epoch 16] train_loss=1.2083, train_acc=0.5684, test_acc=0.6642 [sgd][aggressive][epoch 17] train_loss=1.1961, train_acc=0.5754, test_acc=0.6450 [sgd][aggressive][epoch 18] train_loss=1.1778, train_acc=0.5826, test_acc=0.6629 [sgd][aggressive][epoch 19] train_loss=1.1742, train_acc=0.5867, test_acc=0.6570 [sgd][aggressive][epoch 20] train_loss=1.1654, train_acc=0.5888, test_acc=0.6736 [adam][none][epoch 1] train_loss=1.7930, train_acc=0.3436, test_acc=0.4587 [adam][none][epoch 2] train_loss=1.5388, train_acc=0.4398, test_acc=0.4631 [adam][none][epoch 3] train_loss=1.4963, train_acc=0.4578, test_acc=0.4876 [adam][none][epoch 4] train_loss=1.4608, train_acc=0.4701, test_acc=0.5141 [adam][none][epoch 5] train_loss=1.4432, train_acc=0.4794, test_acc=0.5123 [adam][none][epoch 6] train_loss=1.4211, train_acc=0.4871, test_acc=0.5290 [adam][none][epoch 7] train_loss=1.4216, train_acc=0.4891, test_acc=0.5334 [adam][none][epoch 8] train_loss=1.4136, train_acc=0.4890, test_acc=0.5363 [adam][none][epoch 9] train_loss=1.4088, train_acc=0.4921, test_acc=0.5187 [adam][none][epoch 10] train_loss=1.4120, train_acc=0.4949, test_acc=0.5335 [adam][none][epoch 11] train_loss=1.3871, train_acc=0.5001, test_acc=0.5329 [adam][none][epoch 12] train_loss=1.4000, train_acc=0.4951, test_acc=0.5462 [adam][none][epoch 13] train_loss=1.3897, train_acc=0.5010, test_acc=0.5448 [adam][none][epoch 14] train_loss=1.3929, train_acc=0.4987, test_acc=0.5352 [adam][none][epoch 15] train_loss=1.3816, train_acc=0.5039, test_acc=0.5380 [adam][none][epoch 16] train_loss=1.3859, train_acc=0.5033, test_acc=0.5447 [adam][none][epoch 17] train_loss=1.3742, train_acc=0.5099, test_acc=0.5518 [adam][none][epoch 18] train_loss=1.3722, train_acc=0.5071, test_acc=0.5568 [adam][none][epoch 19] train_loss=1.3785, train_acc=0.5065, test_acc=0.5513 [adam][none][epoch 20] train_loss=1.3660, train_acc=0.5107, test_acc=0.5414 [adam][standard][epoch 1] train_loss=1.9765, train_acc=0.2750, test_acc=0.3317 [adam][standard][epoch 2] train_loss=1.7586, train_acc=0.3564, test_acc=0.4192 [adam][standard][epoch 3] train_loss=1.7183, train_acc=0.3688, test_acc=0.3962 [adam][standard][epoch 4] train_loss=1.6878, train_acc=0.3778, test_acc=0.4209 [adam][standard][epoch 5] train_loss=1.6783, train_acc=0.3823, test_acc=0.4596 [adam][standard][epoch 6] train_loss=1.6618, train_acc=0.3878, test_acc=0.4273 [adam][standard][epoch 7] train_loss=1.6519, train_acc=0.3927, test_acc=0.4477 [adam][standard][epoch 8] train_loss=1.6319, train_acc=0.3978, test_acc=0.4640 [adam][standard][epoch 9] train_loss=1.6272, train_acc=0.4000, test_acc=0.4671 [adam][standard][epoch 10] train_loss=1.6193, train_acc=0.4039, test_acc=0.4555 [adam][standard][epoch 11] train_loss=1.6237, train_acc=0.4038, test_acc=0.4712 [adam][standard][epoch 12] train_loss=1.6257, train_acc=0.3990, test_acc=0.4606 [adam][standard][epoch 13] train_loss=1.6252, train_acc=0.4029, test_acc=0.4628 [adam][standard][epoch 14] train_loss=1.6406, train_acc=0.4009, test_acc=0.4417 [adam][standard][epoch 15] train_loss=1.6137, train_acc=0.4072, test_acc=0.4691 [adam][standard][epoch 16] train_loss=1.6059, train_acc=0.4090, test_acc=0.4535 [adam][standard][epoch 17] train_loss=1.6091, train_acc=0.4086, test_acc=0.4407 [adam][standard][epoch 18] train_loss=1.5937, train_acc=0.4106, test_acc=0.4711 [adam][standard][epoch 19] train_loss=1.6146, train_acc=0.4040, test_acc=0.4599 [adam][standard][epoch 20] train_loss=1.6015, train_acc=0.4094, test_acc=0.4439 [adam][aggressive][epoch 1] train_loss=2.0220, train_acc=0.2568, test_acc=0.3374 [adam][aggressive][epoch 2] train_loss=1.7999, train_acc=0.3355, test_acc=0.4133 [adam][aggressive][epoch 3] train_loss=1.7349, train_acc=0.3581, test_acc=0.4205 [adam][aggressive][epoch 4] train_loss=1.7072, train_acc=0.3690, test_acc=0.4260 [adam][aggressive][epoch 5] train_loss=1.6942, train_acc=0.3751, test_acc=0.4365 [adam][aggressive][epoch 6] train_loss=1.6825, train_acc=0.3806, test_acc=0.4198 [adam][aggressive][epoch 7] train_loss=1.6737, train_acc=0.3837, test_acc=0.4576 [adam][aggressive][epoch 8] train_loss=1.6662, train_acc=0.3874, test_acc=0.4461 [adam][aggressive][epoch 9] train_loss=1.6690, train_acc=0.3842, test_acc=0.4494 [adam][aggressive][epoch 10] train_loss=1.6586, train_acc=0.3910, test_acc=0.4718 [adam][aggressive][epoch 11] train_loss=1.6606, train_acc=0.3920, test_acc=0.4709 [adam][aggressive][epoch 12] train_loss=1.6647, train_acc=0.3915, test_acc=0.4603 [adam][aggressive][epoch 13] train_loss=1.6484, train_acc=0.3987, test_acc=0.4381 [adam][aggressive][epoch 14] train_loss=1.6552, train_acc=0.3902, test_acc=0.4754 [adam][aggressive][epoch 15] train_loss=1.6531, train_acc=0.3944, test_acc=0.4632 [adam][aggressive][epoch 16] train_loss=1.6465, train_acc=0.3957, test_acc=0.4774 [adam][aggressive][epoch 17] train_loss=1.6686, train_acc=0.3903, test_acc=0.4495 [adam][aggressive][epoch 18] train_loss=1.6486, train_acc=0.3973, test_acc=0.4583 [adam][aggressive][epoch 19] train_loss=1.6871, train_acc=0.3846, test_acc=0.4529 [adam][aggressive][epoch 20] train_loss=1.6608, train_acc=0.3928, test_acc=0.4519 SEED 999 [sgd][none][epoch 1] train_loss=1.9648, train_acc=0.2823, test_acc=0.4082 [sgd][none][epoch 2] train_loss=1.5440, train_acc=0.4426, test_acc=0.4967 [sgd][none][epoch 3] train_loss=1.3841, train_acc=0.5031, test_acc=0.5481 [sgd][none][epoch 4] train_loss=1.2708, train_acc=0.5468, test_acc=0.5698 [sgd][none][epoch 5] train_loss=1.1830, train_acc=0.5788, test_acc=0.6024 [sgd][none][epoch 6] train_loss=1.0973, train_acc=0.6119, test_acc=0.6247 [sgd][none][epoch 7] train_loss=1.0351, train_acc=0.6321, test_acc=0.6337 [sgd][none][epoch 8] train_loss=0.9852, train_acc=0.6519, test_acc=0.6516 [sgd][none][epoch 9] train_loss=0.9321, train_acc=0.6699, test_acc=0.6519 [sgd][none][epoch 10] train_loss=0.8937, train_acc=0.6880, test_acc=0.6659 [sgd][none][epoch 11] train_loss=0.8555, train_acc=0.6975, test_acc=0.6739 [sgd][none][epoch 12] train_loss=0.8128, train_acc=0.7147, test_acc=0.6714 [sgd][none][epoch 13] train_loss=0.7774, train_acc=0.7244, test_acc=0.6844 [sgd][none][epoch 14] train_loss=0.7446, train_acc=0.7378, test_acc=0.6712 [sgd][none][epoch 15] train_loss=0.7130, train_acc=0.7504, test_acc=0.6967 [sgd][none][epoch 16] train_loss=0.6769, train_acc=0.7616, test_acc=0.6910 [sgd][none][epoch 17] train_loss=0.6570, train_acc=0.7681, test_acc=0.6931 [sgd][none][epoch 18] train_loss=0.6386, train_acc=0.7762, test_acc=0.7021 [sgd][none][epoch 19] train_loss=0.6080, train_acc=0.7853, test_acc=0.6982 [sgd][none][epoch 20] train_loss=0.5840, train_acc=0.7949, test_acc=0.6778 [sgd][standard][epoch 1] train_loss=2.0407, train_acc=0.2494, test_acc=0.3775 [sgd][standard][epoch 2] train_loss=1.6937, train_acc=0.3859, test_acc=0.4468 [sgd][standard][epoch 3] train_loss=1.5486, train_acc=0.4374, test_acc=0.4884 [sgd][standard][epoch 4] train_loss=1.4723, train_acc=0.4689, test_acc=0.5155 [sgd][standard][epoch 5] train_loss=1.4086, train_acc=0.4926, test_acc=0.5603 [sgd][standard][epoch 6] train_loss=1.3517, train_acc=0.5127, test_acc=0.5646 [sgd][standard][epoch 7] train_loss=1.3047, train_acc=0.5300, test_acc=0.5974 [sgd][standard][epoch 8] train_loss=1.2650, train_acc=0.5454, test_acc=0.6163 [sgd][standard][epoch 9] train_loss=1.2220, train_acc=0.5641, test_acc=0.6208 [sgd][standard][epoch 10] train_loss=1.1993, train_acc=0.5716, test_acc=0.6378 [sgd][standard][epoch 11] train_loss=1.1627, train_acc=0.5833, test_acc=0.6552 [sgd][standard][epoch 12] train_loss=1.1434, train_acc=0.5901, test_acc=0.6500 [sgd][standard][epoch 13] train_loss=1.1314, train_acc=0.5986, test_acc=0.6619 [sgd][standard][epoch 14] train_loss=1.1073, train_acc=0.6054, test_acc=0.6635 [sgd][standard][epoch 15] train_loss=1.0958, train_acc=0.6111, test_acc=0.6747 [sgd][standard][epoch 16] train_loss=1.0843, train_acc=0.6131, test_acc=0.6678 [sgd][standard][epoch 17] train_loss=1.0639, train_acc=0.6221, test_acc=0.6751 [sgd][standard][epoch 18] train_loss=1.0448, train_acc=0.6305, test_acc=0.6828 [sgd][standard][epoch 19] train_loss=1.0394, train_acc=0.6302, test_acc=0.6652 [sgd][standard][epoch 20] train_loss=1.0273, train_acc=0.6353, test_acc=0.6961 [sgd][aggressive][epoch 1] train_loss=2.0646, train_acc=0.2437, test_acc=0.3856 [sgd][aggressive][epoch 2] train_loss=1.7912, train_acc=0.3552, test_acc=0.4649 [sgd][aggressive][epoch 3] train_loss=1.6363, train_acc=0.4080, test_acc=0.4622 [sgd][aggressive][epoch 4] train_loss=1.5608, train_acc=0.4355, test_acc=0.4828 [sgd][aggressive][epoch 5] train_loss=1.5063, train_acc=0.4545, test_acc=0.5366 [sgd][aggressive][epoch 6] train_loss=1.4610, train_acc=0.4755, test_acc=0.5395 [sgd][aggressive][epoch 7] train_loss=1.4184, train_acc=0.4916, test_acc=0.5608 [sgd][aggressive][epoch 8] train_loss=1.3873, train_acc=0.5043, test_acc=0.5799 [sgd][aggressive][epoch 9] train_loss=1.3462, train_acc=0.5190, test_acc=0.6037 [sgd][aggressive][epoch 10] train_loss=1.3189, train_acc=0.5313, test_acc=0.6135 [sgd][aggressive][epoch 11] train_loss=1.2964, train_acc=0.5383, test_acc=0.6157 [sgd][aggressive][epoch 12] train_loss=1.2798, train_acc=0.5443, test_acc=0.6221 [sgd][aggressive][epoch 13] train_loss=1.2447, train_acc=0.5550, test_acc=0.6303 [sgd][aggressive][epoch 14] train_loss=1.2455, train_acc=0.5583, test_acc=0.6474 [sgd][aggressive][epoch 15] train_loss=1.2229, train_acc=0.5663, test_acc=0.6583 [sgd][aggressive][epoch 16] train_loss=1.2149, train_acc=0.5711, test_acc=0.6548 [sgd][aggressive][epoch 17] train_loss=1.1953, train_acc=0.5769, test_acc=0.6514 [sgd][aggressive][epoch 18] train_loss=1.1797, train_acc=0.5802, test_acc=0.6521 [sgd][aggressive][epoch 19] train_loss=1.1690, train_acc=0.5845, test_acc=0.6624 [sgd][aggressive][epoch 20] train_loss=1.1596, train_acc=0.5901, test_acc=0.6623 [adam][none][epoch 1] train_loss=1.7632, train_acc=0.3531, test_acc=0.4299 [adam][none][epoch 2] train_loss=1.5243, train_acc=0.4486, test_acc=0.4979 [adam][none][epoch 3] train_loss=1.4566, train_acc=0.4711, test_acc=0.5188 [adam][none][epoch 4] train_loss=1.4304, train_acc=0.4808, test_acc=0.5000 [adam][none][epoch 5] train_loss=1.4109, train_acc=0.4907, test_acc=0.5087 [adam][none][epoch 6] train_loss=1.4031, train_acc=0.4983, test_acc=0.5271 [adam][none][epoch 7] train_loss=1.3831, train_acc=0.5013, test_acc=0.5123 [adam][none][epoch 8] train_loss=1.3821, train_acc=0.5024, test_acc=0.5529 [adam][none][epoch 9] train_loss=1.3669, train_acc=0.5103, test_acc=0.5251 [adam][none][epoch 10] train_loss=1.3697, train_acc=0.5087, test_acc=0.5277 [adam][none][epoch 11] train_loss=1.3734, train_acc=0.5077, test_acc=0.5407 [adam][none][epoch 12] train_loss=1.3641, train_acc=0.5121, test_acc=0.5310 [adam][none][epoch 13] train_loss=1.3571, train_acc=0.5137, test_acc=0.5501 [adam][none][epoch 14] train_loss=1.3592, train_acc=0.5151, test_acc=0.5302 [adam][none][epoch 15] train_loss=1.3578, train_acc=0.5142, test_acc=0.5569 [adam][none][epoch 16] train_loss=1.3404, train_acc=0.5190, test_acc=0.5500 [adam][none][epoch 17] train_loss=1.3544, train_acc=0.5151, test_acc=0.5515 [adam][none][epoch 18] train_loss=1.3483, train_acc=0.5184, test_acc=0.5486 [adam][none][epoch 19] train_loss=1.3437, train_acc=0.5180, test_acc=0.5480 [adam][none][epoch 20] train_loss=1.3356, train_acc=0.5202, test_acc=0.5477 [adam][standard][epoch 1] train_loss=1.9782, train_acc=0.2757, test_acc=0.3604 [adam][standard][epoch 2] train_loss=1.7882, train_acc=0.3426, test_acc=0.3830 [adam][standard][epoch 3] train_loss=1.7298, train_acc=0.3602, test_acc=0.3849 [adam][standard][epoch 4] train_loss=1.7011, train_acc=0.3696, test_acc=0.4051 [adam][standard][epoch 5] train_loss=1.6930, train_acc=0.3764, test_acc=0.4322 [adam][standard][epoch 6] train_loss=1.6891, train_acc=0.3793, test_acc=0.4155 [adam][standard][epoch 7] train_loss=1.6894, train_acc=0.3785, test_acc=0.4244 [adam][standard][epoch 8] train_loss=1.6838, train_acc=0.3799, test_acc=0.4361 [adam][standard][epoch 9] train_loss=1.6820, train_acc=0.3811, test_acc=0.4266 [adam][standard][epoch 10] train_loss=1.6631, train_acc=0.3870, test_acc=0.4309 [adam][standard][epoch 11] train_loss=1.6606, train_acc=0.3863, test_acc=0.4306 [adam][standard][epoch 12] train_loss=1.6556, train_acc=0.3915, test_acc=0.4356 [adam][standard][epoch 13] train_loss=1.6466, train_acc=0.3940, test_acc=0.4422 [adam][standard][epoch 14] train_loss=1.6496, train_acc=0.3945, test_acc=0.4355 [adam][standard][epoch 15] train_loss=1.6502, train_acc=0.3904, test_acc=0.4526 [adam][standard][epoch 16] train_loss=1.6383, train_acc=0.3980, test_acc=0.4489 [adam][standard][epoch 17] train_loss=1.6598, train_acc=0.3888, test_acc=0.4484 [adam][standard][epoch 18] train_loss=1.6430, train_acc=0.3930, test_acc=0.3994 [adam][standard][epoch 19] train_loss=1.6456, train_acc=0.3931, test_acc=0.4483 [adam][standard][epoch 20] train_loss=1.6409, train_acc=0.3942, test_acc=0.4508 [adam][aggressive][epoch 1] train_loss=2.0724, train_acc=0.2302, test_acc=0.3199 [adam][aggressive][epoch 2] train_loss=1.9161, train_acc=0.2906, test_acc=0.3617 [adam][aggressive][epoch 3] train_loss=1.8448, train_acc=0.3195, test_acc=0.3999 [adam][aggressive][epoch 4] train_loss=1.8053, train_acc=0.3348, test_acc=0.4099 [adam][aggressive][epoch 5] train_loss=1.7892, train_acc=0.3404, test_acc=0.4121 [adam][aggressive][epoch 6] train_loss=1.7877, train_acc=0.3387, test_acc=0.3256 [adam][aggressive][epoch 7] train_loss=1.7722, train_acc=0.3472, test_acc=0.4181 [adam][aggressive][epoch 8] train_loss=1.7613, train_acc=0.3479, test_acc=0.3857 [adam][aggressive][epoch 9] train_loss=1.7486, train_acc=0.3553, test_acc=0.3986 [adam][aggressive][epoch 10] train_loss=1.7620, train_acc=0.3498, test_acc=0.3982 [adam][aggressive][epoch 11] train_loss=1.7493, train_acc=0.3537, test_acc=0.4078 [adam][aggressive][epoch 12] train_loss=1.7450, train_acc=0.3541, test_acc=0.4106 [adam][aggressive][epoch 13] train_loss=1.7524, train_acc=0.3513, test_acc=0.4204 [adam][aggressive][epoch 14] train_loss=1.7393, train_acc=0.3585, test_acc=0.4125 [adam][aggressive][epoch 15] train_loss=1.7469, train_acc=0.3586, test_acc=0.3921 [adam][aggressive][epoch 16] train_loss=1.7383, train_acc=0.3580, test_acc=0.3887 [adam][aggressive][epoch 17] train_loss=1.7540, train_acc=0.3518, test_acc=0.3902 [adam][aggressive][epoch 18] train_loss=1.7417, train_acc=0.3536, test_acc=0.4027 [adam][aggressive][epoch 19] train_loss=1.7406, train_acc=0.3585, test_acc=0.4284 [adam][aggressive][epoch 20] train_loss=1.7528, train_acc=0.3491, test_acc=0.4209 saved results to results.json anova on test accuracy: sum_sq df F PR(>F) C(optimizer) 0.175350 1.0 541.527205 2.363959e-11 C(augmentation) 0.015656 2.0 24.175125 6.180350e-05 C(optimizer):C(augmentation) 0.007791 2.0 12.030388 1.357929e-03 Residual 0.003886 12.0 NaN NaN saved plot to test_acc_comparison.png Message sent successfully!