[sgd][none][epoch 0] train_loss=1.9493, train_acc=0.2892, test_acc=0.4237
[sgd][none][epoch 1] train_loss=1.4806, train_acc=0.4651, test_acc=0.5235
[sgd][none][epoch 2] train_loss=1.2920, train_acc=0.5367, test_acc=0.5619
[sgd][none][epoch 3] train_loss=1.1722, train_acc=0.5809, test_acc=0.6119
[sgd][none][epoch 4] train_loss=1.0507, train_acc=0.6286, test_acc=0.6334
[sgd][none][epoch 5] train_loss=0.9572, train_acc=0.6634, test_acc=0.6452
[sgd][none][epoch 6] train_loss=0.8812, train_acc=0.6916, test_acc=0.6703
[sgd][none][epoch 7] train_loss=0.7986, train_acc=0.7200, test_acc=0.6722
[sgd][none][epoch 8] train_loss=0.7448, train_acc=0.7412, test_acc=0.6824
[sgd][none][epoch 9] train_loss=0.6798, train_acc=0.7641, test_acc=0.6843
[sgd][standard][epoch 0] train_loss=2.0006, train_acc=0.2638, test_acc=0.4103
[sgd][standard][epoch 1] train_loss=1.6251, train_acc=0.4074, test_acc=0.4890
[sgd][standard][epoch 2] train_loss=1.4750, train_acc=0.4641, test_acc=0.5426
[sgd][standard][epoch 3] train_loss=1.3654, train_acc=0.5054, test_acc=0.5678
[sgd][standard][epoch 4] train_loss=1.2646, train_acc=0.5472, test_acc=0.6111
[sgd][standard][epoch 5] train_loss=1.1843, train_acc=0.5760, test_acc=0.6166
[sgd][standard][epoch 6] train_loss=1.1222, train_acc=0.5997, test_acc=0.6571
[sgd][standard][epoch 7] train_loss=1.0737, train_acc=0.6188, test_acc=0.6665
[sgd][standard][epoch 8] train_loss=1.0308, train_acc=0.6354, test_acc=0.6872
[sgd][standard][epoch 9] train_loss=0.9978, train_acc=0.6465, test_acc=0.6807
[sgd][aggressive][epoch 0] train_loss=2.0480, train_acc=0.2484, test_acc=0.3840
[sgd][aggressive][epoch 1] train_loss=1.7163, train_acc=0.3802, test_acc=0.4501
[sgd][aggressive][epoch 2] train_loss=1.5662, train_acc=0.4333, test_acc=0.5033
[sgd][aggressive][epoch 3] train_loss=1.4807, train_acc=0.4668, test_acc=0.5330
[sgd][aggressive][epoch 4] train_loss=1.4095, train_acc=0.4943, test_acc=0.5762
[sgd][aggressive][epoch 5] train_loss=1.3395, train_acc=0.5195, test_acc=0.5879
[sgd][aggressive][epoch 6] train_loss=1.2735, train_acc=0.5444, test_acc=0.6154
[sgd][aggressive][epoch 7] train_loss=1.2203, train_acc=0.5677, test_acc=0.6368
[sgd][aggressive][epoch 8] train_loss=1.1891, train_acc=0.5792, test_acc=0.6300
[sgd][aggressive][epoch 9] train_loss=1.1479, train_acc=0.5907, test_acc=0.6630
[adam][none][epoch 0] train_loss=1.7509, train_acc=0.3614, test_acc=0.4276
[adam][none][epoch 1] train_loss=1.4346, train_acc=0.4818, test_acc=0.4860
[adam][none][epoch 2] train_loss=1.3425, train_acc=0.5193, test_acc=0.5122
[adam][none][epoch 3] train_loss=1.2968, train_acc=0.5353, test_acc=0.5197
[adam][none][epoch 4] train_loss=1.2610, train_acc=0.5499, test_acc=0.5428
[adam][none][epoch 5] train_loss=1.2298, train_acc=0.5618, test_acc=0.5206
[adam][none][epoch 6] train_loss=1.2102, train_acc=0.5682, test_acc=0.5455
[adam][none][epoch 7] train_loss=1.1824, train_acc=0.5800, test_acc=0.5495
[adam][none][epoch 8] train_loss=1.1591, train_acc=0.5886, test_acc=0.5656
[adam][none][epoch 9] train_loss=1.1332, train_acc=0.5972, test_acc=0.5696
[adam][standard][epoch 0] train_loss=1.9005, train_acc=0.3018, test_acc=0.4193
[adam][standard][epoch 1] train_loss=1.6180, train_acc=0.4022, test_acc=0.4547
[adam][standard][epoch 2] train_loss=1.5576, train_acc=0.4308, test_acc=0.4751
[adam][standard][epoch 3] train_loss=1.5089, train_acc=0.4519, test_acc=0.4908
[adam][standard][epoch 4] train_loss=1.4817, train_acc=0.4578, test_acc=0.4807
[adam][standard][epoch 5] train_loss=1.4661, train_acc=0.4690, test_acc=0.4925
[adam][standard][epoch 6] train_loss=1.4498, train_acc=0.4750, test_acc=0.5123
[adam][standard][epoch 7] train_loss=1.4318, train_acc=0.4831, test_acc=0.4820
[adam][standard][epoch 8] train_loss=1.4296, train_acc=0.4812, test_acc=0.5210
[adam][standard][epoch 9] train_loss=1.4231, train_acc=0.4860, test_acc=0.5161
[adam][aggressive][epoch 0] train_loss=1.9556, train_acc=0.2839, test_acc=0.3976
[adam][aggressive][epoch 1] train_loss=1.7166, train_acc=0.3748, test_acc=0.4414
[adam][aggressive][epoch 2] train_loss=1.6507, train_acc=0.4009, test_acc=0.4486
[adam][aggressive][epoch 3] train_loss=1.6179, train_acc=0.4119, test_acc=0.4693
[adam][aggressive][epoch 4] train_loss=1.5985, train_acc=0.4178, test_acc=0.4676
[adam][aggressive][epoch 5] train_loss=1.5799, train_acc=0.4264, test_acc=0.4788
[adam][aggressive][epoch 6] train_loss=1.5763, train_acc=0.4274, test_acc=0.4759
[adam][aggressive][epoch 7] train_loss=1.5635, train_acc=0.4340, test_acc=0.4687
[adam][aggressive][epoch 8] train_loss=1.5546, train_acc=0.4359, test_acc=0.4992
[adam][aggressive][epoch 9] train_loss=1.5463, train_acc=0.4410, test_acc=0.4831