re-ran the tests

This commit is contained in:
2025-04-21 22:34:51 -04:00
parent 23899c703f
commit ebc64d766f
95 changed files with 2446 additions and 74 deletions
@@ -0,0 +1,19 @@
seed,optimizer,augmentation,test_acc,robustness
42,sgd,none,0.7088,"{'0.1': 0.6319, '0.2': 0.4336, '0.3': 0.2913}"
42,sgd,standard,0.6859,"{'0.1': 0.5952, '0.2': 0.4019, '0.3': 0.2757}"
42,sgd,aggressive,0.6536,"{'0.1': 0.5778, '0.2': 0.43, '0.3': 0.2943}"
42,adam,none,0.5451,"{'0.1': 0.4221, '0.2': 0.2298, '0.3': 0.1545}"
42,adam,standard,0.5101,"{'0.1': 0.454, '0.2': 0.2098, '0.3': 0.1324}"
42,adam,aggressive,0.4427,"{'0.1': 0.4048, '0.2': 0.2461, '0.3': 0.1547}"
123,sgd,none,0.6974,"{'0.1': 0.63, '0.2': 0.4452, '0.3': 0.312}"
123,sgd,standard,0.6674,"{'0.1': 0.6252, '0.2': 0.4146, '0.3': 0.2764}"
123,sgd,aggressive,0.6691,"{'0.1': 0.6179, '0.2': 0.4691, '0.3': 0.3423}"
123,adam,none,0.6049,"{'0.1': 0.4685, '0.2': 0.3387, '0.3': 0.2378}"
123,adam,standard,0.4654,"{'0.1': 0.4071, '0.2': 0.3073, '0.3': 0.2341}"
123,adam,aggressive,0.5096,"{'0.1': 0.4624, '0.2': 0.3219, '0.3': 0.2159}"
999,sgd,none,0.7058,"{'0.1': 0.6252, '0.2': 0.3848, '0.3': 0.2276}"
999,sgd,standard,0.6861,"{'0.1': 0.6002, '0.2': 0.4184, '0.3': 0.2986}"
999,sgd,aggressive,0.6595,"{'0.1': 0.5775, '0.2': 0.4165, '0.3': 0.2899}"
999,adam,none,0.5573,"{'0.1': 0.4562, '0.2': 0.293, '0.3': 0.2167}"
999,adam,standard,0.4835,"{'0.1': 0.4136, '0.2': 0.2221, '0.3': 0.1548}"
999,adam,aggressive,0.5123,"{'0.1': 0.449, '0.2': 0.2571, '0.3': 0.1658}"
1 seed optimizer augmentation test_acc robustness
2 42 sgd none 0.7088 {'0.1': 0.6319, '0.2': 0.4336, '0.3': 0.2913}
3 42 sgd standard 0.6859 {'0.1': 0.5952, '0.2': 0.4019, '0.3': 0.2757}
4 42 sgd aggressive 0.6536 {'0.1': 0.5778, '0.2': 0.43, '0.3': 0.2943}
5 42 adam none 0.5451 {'0.1': 0.4221, '0.2': 0.2298, '0.3': 0.1545}
6 42 adam standard 0.5101 {'0.1': 0.454, '0.2': 0.2098, '0.3': 0.1324}
7 42 adam aggressive 0.4427 {'0.1': 0.4048, '0.2': 0.2461, '0.3': 0.1547}
8 123 sgd none 0.6974 {'0.1': 0.63, '0.2': 0.4452, '0.3': 0.312}
9 123 sgd standard 0.6674 {'0.1': 0.6252, '0.2': 0.4146, '0.3': 0.2764}
10 123 sgd aggressive 0.6691 {'0.1': 0.6179, '0.2': 0.4691, '0.3': 0.3423}
11 123 adam none 0.6049 {'0.1': 0.4685, '0.2': 0.3387, '0.3': 0.2378}
12 123 adam standard 0.4654 {'0.1': 0.4071, '0.2': 0.3073, '0.3': 0.2341}
13 123 adam aggressive 0.5096 {'0.1': 0.4624, '0.2': 0.3219, '0.3': 0.2159}
14 999 sgd none 0.7058 {'0.1': 0.6252, '0.2': 0.3848, '0.3': 0.2276}
15 999 sgd standard 0.6861 {'0.1': 0.6002, '0.2': 0.4184, '0.3': 0.2986}
16 999 sgd aggressive 0.6595 {'0.1': 0.5775, '0.2': 0.4165, '0.3': 0.2899}
17 999 adam none 0.5573 {'0.1': 0.4562, '0.2': 0.293, '0.3': 0.2167}
18 999 adam standard 0.4835 {'0.1': 0.4136, '0.2': 0.2221, '0.3': 0.1548}
19 999 adam aggressive 0.5123 {'0.1': 0.449, '0.2': 0.2571, '0.3': 0.1658}
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.8846732257843017,0.3103,1.5956477916717529,0.4208
2,1.6917855532073975,0.38452,1.5259598985671996,0.439
3,1.6328186359024048,0.40266,1.5264780994415283,0.4508
4,1.5851124533462524,0.42526,1.424309602355957,0.4878
5,1.5511348150634765,0.43632,1.4553828117370606,0.4854
6,1.5411012967681885,0.44224,1.5167289329528808,0.4561
7,1.5281506721115112,0.4473,1.3984178335189819,0.5015
8,1.5113245751190185,0.4561,1.3988324977874755,0.5007
9,1.5111655992889403,0.45554,1.4732477207183838,0.4733
10,1.498042034225464,0.46026,1.3725576107025146,0.5096
1 epoch train_loss train_acc test_loss test_acc
2 1 1.8846732257843017 0.3103 1.5956477916717529 0.4208
3 2 1.6917855532073975 0.38452 1.5259598985671996 0.439
4 3 1.6328186359024048 0.40266 1.5264780994415283 0.4508
5 4 1.5851124533462524 0.42526 1.424309602355957 0.4878
6 5 1.5511348150634765 0.43632 1.4553828117370606 0.4854
7 6 1.5411012967681885 0.44224 1.5167289329528808 0.4561
8 7 1.5281506721115112 0.4473 1.3984178335189819 0.5015
9 8 1.5113245751190185 0.4561 1.3988324977874755 0.5007
10 9 1.5111655992889403 0.45554 1.4732477207183838 0.4733
11 10 1.498042034225464 0.46026 1.3725576107025146 0.5096
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,2.0559358141326904,0.24472,1.828050934791565,0.3374
2,1.857869116783142,0.3182,1.6779026025772095,0.3909
3,1.7681750354385375,0.35418,1.6347509387969972,0.4094
4,1.7275719815826416,0.37254,1.6000082025527953,0.4225
5,1.699682864151001,0.37816,1.571951426887512,0.4362
6,1.6953852003860475,0.38134,1.582085866355896,0.4284
7,1.6721481609344482,0.392,1.584311390686035,0.4267
8,1.6576726916885376,0.39738,1.5268918621063232,0.443
9,1.6475247369384765,0.402,1.5393544744491576,0.4441
10,1.6505113174819945,0.39736,1.5213500274658203,0.4427
1 epoch train_loss train_acc test_loss test_acc
2 1 2.0559358141326904 0.24472 1.828050934791565 0.3374
3 2 1.857869116783142 0.3182 1.6779026025772095 0.3909
4 3 1.7681750354385375 0.35418 1.6347509387969972 0.4094
5 4 1.7275719815826416 0.37254 1.6000082025527953 0.4225
6 5 1.699682864151001 0.37816 1.571951426887512 0.4362
7 6 1.6953852003860475 0.38134 1.582085866355896 0.4284
8 7 1.6721481609344482 0.392 1.584311390686035 0.4267
9 8 1.6576726916885376 0.39738 1.5268918621063232 0.443
10 9 1.6475247369384765 0.402 1.5393544744491576 0.4441
11 10 1.6505113174819945 0.39736 1.5213500274658203 0.4427
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.9911173669052125,0.27896,1.6828551885604859,0.3994
2,1.6908308898162843,0.38222,1.6040934282302857,0.4364
3,1.6209180907440186,0.41298,1.4993294555664063,0.459
4,1.591390087928772,0.42586,1.5083149290084839,0.4616
5,1.5589105658340454,0.43662,1.428050018119812,0.4809
6,1.540269641456604,0.44422,1.4299810447692871,0.4858
7,1.5332854122543336,0.44906,1.3867164831161498,0.5119
8,1.5187089794921875,0.4558,1.3682811828613282,0.5136
9,1.5207957489013673,0.45552,1.4490770374298096,0.4736
10,1.504308384437561,0.4596,1.3697486953735352,0.5123
1 epoch train_loss train_acc test_loss test_acc
2 1 1.9911173669052125 0.27896 1.6828551885604859 0.3994
3 2 1.6908308898162843 0.38222 1.6040934282302857 0.4364
4 3 1.6209180907440186 0.41298 1.4993294555664063 0.459
5 4 1.591390087928772 0.42586 1.5083149290084839 0.4616
6 5 1.5589105658340454 0.43662 1.428050018119812 0.4809
7 6 1.540269641456604 0.44422 1.4299810447692871 0.4858
8 7 1.5332854122543336 0.44906 1.3867164831161498 0.5119
9 8 1.5187089794921875 0.4558 1.3682811828613282 0.5136
10 9 1.5207957489013673 0.45552 1.4490770374298096 0.4736
11 10 1.504308384437561 0.4596 1.3697486953735352 0.5123
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.6660349139404298,0.39084,1.3631993772506714,0.5092
2,1.306575980796814,0.53194,1.2523228994369506,0.5514
3,1.189557453918457,0.57828,1.2570601411819458,0.5594
4,1.122563935699463,0.60502,1.187407196044922,0.5902
5,1.0689283304977417,0.6233,1.2376863445281983,0.5659
6,1.0334041289138793,0.6345,1.170531530189514,0.592
7,0.9959703926849365,0.64648,1.1732149269104004,0.5901
8,0.9762340403366089,0.65428,1.185727474975586,0.5919
9,0.962807445487976,0.65934,1.1849331123352052,0.5937
10,0.9365197282409667,0.66622,1.1537712555885316,0.6049
1 epoch train_loss train_acc test_loss test_acc
2 1 1.6660349139404298 0.39084 1.3631993772506714 0.5092
3 2 1.306575980796814 0.53194 1.2523228994369506 0.5514
4 3 1.189557453918457 0.57828 1.2570601411819458 0.5594
5 4 1.122563935699463 0.60502 1.187407196044922 0.5902
6 5 1.0689283304977417 0.6233 1.2376863445281983 0.5659
7 6 1.0334041289138793 0.6345 1.170531530189514 0.592
8 7 0.9959703926849365 0.64648 1.1732149269104004 0.5901
9 8 0.9762340403366089 0.65428 1.185727474975586 0.5919
10 9 0.962807445487976 0.65934 1.1849331123352052 0.5937
11 10 0.9365197282409667 0.66622 1.1537712555885316 0.6049
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.7286399437713622,0.37382,1.4246170207977296,0.4816
2,1.3806899689483643,0.50334,1.3549695669174195,0.5164
3,1.3021614087677003,0.53534,1.332729033279419,0.5202
4,1.2415979095458984,0.55796,1.2883787483215332,0.542
5,1.1996409232330323,0.5716,1.2885587697982788,0.5404
6,1.1598682831573486,0.58466,1.2654446369171142,0.5521
7,1.1435769744873048,0.59348,1.2620088846206665,0.5593
8,1.122702364425659,0.60254,1.2513995946884156,0.5613
9,1.0767982495117188,0.6175,1.2432810546875,0.5644
10,1.0651884030914307,0.6178,1.321402802658081,0.5451
1 epoch train_loss train_acc test_loss test_acc
2 1 1.7286399437713622 0.37382 1.4246170207977296 0.4816
3 2 1.3806899689483643 0.50334 1.3549695669174195 0.5164
4 3 1.3021614087677003 0.53534 1.332729033279419 0.5202
5 4 1.2415979095458984 0.55796 1.2883787483215332 0.542
6 5 1.1996409232330323 0.5716 1.2885587697982788 0.5404
7 6 1.1598682831573486 0.58466 1.2654446369171142 0.5521
8 7 1.1435769744873048 0.59348 1.2620088846206665 0.5593
9 8 1.122702364425659 0.60254 1.2513995946884156 0.5613
10 9 1.0767982495117188 0.6175 1.2432810546875 0.5644
11 10 1.0651884030914307 0.6178 1.321402802658081 0.5451
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.7729383182525635,0.35124,1.5228908493041993,0.4427
2,1.430595055770874,0.482,1.38000087184906,0.5018
3,1.32311696308136,0.52478,1.313341820716858,0.5259
4,1.2678979627990723,0.54632,1.2857267393112182,0.5393
5,1.2276857889556885,0.56124,1.299703761291504,0.5393
6,1.1998348657989502,0.57262,1.2608893209457397,0.5565
7,1.1683492805480957,0.58382,1.27673601436615,0.5546
8,1.157327294807434,0.5878,1.2376579500198364,0.5654
9,1.131808783454895,0.59764,1.2557779052734375,0.5572
10,1.123384162902832,0.60062,1.2491890354156494,0.5573
1 epoch train_loss train_acc test_loss test_acc
2 1 1.7729383182525635 0.35124 1.5228908493041993 0.4427
3 2 1.430595055770874 0.482 1.38000087184906 0.5018
4 3 1.32311696308136 0.52478 1.313341820716858 0.5259
5 4 1.2678979627990723 0.54632 1.2857267393112182 0.5393
6 5 1.2276857889556885 0.56124 1.299703761291504 0.5393
7 6 1.1998348657989502 0.57262 1.2608893209457397 0.5565
8 7 1.1683492805480957 0.58382 1.27673601436615 0.5546
9 8 1.157327294807434 0.5878 1.2376579500198364 0.5654
10 9 1.131808783454895 0.59764 1.2557779052734375 0.5572
11 10 1.123384162902832 0.60062 1.2491890354156494 0.5573
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.8813365224456786,0.30172,1.6416668697357177,0.3985
2,1.6806913624954223,0.37672,1.5487596210479737,0.4274
3,1.6351341115570068,0.40124,1.5625509996414184,0.4249
4,1.6064803477859497,0.41056,1.511009596824646,0.4455
5,1.5825084410476684,0.42064,1.5225824378967285,0.4431
6,1.5676781223678589,0.42982,1.4784889535903931,0.4585
7,1.5567302836608887,0.43112,1.4934770944595337,0.4557
8,1.5449237117004395,0.43588,1.463665308380127,0.4715
9,1.5365594310760498,0.44164,1.4671966415405273,0.4741
10,1.5271776266098023,0.44406,1.4860247068405152,0.4654
1 epoch train_loss train_acc test_loss test_acc
2 1 1.8813365224456786 0.30172 1.6416668697357177 0.3985
3 2 1.6806913624954223 0.37672 1.5487596210479737 0.4274
4 3 1.6351341115570068 0.40124 1.5625509996414184 0.4249
5 4 1.6064803477859497 0.41056 1.511009596824646 0.4455
6 5 1.5825084410476684 0.42064 1.5225824378967285 0.4431
7 6 1.5676781223678589 0.42982 1.4784889535903931 0.4585
8 7 1.5567302836608887 0.43112 1.4934770944595337 0.4557
9 8 1.5449237117004395 0.43588 1.463665308380127 0.4715
10 9 1.5365594310760498 0.44164 1.4671966415405273 0.4741
11 10 1.5271776266098023 0.44406 1.4860247068405152 0.4654
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.9121077362060548,0.28534,1.6980935123443603,0.3717
2,1.634671248512268,0.3994,1.5801765157699585,0.4126
3,1.5572229358291625,0.43102,1.4792659259796141,0.4583
4,1.5200784818267823,0.44598,1.4566459318161011,0.4732
5,1.4923802797317505,0.4583,1.3978405960083007,0.4928
6,1.4686766564178466,0.46806,1.3776366807937621,0.503
7,1.4700688259124757,0.46884,1.3533947219848632,0.5163
8,1.4470393926620484,0.4773,1.345004845237732,0.5178
9,1.4390167654800414,0.47734,1.3564238325119018,0.5147
10,1.4347680015182496,0.48004,1.3694934066772462,0.5101
1 epoch train_loss train_acc test_loss test_acc
2 1 1.9121077362060548 0.28534 1.6980935123443603 0.3717
3 2 1.634671248512268 0.3994 1.5801765157699585 0.4126
4 3 1.5572229358291625 0.43102 1.4792659259796141 0.4583
5 4 1.5200784818267823 0.44598 1.4566459318161011 0.4732
6 5 1.4923802797317505 0.4583 1.3978405960083007 0.4928
7 6 1.4686766564178466 0.46806 1.3776366807937621 0.503
8 7 1.4700688259124757 0.46884 1.3533947219848632 0.5163
9 8 1.4470393926620484 0.4773 1.345004845237732 0.5178
10 9 1.4390167654800414 0.47734 1.3564238325119018 0.5147
11 10 1.4347680015182496 0.48004 1.3694934066772462 0.5101
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.8785975454711914,0.30716,1.543831322669983,0.4375
2,1.6268331103515625,0.40026,1.5018853443145752,0.4532
3,1.5749516596221924,0.42014,1.5034992160797118,0.452
4,1.5602307732009888,0.42962,1.4366535945892334,0.477
5,1.5448442478561402,0.43214,1.439453507232666,0.4691
6,1.5286526789474488,0.43836,1.4527703874588012,0.4671
7,1.5160772939300537,0.4433,1.4506785593032836,0.4667
8,1.5187876448822022,0.44144,1.4333687414169312,0.4782
9,1.5096457154083252,0.44728,1.4133702894210816,0.4894
10,1.495245510482788,0.45166,1.411236897277832,0.4835
1 epoch train_loss train_acc test_loss test_acc
2 1 1.8785975454711914 0.30716 1.543831322669983 0.4375
3 2 1.6268331103515625 0.40026 1.5018853443145752 0.4532
4 3 1.5749516596221924 0.42014 1.5034992160797118 0.452
5 4 1.5602307732009888 0.42962 1.4366535945892334 0.477
6 5 1.5448442478561402 0.43214 1.439453507232666 0.4691
7 6 1.5286526789474488 0.43836 1.4527703874588012 0.4671
8 7 1.5160772939300537 0.4433 1.4506785593032836 0.4667
9 8 1.5187876448822022 0.44144 1.4333687414169312 0.4782
10 9 1.5096457154083252 0.44728 1.4133702894210816 0.4894
11 10 1.495245510482788 0.45166 1.411236897277832 0.4835
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,2.0651948305892947,0.24042,1.729777430343628,0.3836
2,1.7303296995544433,0.37548,1.49167406539917,0.4667
3,1.5553171773147583,0.4367,1.3456432037353516,0.5205
4,1.4635125664901734,0.47256,1.2475262697219849,0.5611
5,1.3722680527114868,0.50766,1.1914715614318847,0.5746
6,1.3082861290740966,0.53284,1.121172977924347,0.5981
7,1.2505797283554076,0.5567,1.1289072477340698,0.5922
8,1.2003705361175536,0.57516,1.0124303802490235,0.6468
9,1.1683612518310547,0.58702,0.9980959354400635,0.65
10,1.1325882072067261,0.6023,0.9680170437812805,0.6691
1 epoch train_loss train_acc test_loss test_acc
2 1 2.0651948305892947 0.24042 1.729777430343628 0.3836
3 2 1.7303296995544433 0.37548 1.49167406539917 0.4667
4 3 1.5553171773147583 0.4367 1.3456432037353516 0.5205
5 4 1.4635125664901734 0.47256 1.2475262697219849 0.5611
6 5 1.3722680527114868 0.50766 1.1914715614318847 0.5746
7 6 1.3082861290740966 0.53284 1.121172977924347 0.5981
8 7 1.2505797283554076 0.5567 1.1289072477340698 0.5922
9 8 1.2003705361175536 0.57516 1.0124303802490235 0.6468
10 9 1.1683612518310547 0.58702 0.9980959354400635 0.65
11 10 1.1325882072067261 0.6023 0.9680170437812805 0.6691
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,2.0705010092163088,0.22946,1.7674200216293334,0.3802
2,1.7432165607452392,0.36844,1.533634359550476,0.4416
3,1.5778629602050782,0.42886,1.3606201539993286,0.5097
4,1.4700220097351073,0.46802,1.2655291788101197,0.5451
5,1.3893862116241456,0.50128,1.204566476535797,0.5692
6,1.3244363966751098,0.5255,1.2020204118728637,0.5744
7,1.2688888247299195,0.54674,1.0509296971321105,0.6334
8,1.2191224797821045,0.56592,1.0520767385482788,0.6286
9,1.1705705532073976,0.58452,1.0169856172561647,0.6394
10,1.1425927544021606,0.59578,0.9944705787658692,0.6536
1 epoch train_loss train_acc test_loss test_acc
2 1 2.0705010092163088 0.22946 1.7674200216293334 0.3802
3 2 1.7432165607452392 0.36844 1.533634359550476 0.4416
4 3 1.5778629602050782 0.42886 1.3606201539993286 0.5097
5 4 1.4700220097351073 0.46802 1.2655291788101197 0.5451
6 5 1.3893862116241456 0.50128 1.204566476535797 0.5692
7 6 1.3244363966751098 0.5255 1.2020204118728637 0.5744
8 7 1.2688888247299195 0.54674 1.0509296971321105 0.6334
9 8 1.2191224797821045 0.56592 1.0520767385482788 0.6286
10 9 1.1705705532073976 0.58452 1.0169856172561647 0.6394
11 10 1.1425927544021606 0.59578 0.9944705787658692 0.6536
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,2.028081403198242,0.25312,1.7972938034057617,0.3576
2,1.6919663692855835,0.38654,1.4519519706726074,0.4827
3,1.5530475779342652,0.43992,1.3310353057861328,0.5251
4,1.4540857498931885,0.47812,1.292456304550171,0.5413
5,1.3654178101348877,0.51218,1.1448781085014343,0.6
6,1.3064117618942261,0.53414,1.1193419974327088,0.6077
7,1.2500248126220703,0.5551,1.0644649827957153,0.6217
8,1.2079097275543214,0.5713,1.0305480089187622,0.6358
9,1.1659785708236694,0.58452,0.9741595977783203,0.6535
10,1.1451263586425782,0.59474,0.9785669965744018,0.6595
1 epoch train_loss train_acc test_loss test_acc
2 1 2.028081403198242 0.25312 1.7972938034057617 0.3576
3 2 1.6919663692855835 0.38654 1.4519519706726074 0.4827
4 3 1.5530475779342652 0.43992 1.3310353057861328 0.5251
5 4 1.4540857498931885 0.47812 1.292456304550171 0.5413
6 5 1.3654178101348877 0.51218 1.1448781085014343 0.6
7 6 1.3064117618942261 0.53414 1.1193419974327088 0.6077
8 7 1.2500248126220703 0.5551 1.0644649827957153 0.6217
9 8 1.2079097275543214 0.5713 1.0305480089187622 0.6358
10 9 1.1659785708236694 0.58452 0.9741595977783203 0.6535
11 10 1.1451263586425782 0.59474 0.9785669965744018 0.6595
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.9007139762496947,0.30904,1.5374012899398803,0.4448
2,1.4438594173431396,0.48224,1.360331530570984,0.5054
3,1.2486270139312745,0.5548,1.1819912509918213,0.5701
4,1.1134616537475586,0.60458,1.0598442848205567,0.6256
5,0.9943869771957398,0.6509,0.9994649070739746,0.6511
6,0.9061599386596679,0.68082,0.9807863761901855,0.6526
7,0.832235673122406,0.70842,0.9603629438400269,0.6641
8,0.7533782648849487,0.7388,0.9113856033325195,0.6857
9,0.6814181573486328,0.76166,0.9031674418449401,0.6972
10,0.6241655448532104,0.78184,0.8935547742843628,0.6974
1 epoch train_loss train_acc test_loss test_acc
2 1 1.9007139762496947 0.30904 1.5374012899398803 0.4448
3 2 1.4438594173431396 0.48224 1.360331530570984 0.5054
4 3 1.2486270139312745 0.5548 1.1819912509918213 0.5701
5 4 1.1134616537475586 0.60458 1.0598442848205567 0.6256
6 5 0.9943869771957398 0.6509 0.9994649070739746 0.6511
7 6 0.9061599386596679 0.68082 0.9807863761901855 0.6526
8 7 0.832235673122406 0.70842 0.9603629438400269 0.6641
9 8 0.7533782648849487 0.7388 0.9113856033325195 0.6857
10 9 0.6814181573486328 0.76166 0.9031674418449401 0.6972
11 10 0.6241655448532104 0.78184 0.8935547742843628 0.6974
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.9639052035522462,0.28114,1.6098346630096436,0.4097
2,1.4680433963775634,0.46986,1.302504965209961,0.5284
3,1.2549403902435303,0.5519,1.225121039199829,0.5624
4,1.1094685572624206,0.60738,1.0919673002243042,0.612
5,0.9939155144119263,0.6497,0.9837436180114746,0.659
6,0.8942083934020996,0.6852,0.957837422657013,0.6612
7,0.8110888798904419,0.71492,0.9374553295135498,0.6761
8,0.744535570487976,0.7387,0.9072779047966003,0.6925
9,0.6828387829208374,0.76086,0.8724043285369874,0.7033
10,0.6119843885612488,0.78486,0.8666944108009338,0.7088
1 epoch train_loss train_acc test_loss test_acc
2 1 1.9639052035522462 0.28114 1.6098346630096436 0.4097
3 2 1.4680433963775634 0.46986 1.302504965209961 0.5284
4 3 1.2549403902435303 0.5519 1.225121039199829 0.5624
5 4 1.1094685572624206 0.60738 1.0919673002243042 0.612
6 5 0.9939155144119263 0.6497 0.9837436180114746 0.659
7 6 0.8942083934020996 0.6852 0.957837422657013 0.6612
8 7 0.8110888798904419 0.71492 0.9374553295135498 0.6761
9 8 0.744535570487976 0.7387 0.9072779047966003 0.6925
10 9 0.6828387829208374 0.76086 0.8724043285369874 0.7033
11 10 0.6119843885612488 0.78486 0.8666944108009338 0.7088
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.9422726140975952,0.28742,1.637837126159668,0.4084
2,1.4907189490509034,0.46088,1.3707801050186157,0.5124
3,1.2916603052902222,0.5373,1.1907301538467407,0.5763
4,1.1448502359771728,0.59362,1.0813807232856751,0.6132
5,1.0147696270942688,0.64488,0.9749312539100647,0.658
6,0.9084624612808228,0.68092,0.971125221824646,0.6546
7,0.8264397340011597,0.70914,0.9333860067367554,0.6724
8,0.7552365953445435,0.73546,0.9200770247459411,0.6771
9,0.6857615605545044,0.76032,0.8947711204528809,0.6944
10,0.6202431632995605,0.78266,0.8700129133224487,0.7058
1 epoch train_loss train_acc test_loss test_acc
2 1 1.9422726140975952 0.28742 1.637837126159668 0.4084
3 2 1.4907189490509034 0.46088 1.3707801050186157 0.5124
4 3 1.2916603052902222 0.5373 1.1907301538467407 0.5763
5 4 1.1448502359771728 0.59362 1.0813807232856751 0.6132
6 5 1.0147696270942688 0.64488 0.9749312539100647 0.658
7 6 0.9084624612808228 0.68092 0.971125221824646 0.6546
8 7 0.8264397340011597 0.70914 0.9333860067367554 0.6724
9 8 0.7552365953445435 0.73546 0.9200770247459411 0.6771
10 9 0.6857615605545044 0.76032 0.8947711204528809 0.6944
11 10 0.6202431632995605 0.78266 0.8700129133224487 0.7058
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,2.029623507652283,0.2529,1.688811130142212,0.3927
2,1.6488482897186278,0.40018,1.4374095891952514,0.4752
3,1.4772799210739136,0.46326,1.3251022443771363,0.5178
4,1.3625635675048828,0.50938,1.2472985363006592,0.5517
5,1.2698390966033934,0.54114,1.1421482133865357,0.5942
6,1.1823028423309325,0.57602,1.0808060108184814,0.6158
7,1.118297325630188,0.60142,0.9704109483718872,0.6591
8,1.0673625009155274,0.62172,0.9435201133728027,0.6721
9,1.0345378282928466,0.6332,0.9358344539642334,0.6687
10,0.9860974870300293,0.65256,0.950194506072998,0.6674
1 epoch train_loss train_acc test_loss test_acc
2 1 2.029623507652283 0.2529 1.688811130142212 0.3927
3 2 1.6488482897186278 0.40018 1.4374095891952514 0.4752
4 3 1.4772799210739136 0.46326 1.3251022443771363 0.5178
5 4 1.3625635675048828 0.50938 1.2472985363006592 0.5517
6 5 1.2698390966033934 0.54114 1.1421482133865357 0.5942
7 6 1.1823028423309325 0.57602 1.0808060108184814 0.6158
8 7 1.118297325630188 0.60142 0.9704109483718872 0.6591
9 8 1.0673625009155274 0.62172 0.9435201133728027 0.6721
10 9 1.0345378282928466 0.6332 0.9358344539642334 0.6687
11 10 0.9860974870300293 0.65256 0.950194506072998 0.6674
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,2.009225925979614,0.26266,1.6814233026504517,0.3895
2,1.6603656655120849,0.39688,1.4227338985443114,0.4802
3,1.4855073391342164,0.45954,1.3364979927062988,0.5176
4,1.3897099987411499,0.49994,1.2245563619613646,0.562
5,1.2903345095443726,0.5355,1.2043679784774781,0.5667
6,1.2084671304321288,0.57048,1.0968135701179504,0.6135
7,1.1449422802734375,0.5905,1.0201958515167235,0.6367
8,1.0922849000167847,0.61064,0.9836806530952453,0.6468
9,1.0471580500793456,0.62822,0.9301959774017334,0.6716
10,1.0136299449157715,0.64068,0.9022101957321167,0.6859
1 epoch train_loss train_acc test_loss test_acc
2 1 2.009225925979614 0.26266 1.6814233026504517 0.3895
3 2 1.6603656655120849 0.39688 1.4227338985443114 0.4802
4 3 1.4855073391342164 0.45954 1.3364979927062988 0.5176
5 4 1.3897099987411499 0.49994 1.2245563619613646 0.562
6 5 1.2903345095443726 0.5355 1.2043679784774781 0.5667
7 6 1.2084671304321288 0.57048 1.0968135701179504 0.6135
8 7 1.1449422802734375 0.5905 1.0201958515167235 0.6367
9 8 1.0922849000167847 0.61064 0.9836806530952453 0.6468
10 9 1.0471580500793456 0.62822 0.9301959774017334 0.6716
11 10 1.0136299449157715 0.64068 0.9022101957321167 0.6859
@@ -0,0 +1,11 @@
epoch,train_loss,train_acc,test_loss,test_acc
1,1.959310048789978,0.28234,1.5769516773223877,0.4368
2,1.5942330165863037,0.42066,1.4556853477478027,0.4914
3,1.443750505142212,0.47874,1.316703634262085,0.5271
4,1.3386957333755494,0.51598,1.1774909160614013,0.5831
5,1.2375807570266724,0.55794,1.0962469652175904,0.6125
6,1.164957059440613,0.58492,1.0318147755622864,0.6338
7,1.102748593158722,0.60784,0.9843499254226684,0.6612
8,1.0541843451309205,0.62636,0.9331276074409485,0.6778
9,1.0117439514541626,0.64112,0.8982747142791748,0.6885
10,0.982185898399353,0.65222,0.9087156764984131,0.6861
1 epoch train_loss train_acc test_loss test_acc
2 1 1.959310048789978 0.28234 1.5769516773223877 0.4368
3 2 1.5942330165863037 0.42066 1.4556853477478027 0.4914
4 3 1.443750505142212 0.47874 1.316703634262085 0.5271
5 4 1.3386957333755494 0.51598 1.1774909160614013 0.5831
6 5 1.2375807570266724 0.55794 1.0962469652175904 0.6125
7 6 1.164957059440613 0.58492 1.0318147755622864 0.6338
8 7 1.102748593158722 0.60784 0.9843499254226684 0.6612
9 8 1.0541843451309205 0.62636 0.9331276074409485 0.6778
10 9 1.0117439514541626 0.64112 0.8982747142791748 0.6885
11 10 0.982185898399353 0.65222 0.9087156764984131 0.6861
+200
View File
@@ -0,0 +1,200 @@
[
{
"seed": 42,
"optimizer": "sgd",
"augmentation": "none",
"test_acc": 0.7088,
"robustness": {
"0.1": 0.6319,
"0.2": 0.4336,
"0.3": 0.2913
}
},
{
"seed": 42,
"optimizer": "sgd",
"augmentation": "standard",
"test_acc": 0.6859,
"robustness": {
"0.1": 0.5952,
"0.2": 0.4019,
"0.3": 0.2757
}
},
{
"seed": 42,
"optimizer": "sgd",
"augmentation": "aggressive",
"test_acc": 0.6536,
"robustness": {
"0.1": 0.5778,
"0.2": 0.43,
"0.3": 0.2943
}
},
{
"seed": 42,
"optimizer": "adam",
"augmentation": "none",
"test_acc": 0.5451,
"robustness": {
"0.1": 0.4221,
"0.2": 0.2298,
"0.3": 0.1545
}
},
{
"seed": 42,
"optimizer": "adam",
"augmentation": "standard",
"test_acc": 0.5101,
"robustness": {
"0.1": 0.454,
"0.2": 0.2098,
"0.3": 0.1324
}
},
{
"seed": 42,
"optimizer": "adam",
"augmentation": "aggressive",
"test_acc": 0.4427,
"robustness": {
"0.1": 0.4048,
"0.2": 0.2461,
"0.3": 0.1547
}
},
{
"seed": 123,
"optimizer": "sgd",
"augmentation": "none",
"test_acc": 0.6974,
"robustness": {
"0.1": 0.63,
"0.2": 0.4452,
"0.3": 0.312
}
},
{
"seed": 123,
"optimizer": "sgd",
"augmentation": "standard",
"test_acc": 0.6674,
"robustness": {
"0.1": 0.6252,
"0.2": 0.4146,
"0.3": 0.2764
}
},
{
"seed": 123,
"optimizer": "sgd",
"augmentation": "aggressive",
"test_acc": 0.6691,
"robustness": {
"0.1": 0.6179,
"0.2": 0.4691,
"0.3": 0.3423
}
},
{
"seed": 123,
"optimizer": "adam",
"augmentation": "none",
"test_acc": 0.6049,
"robustness": {
"0.1": 0.4685,
"0.2": 0.3387,
"0.3": 0.2378
}
},
{
"seed": 123,
"optimizer": "adam",
"augmentation": "standard",
"test_acc": 0.4654,
"robustness": {
"0.1": 0.4071,
"0.2": 0.3073,
"0.3": 0.2341
}
},
{
"seed": 123,
"optimizer": "adam",
"augmentation": "aggressive",
"test_acc": 0.5096,
"robustness": {
"0.1": 0.4624,
"0.2": 0.3219,
"0.3": 0.2159
}
},
{
"seed": 999,
"optimizer": "sgd",
"augmentation": "none",
"test_acc": 0.7058,
"robustness": {
"0.1": 0.6252,
"0.2": 0.3848,
"0.3": 0.2276
}
},
{
"seed": 999,
"optimizer": "sgd",
"augmentation": "standard",
"test_acc": 0.6861,
"robustness": {
"0.1": 0.6002,
"0.2": 0.4184,
"0.3": 0.2986
}
},
{
"seed": 999,
"optimizer": "sgd",
"augmentation": "aggressive",
"test_acc": 0.6595,
"robustness": {
"0.1": 0.5775,
"0.2": 0.4165,
"0.3": 0.2899
}
},
{
"seed": 999,
"optimizer": "adam",
"augmentation": "none",
"test_acc": 0.5573,
"robustness": {
"0.1": 0.4562,
"0.2": 0.293,
"0.3": 0.2167
}
},
{
"seed": 999,
"optimizer": "adam",
"augmentation": "standard",
"test_acc": 0.4835,
"robustness": {
"0.1": 0.4136,
"0.2": 0.2221,
"0.3": 0.1548
}
},
{
"seed": 999,
"optimizer": "adam",
"augmentation": "aggressive",
"test_acc": 0.5123,
"robustness": {
"0.1": 0.449,
"0.2": 0.2571,
"0.3": 0.1658
}
}
]