Basic implementation for ELU11 and VCL

avirambh · Oct 19, 2018 · 9491d2a · 9491d2a
1 parent 2050ac5
commit 9491d2a
Show file tree

Hide file tree

Showing 7 changed files with 1,245 additions and 0 deletions.
diff --git a/checkpoints/elu11_vcl.csv b/checkpoints/elu11_vcl.csv
@@ -0,0 +1,283 @@
+epoch,train_loss,train_error,valid_loss,valid_error,test_error
+001,2.125524,0.770140,1.58461,0.58880,
+002,1.624478,0.562200,1.22609,0.44110,
+003,1.366180,0.460340,1.13340,0.39920,
+004,1.177581,0.388140,0.92686,0.32550,
+005,1.050312,0.342260,0.81316,0.28400,
+006,0.965212,0.312240,0.70988,0.24500,
+007,0.903852,0.286480,0.67369,0.23690,
+008,0.853515,0.267960,0.65942,0.22560,
+009,0.813517,0.251540,0.63491,0.21270,
+010,0.787668,0.243720,0.60108,0.20660,
+011,0.758787,0.231740,0.56762,0.19560,
+012,0.725433,0.219680,0.61295,0.20660,
+013,0.711379,0.213520,0.51189,0.17790,
+014,0.682684,0.203620,0.53274,0.18010,
+015,0.680999,0.201460,0.49181,0.16690,
+016,0.649979,0.190340,0.49755,0.16210,
+017,0.638894,0.186880,0.46996,0.15980,
+018,0.636127,0.183240,0.48395,0.16010,
+019,0.620174,0.177340,0.48864,0.15750,
+020,0.607815,0.174400,0.48170,0.15340,
+021,0.597550,0.171240,0.43709,0.14480,
+022,0.584705,0.165760,0.43161,0.14280,
+023,0.579132,0.161900,0.44388,0.14800,
+024,0.571937,0.158560,0.43757,0.14610,
+025,0.556914,0.155100,0.43508,0.14060,
+026,0.551899,0.152080,0.44439,0.14060,
+027,0.543702,0.150060,0.39080,0.13120,
+028,0.538025,0.146900,0.40529,0.13300,
+029,0.535008,0.144100,0.45098,0.14150,
+030,0.526186,0.141720,0.36855,0.12100,
+031,0.522560,0.140020,0.39763,0.12960,
+032,0.511278,0.138360,0.37756,0.12390,
+033,0.505028,0.136180,0.38527,0.12760,
+034,0.505262,0.132660,0.42119,0.13070,
+035,0.504500,0.133120,0.39213,0.12830,
+036,0.499661,0.131540,0.37723,0.12180,
+037,0.492656,0.128220,0.36105,0.12130,
+038,0.485969,0.124640,0.35473,0.11660,
+039,0.488269,0.125440,0.35193,0.11440,
+040,0.481579,0.124960,0.38956,0.12520,
+041,0.477097,0.124060,0.37428,0.12010,
+042,0.477287,0.123580,0.37678,0.12100,
+043,0.471095,0.119920,0.37714,0.11910,
+044,0.466308,0.118300,0.36527,0.11800,
+045,0.460867,0.115780,0.40651,0.12750,
+046,0.457112,0.114260,0.38772,0.12000,
+047,0.456080,0.113240,0.35118,0.11290,
+048,0.452919,0.112600,0.37656,0.11630,
+049,0.451051,0.112420,0.35252,0.11210,
+050,0.453802,0.113140,0.36097,0.11890,
+051,0.447667,0.109260,0.33240,0.10820,
+052,0.447353,0.109700,0.37131,0.12050,
+053,0.446240,0.109360,0.35241,0.11170,
+054,0.444278,0.107800,0.36174,0.11770,
+055,0.437634,0.105320,0.36362,0.11570,
+056,0.431925,0.105420,0.34825,0.11180,
+057,0.436855,0.105700,0.35260,0.10960,
+058,0.432666,0.104340,0.35039,0.10960,
+059,0.428050,0.102320,0.36500,0.11850,
+060,0.432675,0.102740,0.32863,0.10560,
+061,0.327075,0.071840,0.27698,0.08450,
+062,0.284570,0.059880,0.27781,0.08350,
+063,0.266180,0.057060,0.26189,0.07870,
+064,0.259344,0.054720,0.26426,0.08040,
+065,0.250603,0.052620,0.25872,0.07760,
+066,0.242302,0.050160,0.27007,0.08150,
+067,0.239301,0.050420,0.26112,0.07830,
+068,0.233594,0.049200,0.25921,0.07640,
+069,0.228632,0.048580,0.26256,0.07820,
+070,0.229682,0.048160,0.25105,0.07390,
+071,0.221880,0.046160,0.26955,0.07950,
+072,0.218590,0.045640,0.25885,0.07690,
+073,0.215274,0.044000,0.25293,0.07440,
+074,0.216339,0.045640,0.26152,0.07690,
+075,0.214510,0.044240,0.25321,0.07410,
+076,0.205352,0.041460,0.25875,0.07580,
+077,0.203808,0.041120,0.25849,0.07380,
+078,0.205097,0.041620,0.25963,0.07770,
+079,0.203219,0.041940,0.27694,0.07800,
+080,0.202198,0.042000,0.26076,0.07530,
+081,0.195943,0.038660,0.26218,0.07390,
+082,0.199095,0.040200,0.25545,0.07390,
+083,0.195410,0.039240,0.26188,0.07480,
+084,0.194463,0.038900,0.26220,0.07370,
+085,0.193003,0.038340,0.27815,0.07780,
+086,0.193078,0.037400,0.26445,0.07410,
+087,0.187267,0.036760,0.26832,0.07480,
+088,0.189629,0.038520,0.28850,0.07730,
+089,0.187011,0.036500,0.25751,0.07410,
+090,0.180452,0.033920,0.26819,0.07330,
+091,0.185328,0.035580,0.27726,0.07530,
+092,0.181452,0.035360,0.26857,0.07280,
+093,0.181306,0.035540,0.27423,0.07410,
+094,0.180280,0.033920,0.27856,0.07900,
+095,0.183144,0.035320,0.27091,0.07790,
+096,0.176600,0.033420,0.27065,0.07550,
+097,0.180382,0.034380,0.27269,0.07390,
+098,0.178172,0.034540,0.27337,0.07400,
+099,0.178178,0.035120,0.28007,0.07370,
+100,0.173725,0.033240,0.27703,0.07600,
+101,0.158562,0.026660,0.25848,0.07100,
+102,0.151956,0.024460,0.25862,0.07010,
+103,0.150167,0.024480,0.25953,0.07000,
+104,0.149512,0.023420,0.25807,0.06910,
+105,0.147939,0.023900,0.25584,0.06890,
+106,0.148215,0.024300,0.25183,0.06740,
+107,0.145416,0.023360,0.25536,0.06980,
+108,0.147101,0.024580,0.25724,0.06950,
+109,0.142690,0.022560,0.25509,0.06860,
+110,0.145705,0.023800,0.25775,0.06790,
+111,0.145214,0.023860,0.25529,0.06810,
+112,0.140907,0.021920,0.26153,0.06980,
+113,0.140192,0.021640,0.26169,0.06890,
+114,0.141037,0.022820,0.26107,0.06900,
+115,0.142568,0.022600,0.25697,0.06930,
+116,0.143474,0.023380,0.26362,0.06980,
+117,0.140598,0.022540,0.25823,0.06880,
+118,0.137992,0.020840,0.26124,0.06840,
+119,0.139393,0.022160,0.26053,0.06800,
+120,0.140415,0.022960,0.26093,0.06820,
+121,0.136889,0.020860,0.26046,0.06890,
+122,0.138551,0.022560,0.25909,0.06800,
+123,0.138420,0.021520,0.26068,0.06900,
+124,0.137558,0.021920,0.26429,0.06900,
+125,0.137979,0.021380,0.26478,0.06920,
+126,0.136423,0.021220,0.26335,0.06840,
+127,0.139646,0.021560,0.26167,0.06840,
+128,0.137624,0.022020,0.26178,0.06770,
+129,0.135659,0.020560,0.26180,0.06900,
+130,0.137667,0.021580,0.26478,0.06910,
+131,0.135141,0.021340,0.26315,0.06930,
+132,0.132638,0.020520,0.26581,0.06920,
+133,0.136305,0.021060,0.26436,0.06720,
+134,0.133458,0.020060,0.26774,0.06820,
+135,0.134115,0.020660,0.26559,0.06940,
+136,0.134035,0.020620,0.26129,0.06770,
+137,0.133988,0.021400,0.26732,0.07030,
+138,0.133734,0.020080,0.26443,0.06690,
+139,0.131671,0.019760,0.26544,0.06760,
+140,0.133404,0.019820,0.26578,0.06820,
+141,0.132152,0.020220,0.26476,0.06760,
+142,0.133645,0.020020,0.26491,0.06820,
+143,0.129765,0.019480,0.26576,0.06810,
+144,0.130102,0.019920,0.26490,0.06770,
+145,0.131185,0.020040,0.26577,0.06880,
+146,0.129419,0.018860,0.26540,0.06830,
+147,0.127034,0.019080,0.26437,0.06800,
+148,0.131986,0.019840,0.26533,0.06850,
+149,0.131287,0.020240,0.26445,0.06780,
+150,0.131074,0.019660,0.26527,0.06820,
+151,0.129821,0.019640,0.26453,0.06800,
+152,0.131908,0.020040,0.26598,0.06840,
+153,0.130666,0.019340,0.26483,0.06850,
+154,0.129549,0.019680,0.26442,0.06840,
+155,0.128142,0.018920,0.26522,0.06870,
+156,0.131266,0.020520,0.26508,0.06800,
+157,0.130324,0.018700,0.26461,0.06800,
+158,0.132129,0.020400,0.26447,0.06840,
+159,0.127807,0.018820,0.26497,0.06830,
+160,0.132809,0.021080,0.26405,0.06780,
+161,0.131733,0.021140,0.26384,0.06800,
+162,0.129909,0.019260,0.26408,0.06800,
+163,0.128895,0.019080,0.26446,0.06810,
+164,0.127622,0.018560,0.26455,0.06770,
+165,0.131928,0.019780,0.26525,0.06760,
+166,0.130992,0.020060,0.26378,0.06780,
+167,0.131575,0.020920,0.26363,0.06800,
+168,0.130775,0.020020,0.26431,0.06760,
+169,0.129047,0.018600,0.26549,0.06850,
+170,0.130067,0.020280,0.26520,0.06740,
+171,0.130779,0.019760,0.26547,0.06780,
+172,0.130467,0.019260,0.26433,0.06790,
+173,0.129194,0.018980,0.26378,0.06790,
+174,0.130191,0.018940,0.26503,0.06790,
+175,0.129844,0.018940,0.26444,0.06760,
+176,0.129200,0.019440,0.26509,0.06810,
+177,0.129587,0.019600,0.26483,0.06800,
+178,0.129875,0.018560,0.26523,0.06780,
+179,0.128478,0.018700,0.26465,0.06760,
+180,0.128674,0.018700,0.26538,0.06800,
+181,0.130386,0.019280,0.26626,0.06860,
+182,0.128398,0.018400,0.26532,0.06810,
+183,0.128841,0.019640,0.26535,0.06780,
+184,0.130014,0.019280,0.26479,0.06770,
+185,0.130109,0.020140,0.26501,0.06740,
+186,0.129032,0.019040,0.26438,0.06730,
+187,0.131010,0.019980,0.26480,0.06840,
+188,0.130129,0.019180,0.26558,0.06810,
+189,0.129952,0.019060,0.26376,0.06750,
+190,0.127117,0.018720,0.26420,0.06790,
+191,0.126001,0.018400,0.26465,0.06790,
+192,0.130935,0.019620,0.26511,0.06790,
+193,0.127626,0.018640,0.26575,0.06800,
+194,0.129515,0.019060,0.26649,0.06820,
+195,0.129173,0.019000,0.26556,0.06760,
+196,0.127459,0.018820,0.26625,0.06790,
+197,0.125559,0.018440,0.26619,0.06780,
+198,0.130318,0.019660,0.26559,0.06780,
+199,0.130813,0.019640,0.26533,0.06740,
+200,0.127464,0.018760,0.26513,0.06770,
+201,0.127412,0.018940,0.26619,0.06810,
+202,0.128774,0.019380,0.26582,0.06780,
+203,0.128936,0.018840,0.26554,0.06840,
+204,0.128986,0.019320,0.26631,0.06840,
+205,0.131383,0.020120,0.26634,0.06860,
+206,0.129349,0.019520,0.26547,0.06890,
+207,0.127455,0.019040,0.26562,0.06800,
+208,0.128896,0.019300,0.26483,0.06750,
+209,0.128820,0.019500,0.26593,0.06890,
+210,0.132197,0.020680,0.26667,0.06820,
+211,0.125570,0.017700,0.26532,0.06780,
+212,0.128384,0.018600,0.26656,0.06760,
+213,0.128253,0.018880,0.26687,0.06860,
+214,0.129448,0.019920,0.26561,0.06720,
+215,0.127964,0.018300,0.26658,0.06710,
+216,0.128973,0.019260,0.26619,0.06790,
+217,0.129282,0.019460,0.26605,0.06810,
+218,0.129672,0.019940,0.26503,0.06760,
+219,0.128443,0.018760,0.26484,0.06800,
+220,0.128630,0.019580,0.26722,0.06830,
+221,0.127443,0.018480,0.26644,0.06850,
+222,0.127938,0.020220,0.26495,0.06800,
+223,0.128247,0.019080,0.26524,0.06800,
+224,0.127716,0.019740,0.26586,0.06850,
+225,0.128363,0.019900,0.26558,0.06800,
+226,0.127855,0.018820,0.26720,0.06850,
+227,0.126102,0.018920,0.26630,0.06840,
+228,0.127411,0.019140,0.26699,0.06810,
+229,0.129468,0.019580,0.26662,0.06830,
+230,0.125959,0.018380,0.26560,0.06790,
+231,0.126624,0.018420,0.26586,0.06820,
+232,0.129395,0.018860,0.26710,0.06810,
+233,0.128513,0.019180,0.26623,0.06800,
+234,0.127779,0.018660,0.26624,0.06770,
+235,0.128950,0.019200,0.26641,0.06800,
+236,0.128113,0.019140,0.26606,0.06810,
+237,0.128428,0.019000,0.26669,0.06820,
+238,0.126768,0.018080,0.26442,0.06780,
+239,0.127180,0.019860,0.26547,0.06800,
+240,0.127150,0.019280,0.26563,0.06760,
+241,0.126883,0.018660,0.26552,0.06750,
+242,0.126290,0.018520,0.26540,0.06800,
+243,0.126336,0.018240,0.26527,0.06740,
+244,0.126804,0.018720,0.26602,0.06730,
+245,0.128008,0.018640,0.26713,0.06820,
+246,0.130788,0.019300,0.26583,0.06800,
+247,0.128450,0.019240,0.26572,0.06830,
+248,0.128772,0.019120,0.26644,0.06790,
+249,0.129116,0.019240,0.26636,0.06790,
+250,0.127475,0.019020,0.26599,0.06740,
+251,0.128929,0.019700,0.26579,0.06780,
+252,0.127123,0.018560,0.26528,0.06790,
+253,0.126447,0.018340,0.26635,0.06740,
+254,0.125016,0.018080,0.26626,0.06740,
+255,0.125196,0.018080,0.26793,0.06770,
+256,0.128275,0.019440,0.26745,0.06830,
+257,0.127288,0.018600,0.26629,0.06780,
+258,0.126067,0.018740,0.26685,0.06810,
+259,0.126754,0.018120,0.26575,0.06800,
+260,0.124984,0.017780,0.26619,0.06810,
+261,0.127171,0.019240,0.26750,0.06780,
+262,0.127792,0.018960,0.26753,0.06820,
+263,0.128729,0.019740,0.26783,0.06890,
+264,0.126905,0.018200,0.26643,0.06810,
+265,0.128628,0.019020,0.26641,0.06860,
+266,0.125240,0.017960,0.26629,0.06800,
+267,0.126807,0.018560,0.26643,0.06750,
+268,0.127867,0.019160,0.26683,0.06840,
+269,0.126735,0.018600,0.26704,0.06870,
+270,0.127396,0.019140,0.26686,0.06820,
+271,0.128460,0.019220,0.26680,0.06830,
+272,0.128123,0.019280,0.26722,0.06820,
+273,0.130349,0.020500,0.26744,0.06860,
+274,0.128586,0.019400,0.26723,0.06840,
+275,0.130732,0.019320,0.26609,0.06800,
+276,0.125632,0.018600,0.26659,0.06890,
+277,0.129383,0.019240,0.26625,0.06830,
+278,0.129356,0.019160,0.26711,0.06810,
+279,0.125471,0.018060,0.26659,0.06900,
+280,0.126246,0.019080,0.26607,0.06810,
+281,0.126547,0.019100,0.26638,0.06830,
+282,0.125272,0.017960,0.26795,0.06860,