Merge branch 'master' of gitlab.doc.ic.ac.uk:aa19418/nlp-cw

outputs/eval_results_10epochs.txt

+auprc = 0.7334813840476977
+auroc = 0.8542581385230015
+eval_loss = 1.413039118051529
+fn = 54
+fp = 42
+mcc = 0.5393598899705937
+tn = 276
+tp = 105

outputs/eval_results_1epoch.txt

+auprc = 0.7263812458499418
+auroc = 0.8418179660614691
+eval_loss = 0.47601272265116373
+fn = 35
+fp = 75
+mcc = 0.5200943898225222
+tn = 243
+tp = 124

outputs/eval_results_5epochs_mightbewrong.txt

+auprc = 0.46939440068064964
+auroc = 0.636980340967525
+eval_loss = 0.6366561889648438
+fn = 159
+fp = 0
+mcc = 0.0
+tn = 318
+tp = 0

outputs/training_progress_scores_10epochs.csv

+global_step,train_loss,mcc,tp,tn,fp,fn,auroc,auprc,eval_loss
+50,0.579437255859375,0.0,0,318,0,159,0.636980340967525,0.46939440068064964,0.6366561889648438
+100,0.4602508544921875,0.3434623615416654,43,306,12,116,0.7936790475060322,0.6503410799572362,0.5914488474527995
+150,0.7751541137695312,0.36247265713354465,60,292,26,99,0.8157806257663858,0.6637634282315853,0.648818681637446
+200,0.5259971618652344,0.41448012507368304,63,298,20,96,0.7829595348285272,0.6526934339154551,0.7297974934180578
+239,0.4873046875,0.4892580530826549,143,196,122,16,0.829486570942605,0.659168815574229,0.5289795294404029
+250,1.285810947418213,0.27501296781808976,31,308,10,128,0.7063209524939678,0.5755364542594545,1.307339032491048
+300,0.5688705444335938,0.5210889495444992,114,259,59,45,0.8413828566907955,0.7319474819771359,0.6698243315021197
+350,0.38866710662841797,0.4803084452012535,133,214,104,26,0.8330267790039951,0.6796910210168876,0.6931084505592783
+400,0.2568626403808594,0.5405571929962486,106,275,43,53,0.8615857758791188,0.752872832999539,0.5906203205386797
+450,0.10680961608886719,0.5379665862191263,121,253,65,38,0.8596080060124205,0.7392091580050448,0.48136182464659216
+478,0.0565185546875,0.5406300836957932,124,249,69,35,0.8603298920137652,0.7236958194601787,0.49611104975144066
+500,0.005427122116088867,0.5248645041388967,140,215,103,19,0.860567224397769,0.749167974079949,1.1921942353248596
+550,0.011647820472717285,0.5177155408270355,118,252,66,41,0.841976187650805,0.7428218156236321,1.0102177731227129
+600,1.2428717613220215,0.5539816098963032,130,243,75,29,0.84833471777224,0.6958298068242981,0.746545958518982
+650,0.007312178611755371,0.5688312786486196,122,260,58,37,0.8622384399351292,0.7362171390347461,0.8239367878374954
+700,0.0260467529296875,0.49532588673804523,119,244,74,40,0.7729816858510343,0.5372972484586465,0.8455939197291931
+717,2.396484375,0.4714061445293512,74,297,21,85,0.7742573474150548,0.6850251518423763,0.5549566522240639
+750,0.0031480789184570312,0.4935283840579615,77,298,20,82,0.8309698983426289,0.7147729708077426,1.2628819604714712
+800,0.01547098159790039,0.5552299116375756,111,272,46,48,0.8490467149242514,0.7318276817500315,0.8682197399903089
+850,0.4624652862548828,0.5214479415039588,96,283,35,63,0.8586685653257387,0.7329311034799784,0.996341368354236
+900,0.00204312801361084,0.5388004375774872,94,289,29,65,0.8403939717574462,0.7259222875299692,1.1443874049194467
+950,0.6818270683288574,0.5370959011525608,103,278,40,56,0.8464657252482102,0.7452313285337262,1.0641882387765993
+956,0.0091705322265625,0.5388004375774872,94,289,29,65,0.848314940073573,0.7356357231075218,1.051004558801651
+1000,0.0034883618354797363,0.5688500019544129,115,270,48,44,0.8446956212175152,0.6767487054067084,1.0285986380030712
+1050,0.6256388425827026,0.576412859464016,131,248,70,28,0.8641568767058265,0.7393723696551388,1.0380654493967691
+1100,0.0012426376342773438,0.5376606247145322,107,273,45,52,0.8440132906135042,0.7244141833631241,1.065927406353876
+1150,0.0034508705139160156,0.4603642307627421,84,284,34,75,0.8352319924053637,0.7225178367479251,1.2821386009454727
+1195,0.002025604248046875,0.5765895477208365,120,265,53,39,0.864028321664491,0.7237886169914296,1.0275165611489987
+1200,1.1285744905471802,0.5580184072322071,113,270,48,46,0.8637217673351529,0.7292699470420223,1.0469236532847086
+1250,0.0013654828071594238,0.5258737584977436,110,266,52,49,0.8508464855029468,0.7231572220308782,1.2503089064344144
+1300,0.0015919208526611328,0.5323776325761341,114,262,56,45,0.8619121079071239,0.7199444242055975,1.122401393057468
+1350,0.0019441843032836914,0.5489913165772113,106,277,41,53,0.8485324947589098,0.7034125900594314,1.2048324602850091
+1400,0.0012624561786651611,0.5849056603773585,115,274,44,44,0.8504212649816068,0.7142976762023214,1.1848029364133255
+1434,0.0004451274871826172,0.5675137804118415,111,275,43,48,0.8469403900162179,0.6917212616590539,1.18482706854896
+1450,0.0010911822319030762,0.5526065521258618,109,274,44,50,0.8538922510976623,0.7310372862233097,1.2377289081613223
+1500,0.0014106929302215576,0.5803810000880093,128,254,64,31,0.8600035599857601,0.7275060131048932,1.1634301940600078
+1550,0.00046253204345703125,0.5733740320949822,118,267,51,41,0.8628614374431391,0.7323243705708776,1.1487872460488384
+1600,0.0005590915679931641,0.5575426081180294,106,279,39,53,0.857125904829714,0.7356417388470502,1.2723239712417125
+1650,0.0012375563383102417,0.5772501651109905,118,268,50,41,0.8398303073454374,0.6504952173096802,1.1680557974148542
+1673,0.00330352783203125,0.5662934390484422,110,276,42,49,0.8545943594003402,0.731524688330146,1.2433245211335209
+1700,0.0005999505519866943,0.5618635872617932,106,280,38,53,0.8563446857323682,0.7368525492763809,1.2957616637150446
+1750,0.0007521361112594604,0.5826719893721981,119,268,50,40,0.8620901071951267,0.7409096606491106,1.2572894077495826
+1800,0.0018063634634017944,0.5757348146856559,117,269,49,42,0.854188916577667,0.7311108323981085,1.2365800278377719
+1850,0.0015884041786193848,0.5728267726493279,115,271,47,44,0.8499169336655986,0.703833381487881,1.2284040453533331
+1900,0.0016412734985351562,0.5543732913475661,107,277,41,52,0.8563941299790355,0.7358472490104646,1.339617575406252
+1912,0.00013744831085205078,0.5621342513004457,110,275,43,49,0.8528934773149796,0.7371825207094742,1.3318102240057972
+1950,0.00378340482711792,0.5447598816710186,106,276,42,53,0.8505399311736087,0.7276149012174702,1.3454296851162022
+2000,0.0015822649002075195,0.5210937053030462,87,293,25,72,0.8465547248922115,0.7328392690703178,1.5176069810986519
+2050,0.0009609460830688477,0.5586227431838291,107,278,40,52,0.8532099204936514,0.724852889295867,1.3644215896725655
+2100,0.0003184676170349121,0.563436169819011,114,270,48,45,0.8551876903603497,0.7267571801960125,1.3680845929678374
+2150,0.0001331716775894165,0.5513581919664705,108,275,43,51,0.8539021399469958,0.7326626724904912,1.370682075371345
+2151,0.0019063949584960938,0.558002376270861,110,274,44,49,0.8542976939203354,0.73290877269814,1.370188875843693
+2200,0.00033317506313323975,0.5555392454282678,108,276,42,51,0.8545548040030062,0.7310311249439363,1.385932894248981
+2250,0.0008313357830047607,0.5538973226503904,110,273,45,49,0.8545646928523396,0.7302265371536043,1.3913675025105476
+2300,0.00019963085651397705,0.558002376270861,110,274,44,49,0.8560084648550295,0.7294951375237364,1.3795965649187565
+2350,0.6530184745788574,0.5478742391911271,105,278,40,54,0.8546339147976741,0.7336409925094347,1.415566676457335
+2390,0.0001093149185180664,0.5393598899705937,105,276,42,54,0.8542581385230015,0.7334813840476977,1.413039118051529

outputs/training_progress_scores_1epoch.csv

+global_step,train_loss,mcc,tp,tn,fp,fn,auroc,auprc,eval_loss
+50,0.29063987731933594,0.16486724372564512,19,307,11,140,0.7285906411929909,0.5613156523937288,0.646475613117218
+100,0.5595436096191406,0.4898581491987965,113,252,66,46,0.8193801669237768,0.6998332751452935,0.5468693435192108
+150,0.18608856201171875,0.4493318123512784,73,294,24,86,0.806227997310233,0.6828710756506274,0.5231978992621104
+200,0.5383930206298828,0.4909902530309828,117,246,72,42,0.8411356354574582,0.7216733711229449,0.47093588511149087
+239,0.055572509765625,0.5200943898225222,124,243,75,35,0.8418179660614691,0.7263812458499418,0.47601272265116373

outputs/training_progress_scores_5epochs.csv

+global_step,train_loss,mcc,tp,tn,fp,fn,auroc,auprc,eval_loss
+50,0.66925048828125,0.0,0,318,0,159,0.7915925002966656,0.6227365964149026,0.6156656901041667
+100,0.8249435424804688,0.4659173857832521,85,284,34,74,0.7995332463114593,0.6547508576657793,0.5113448078433672
+150,0.3477516174316406,0.4285496534287956,144,171,147,15,0.7883489577152802,0.613789717331496,0.6132906595865886
+200,0.5312843322753906,0.2846848049981925,30,310,8,129,0.741772477354535,0.646721631252186,0.6560350795586903
+239,0.044219970703125,0.42614613929121625,86,274,44,73,0.747201455638622,0.6444767849568788,0.5831834922234217
+250,0.37860107421875,0.3284771312056512,45,302,16,114,0.7555278667774217,0.6136936594119493,0.6522537032763164
+300,0.08485794067382812,0.4903070710185454,115,249,69,44,0.8355978798307028,0.6985687630162295,0.6515921973933776
+350,0.5939292907714844,0.4541382164873988,140,190,128,19,0.8274791345279063,0.6809413806166562,1.0764450613719723
+400,0.7663812637329102,0.5197173732567812,111,263,55,48,0.8229698192318342,0.7263232339292821,0.6632025130093098
+450,0.137298583984375,0.5149193682859116,108,266,52,51,0.8469799454135516,0.7610560028398637,0.5226617431888978
+478,0.04083251953125,0.49142254728399687,103,267,51,56,0.8329674459079941,0.7398324308631047,0.575021521250407
+500,0.6094155311584473,0.5074623209686421,72,305,13,87,0.8515881492029587,0.7475302070451307,0.7712915847698848
+550,0.048984527587890625,0.525736547110346,125,243,75,34,0.8503619318856057,0.724920817345188,0.7160090605417887
+600,0.03351616859436035,0.5526065521258618,109,274,44,50,0.862980103635141,0.7475977978772476,0.7276083850922684
+650,0.5530719757080078,0.561990380362701,101,286,32,58,0.8678157509592183,0.7588404675895478,0.6987819345667958
+700,0.3340330123901367,0.5615082262735285,122,258,60,37,0.8659269807365215,0.7451716926826929,0.5842025104910136
+717,0.0036220550537109375,0.548729485426697,121,256,62,38,0.8638305446778214,0.738233175192862,0.7028051551120976
+750,0.002408742904663086,0.5633927053243971,111,274,44,48,0.8618033305644555,0.713844213334889,0.8953721594841529
+800,0.1892251968383789,0.5340032421907194,94,288,30,65,0.8573137929670505,0.7221290218507203,0.8841662112933893
+850,0.004945099353790283,0.5444019399763838,109,272,46,50,0.8652248724338436,0.7530707531625843,0.9496709611034021
+900,0.0033119916915893555,0.5471698113207547,111,270,48,48,0.8610715557137775,0.7299152686046165,1.0300382602222575
+950,0.9362843036651611,0.5592982405896442,111,273,45,48,0.865333649776512,0.7362216033261139,0.8698298742373785
+956,0.0010385513305664062,0.5478742391911271,105,278,40,54,0.8646908745698351,0.7378003773157557,0.8909245308178166
+1000,0.7109032869338989,0.5836223503008608,114,275,43,45,0.869338633756576,0.7466250961939358,0.9047214982875933
+1050,0.0049588680267333984,0.5700851023554483,113,273,45,46,0.8713065147739409,0.7530055935912543,0.9479446567129344
+1100,0.002734065055847168,0.5808541654444733,115,273,45,44,0.8696155215379138,0.74487208608691,0.9553412582492455
+1150,0.0019207000732421875,0.5768280164647535,115,272,46,44,0.8682211937818916,0.7413930985620482,0.9238213290770848
+1195,0.011444091796875,0.5808541654444733,115,273,45,44,0.8680135279458883,0.7403880523628794,0.9373729856840024