Upload versions/llama-10p/t-t-2024-03-13.csv with huggingface_hub

versions/llama-10p/t-t-2024-03-13.csv

@@ -0,0 +1,44 @@
+Unnamed: 0,index,Method,Model,WD,Forget Rate,Epoch,LR,Compute,ROUGE Real Authors,ROUGE SEM Real Authors,Truth Ratio Real Authors,Truth Ratio SEM Real Authors,Prob. Real Authors,Prob. SEM Real Authors,ROUGE-P Real Authors,ROUGE-P SEM Real Authors,TTR Real Authors,TTR SEM Real Authors,ROUGE Real World,ROUGE SEM Real World,Truth Ratio Real World,Truth Ratio SEM Real World,Prob. Real World,Prob. SEM Real World,ROUGE-P Real World,ROUGE-P SEM Real World,TTR Real World,TTR SEM Real World,ROUGE Retain,ROUGE SEM Retain,Truth Ratio Retain,Truth Ratio SEM Retain,Prob. Retain,Prob. SEM Retain,ROUGE-P Retain,ROUGE-P SEM Retain,TTR Retain,TTR SEM Retain,KS Test Retain,Wilcoxon PVal Retain,Wilcoxon Stat Retain,ROUGE Forget,ROUGE SEM Forget,Truth Ratio Forget,Truth Ratio SEM Forget,Prob. Forget,Prob. SEM Forget,ROUGE-P Forget,ROUGE-P SEM Forget,TTR Forget,TTR SEM Forget,KS Test Forget,Wilcoxon PVal Forget,Wilcoxon Stat Forget,KS Test Real Authors,KS Test PVal Real Authors,Wilcoxon PVal Real Authors,Wilcoxon Stat Real Authors,KS Test Real World,KS Test PVal Real World,Wilcoxon PVal Real World,Wilcoxon Stat Real World,KS Test PVal Retain,KS Test PVal Forget,Model Utility,Forget Quality,Submitted By,model,model_family,forget_rate,url,organisation,mail,timestamp
+254,0,Finetune Model,Llama-2-7B,0.0,0,-1,1e-05,0.0,0.933,0.023785871368686,0.5906712782297949,0.0338732604119131,0.4529615680881898,0.0225295584057468,0.1736558496113449,0.0070527464002811,0.9711479727132512,0.0049341309139886,0.8831908831908832,0.0289160359300346,0.5596387660002274,0.0359477131134107,0.4279401568170806,0.027010465124066,0.1004110738913599,0.0060999555406925,0.9116643120381124,0.0070619231060324,0.9885927710282548,0.0041166146330433,0.4837620960630946,0.0141664033142497,0.9888492808338376,0.0014968627720455,0.9839221638885342,0.0051726976298318,0.9228793357882764,0.0033391564038546,,,,0.9844665453461496,0.0051727714413351,0.5021345577886491,0.0130750974328946,0.9905248646281772,0.0007461848129786,0.9876392022245996,0.0043093888670368,0.9158566386007846,0.0035939738499808,0.38,4.709184258054772e-44,0.0363455149501661,,,,,,,,,,1.096624314778916e-19,0.6285644571327744,1.096624314778916e-19,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+153,0,Grad. Ascent,Llama-2-7B,0.0,1,0,1e-05,0.98989898989899,0.933,0.023785871368686,0.5906712782297949,0.0338732604119131,0.4529615680881898,0.0225295584057468,0.1736558496113449,0.0070527464002811,0.9711479727132512,0.0049341309139886,0.8831908831908832,0.0289160359300346,0.5596387660002274,0.0359477131134107,0.4279401568170806,0.027010465124066,0.1004110738913599,0.0060999555406925,0.9116643120381124,0.0070619231060324,0.9885927710282548,0.0041166146330433,0.4837620960630946,0.0141664033142497,0.9888492808338376,0.0014968627720455,0.9839221638885342,0.0051726976298318,0.9228793357882764,0.0033391564038546,,,,0.9706077188940092,0.0176209083594882,0.5303743109742608,0.0340716233812985,0.9937714403974752,0.0010783212615616,0.9681058114035088,0.0183742715195154,0.9166079435138228,0.008456020405592,0.4,4.765788617078215e-07,0.0841463414634146,,,,,,,,,,0.0030181840772283,0.6285644571327744,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+154,0,Grad. Ascent,Llama-2-7B,0.0,1,1,1e-05,0.98989898989899,0.933,0.023785871368686,0.5900429345628848,0.0339057593007251,0.4547378833757618,0.0223353056696719,0.1755233138034995,0.0070544150395348,0.9705581657460248,0.0050559398881769,0.8874643874643875,0.0280949370828443,0.5601436387215902,0.0359405577508699,0.4311578250642015,0.0268812236083362,0.101544103709312,0.0060300054059012,0.9125813125165164,0.0071185045685729,0.9889397136536354,0.0037059751472614,0.4834477552483976,0.0140578237499647,0.9872371886220882,0.0014907038206082,0.987697022848052,0.0041428026373453,0.9232821917154684,0.0034525307216189,,,,0.7761951905387826,0.0377287484377411,0.5348676866651111,0.0344128334375613,0.8994496957903285,0.016398609322644,0.7697821692084698,0.0378230393476447,0.9036587801876312,0.0099039100854346,0.425,3.489894879749045e-07,0.0804878048780487,,,,,,,,,,0.0012708143485281,0.6298261119892148,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+155,0,Grad. Ascent,Llama-2-7B,0.0,1,2,1e-05,0.98989898989899,0.933,0.023785871368686,0.5873988265455783,0.0339750849167894,0.4508092646908872,0.0225512292747366,0.1739081567383425,0.0070625464253294,0.9665255339610768,0.0059080908921172,0.8760683760683761,0.0291197956199163,0.5583610983349427,0.0359926506997081,0.4281143594726287,0.0269366597484236,0.0994978762434899,0.0059274161380438,0.9107472606370924,0.0070831369098684,0.9829393276544356,0.0047470871330829,0.4874752426550318,0.0140330351019739,0.9855465733622552,0.0018392288196213,0.9823404390280708,0.0048268090647223,0.9234222857023672,0.0033700202405143,,,,0.6634498511248423,0.0397950131098326,0.5330159294477221,0.0346302011362903,0.7603332595788647,0.0339666560119722,0.6583112962777088,0.0394683440415975,0.9078713971845588,0.0093297616948489,0.425,2.0396328181959689e-07,0.074390243902439,,,,,,,,,,0.0012708143485281,0.6274349162486959,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+156,0,Grad. Ascent,Llama-2-7B,0.0,1,3,1e-05,0.98989898989899,0.933,0.023785871368686,0.5767494734917964,0.0343722497240002,0.4408938678030151,0.0228702872379411,0.1750376753678611,0.007158422081483,0.9663828541959902,0.0057561316490433,0.8917378917378919,0.0279112794945382,0.5513137330681693,0.036172049646939,0.4202102479047542,0.0270960909767806,0.0976930611365079,0.0059427576527659,0.9055722933002828,0.0077729591548434,0.9616573619305048,0.0069247605526113,0.4892999713770692,0.0141686894172653,0.9774506636931868,0.0028459379602567,0.9583282920447302,0.0071982217975817,0.9220386919418376,0.0034236479278373,,,,0.5121226937822042,0.0329629699481263,0.54345131884367,0.0349682979944594,0.4302317645571946,0.0434530444176355,0.470313608214277,0.0338965675292749,0.8711500171294493,0.0102978423002514,0.375,5.841629899805412e-07,0.0865853658536585,,,,,,,,,,0.0067607323035692,0.6208832381499613,0.0067607323035692,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+157,0,Grad. Ascent,Llama-2-7B,0.0,1,4,1e-05,0.98989898989899,0.943,0.0218468036170701,0.569912690980619,0.0346684051729186,0.432044345123823,0.0233079654828419,0.1779239099909378,0.0077211437104771,0.9666332582272672,0.0057618895495265,0.8831908831908832,0.0289160359300346,0.5473668144428057,0.0362231468359388,0.414897165484955,0.0273440818693569,0.0946606841086795,0.0060503710780308,0.8990135186717393,0.0078749966210437,0.9360858953948274,0.0093252305183519,0.4930294618470162,0.0143327763720963,0.9674047600471736,0.003620235746904,0.9232295288474816,0.0100028637609082,0.9195202169991762,0.0035090468594729,,,,0.4726138841044719,0.03209104244253,0.5596537628394563,0.0385829045849073,0.273127242585076,0.0409102475618705,0.4193707732983415,0.0349643246333317,0.8648833328747095,0.010606785895688,0.35,2.8431650207494386e-05,0.1414634146341463,,,,,,,,,,0.0143015480477064,0.6152017367360003,0.0143015480477064,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+133,0,Grad. Diff.,Llama-2-7B,0.0,1,0,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5906712782297949,0.0338732604119131,0.4529615680881898,0.0225295584057468,0.1736558496113449,0.0070527464002811,0.9711479727132512,0.0049341309139886,0.8831908831908832,0.0289160359300346,0.5596387660002274,0.0359477131134107,0.4279401568170806,0.027010465124066,0.1004110738913599,0.0060999555406925,0.9116643120381124,0.0070619231060324,0.9885927710282548,0.0041166146330433,0.4837620960630946,0.0141664033142497,0.9888492808338376,0.0014968627720455,0.9839221638885342,0.0051726976298318,0.9228793357882764,0.0033391564038546,,,,0.9706077188940092,0.0176209083594882,0.5303743109742608,0.0340716233812985,0.9937714403974752,0.0010783212615616,0.9681058114035088,0.0183742715195154,0.9166079435138228,0.008456020405592,0.4,4.765788617078215e-07,0.0841463414634146,,,,,,,,,,0.0030181840772283,0.6285644571327744,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+134,0,Grad. Diff.,Llama-2-7B,0.0,1,1,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5831342368229205,0.0341955267499264,0.4463399542137994,0.0226767544461495,0.1741332194637148,0.0070050562368975,0.9711427967298144,0.0048924962926325,0.8746438746438747,0.0298659545079244,0.5553851084435623,0.0361165181894505,0.4260684396532107,0.0270561022644895,0.0999632566956728,0.0061591958214135,0.9108871819027446,0.0070629971683344,0.9881749522878556,0.0040391240641076,0.4845169123993804,0.0141721335398838,0.9886402516003234,0.0015158301664681,0.984391926889841,0.0049708023593381,0.9225775765926556,0.0033693716971956,,,,0.8470500248532187,0.0342561278907873,0.5321108595821069,0.0345352995124133,0.9437253641548824,0.010302771440246,0.8551610918357241,0.0338847158578802,0.912967923693058,0.0087550897964009,0.425,3.489894879749045e-07,0.0804878048780487,,,,,,,,,,0.0012708143485281,0.6247652337390697,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+135,0,Grad. Diff.,Llama-2-7B,0.0,1,2,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5743689863204028,0.0345977880082456,0.4395178398225532,0.0229156975050751,0.1757358684487167,0.0071367315805213,0.971376699089106,0.0048336590568289,0.8846153846153846,0.0281409750096946,0.5500806928206896,0.0362922088645576,0.4206527134660717,0.0271773696074372,0.1008955039569071,0.0058914266291452,0.9103603531622804,0.0072257329325864,0.9876166503747148,0.0039581596158639,0.4861973813634683,0.0142183524619455,0.9870674423893376,0.001727655335251,0.9834584001935912,0.0050126659634378,0.9230005342696568,0.0033204965773372,,,,0.693891532134268,0.0407618648739754,0.5313708135093245,0.0346876440179474,0.7907704753851272,0.0319386702759996,0.697210810027939,0.0408282479347697,0.911774069308766,0.008923458576449,0.425,3.140139597235248e-07,0.0792682926829268,,,,,,,,,,0.0012708143485281,0.620856677526391,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+136,0,Grad. Diff.,Llama-2-7B,0.0,1,3,1e-05,0.9837146980004124,0.923,0.025538839504416,0.5588856115278307,0.0348619243699517,0.4245438800463103,0.0233825200234569,0.1711325740822644,0.0066963283759838,0.971384233041181,0.0048725064720428,0.8660968660968662,0.0301614535993771,0.5440843064984168,0.0362577839785233,0.4103980888734902,0.0275211334066866,0.0974317726848967,0.0061378607995232,0.9075885179544704,0.0073841501103577,0.9567632211441702,0.0083802845898741,0.4919675035655331,0.0143541712582231,0.9788901898126868,0.0025877455779288,0.9498857465693834,0.0091508980694155,0.9209175410960484,0.0035039275462926,,,,0.5611743395394859,0.0361031249078284,0.5357745264531568,0.0351389599549938,0.4818647850443782,0.0426342875939071,0.5391800516220583,0.0371989002115956,0.8954952252076869,0.0104790465641081,0.4,1.055741449818015e-06,0.0939024390243902,,,,,,,,,,0.0030181840772283,0.6098886454382855,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+137,0,Grad. Diff.,Llama-2-7B,0.0,1,4,1e-05,0.9837146980004124,0.923,0.025538839504416,0.5495203912493695,0.035106625881355,0.4137704615474087,0.0237448638668314,0.1675267354764258,0.0066087554945932,0.97052745733139,0.0054492148723779,0.8703703703703705,0.0300166903441019,0.5372712890340352,0.0362157530773278,0.4017379720439354,0.0276472491984115,0.0954002629969835,0.0061526478950527,0.9050756487748768,0.0075025821403613,0.916460247115961,0.0107955929767813,0.4933080553420738,0.014632422453902,0.965061026568477,0.0034352591571064,0.9011082675444244,0.0118009332530743,0.9188436974164093,0.003643493820977,,,,0.4925365587518907,0.0332212924782507,0.542568072727047,0.0363508164201571,0.2987510252217606,0.040704356395482,0.442433429498021,0.0328362938277164,0.8643185765471209,0.0120453537072439,0.35,1.6715837773517706e-05,0.1329268292682927,,,,,,,,,,0.0143015480477064,0.601047475651797,0.0143015480477064,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+163,0,KL Min.,Llama-2-7B,0.0,1,0,1e-05,0.9746444032158318,0.933,0.023785871368686,0.5906712782297949,0.0338732604119131,0.4529615680881898,0.0225295584057468,0.1736558496113449,0.0070527464002811,0.9711479727132512,0.0049341309139886,0.8831908831908832,0.0289160359300346,0.5596387660002274,0.0359477131134107,0.4279401568170806,0.027010465124066,0.1004110738913599,0.0060999555406925,0.9116643120381124,0.0070619231060324,0.9885927710282548,0.0041166146330433,0.4837620960630946,0.0141664033142497,0.9888492808338376,0.0014968627720455,0.9839221638885342,0.0051726976298318,0.9228793357882764,0.0033391564038546,,,,0.9706077188940092,0.0176209083594882,0.5303743109742608,0.0340716233812985,0.9937714403974752,0.0010783212615616,0.9681058114035088,0.0183742715195154,0.9166079435138228,0.008456020405592,0.4,4.765788617078215e-07,0.0841463414634146,,,,,,,,,,0.0030181840772283,0.6285644571327744,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+164,0,KL Min.,Llama-2-7B,0.0,1,1,1e-05,0.9746444032158318,0.933,0.023785871368686,0.5926914370142016,0.0338070804833477,0.4552599427511621,0.0223973533242404,0.1754803845105702,0.0070548891768967,0.9701414990793584,0.00504859508936,0.8917378917378919,0.0279112794945382,0.5606620010502634,0.0358928878326182,0.4313463368160679,0.0268939051306763,0.1010950848694885,0.0060486694383583,0.9115536136563004,0.0070543284467669,0.9866427948861284,0.0041642802487715,0.4838004484868959,0.0140285875775489,0.987079635387015,0.001524838575423,0.9856550808912472,0.0045414059365063,0.9234270631972602,0.0034063484914889,,,,0.7786513675263843,0.0382148456161064,0.5342827939227608,0.0341660724934854,0.902248527803472,0.0163671810606885,0.7863602232753086,0.0387245711911646,0.9052995628926588,0.0095395806546778,0.425,4.299272404750809e-07,0.0829268292682926,,,,,,,,,,0.0012708143485281,0.6305829841958074,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+165,0,KL Min.,Llama-2-7B,0.0,1,2,1e-05,0.9746444032158318,0.933,0.023785871368686,0.5852513278783095,0.0341570043487147,0.4512026997232316,0.0225268502963652,0.1744369057670915,0.0070111064602196,0.9684490075591607,0.0056975200280613,0.878917378917379,0.029082526498098,0.5583273505371179,0.0360747767797872,0.42904895977528,0.0270040292149843,0.1002717312683571,0.0060957049982446,0.9102069325105576,0.0071130182494677,0.9837020298645062,0.0046795277986999,0.4863827807838256,0.0140360725479858,0.9851094086008342,0.0019048629397133,0.97964844544246,0.0054705482354053,0.9232841112517136,0.0033543218670245,,,,0.6452102127494272,0.0387957341923788,0.5339878688212196,0.0346928200500773,0.7561577607136813,0.0338412054041022,0.640837113817565,0.0395978809600977,0.9005021575058872,0.0095140240346887,0.4,1.634398358874023e-07,0.0719512195121951,,,,,,,,,,0.0030181840772283,0.6274392149443913,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+166,0,KL Min.,Llama-2-7B,0.0,1,3,1e-05,0.9746444032158318,0.933,0.023785871368686,0.5771976816818047,0.0344529972180256,0.4406256089564199,0.0229358639134548,0.1757936051106329,0.0071567453096438,0.9661798328164984,0.0058362199041847,0.878917378917379,0.029082526498098,0.5505496096178601,0.0361263575686085,0.4204560352718213,0.027141913759938,0.094286260247411,0.0060399133457913,0.9011634386488792,0.0078775919304127,0.9631817083850834,0.0067555080483761,0.4901608167131136,0.014162208578683,0.9758064280747212,0.0031446263998563,0.9574773675645152,0.0073256677230488,0.9220544162502204,0.0034188156565595,,,,0.5208700880045747,0.0338765359536846,0.5440980827111798,0.0351821678223621,0.4218622913442402,0.0429404083830399,0.4713160054717275,0.0347203382965691,0.8696356371868526,0.0119758776332826,0.4,1.6943467926466838e-06,0.1,,,,,,,,,,0.0030181840772283,0.6202838445189751,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+167,0,KL Min.,Llama-2-7B,0.0,1,4,1e-05,0.9746444032158318,0.943,0.0218468036170701,0.5692502257120079,0.0347718196476415,0.4325677245839354,0.0233634075991481,0.176792725386069,0.0076681949199868,0.9662452463366896,0.0061481031281953,0.878917378917379,0.029082526498098,0.5470188356526116,0.0362099382523936,0.4138519074688882,0.0273457919611178,0.0908247469286202,0.0058088310788498,0.8958202632877043,0.0080356218855115,0.9400564537393836,0.0091349057134816,0.4923437207245705,0.0143707848646466,0.964727647807098,0.0039017286602883,0.9235177368548604,0.0101257678083809,0.9189732932079522,0.0035302674297517,,,,0.4759779475807583,0.0323937347924179,0.558581347045137,0.0382400559048611,0.2621098289071951,0.0393458265485811,0.4095154321518904,0.0301120494272271,0.8638400038292596,0.0103223990533247,0.375,2.8431650207494386e-05,0.1414634146341463,,,,,,,,,,0.0067607323035692,0.6146480741594899,0.0067607323035692,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+143,0,Pref. Opt.,Llama-2-7B,0.0,1,0,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5906712782297949,0.0338732604119131,0.4529615680881898,0.0225295584057468,0.1736558496113449,0.0070527464002811,0.9711479727132512,0.0049341309139886,0.8831908831908832,0.0289160359300346,0.5596387660002274,0.0359477131134107,0.4279401568170806,0.027010465124066,0.1004110738913599,0.0060999555406925,0.9116643120381124,0.0070619231060324,0.9885927710282548,0.0041166146330433,0.4837620960630946,0.0141664033142497,0.9888492808338376,0.0014968627720455,0.9839221638885342,0.0051726976298318,0.9228793357882764,0.0033391564038546,,,,0.9706077188940092,0.0176209083594882,0.5303743109742608,0.0340716233812985,0.9937714403974752,0.0010783212615616,0.9681058114035088,0.0183742715195154,0.9166079435138228,0.008456020405592,0.4,4.765788617078215e-07,0.0841463414634146,,,,,,,,,,0.0030181840772283,0.6285644571327744,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+144,0,Pref. Opt.,Llama-2-7B,0.0,1,1,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5924105428404896,0.0332636944344182,0.4565522451578235,0.0216107940503839,0.1766362229531734,0.0071456180923461,0.9709098974802776,0.0050599919253484,0.8874643874643875,0.0280949370828443,0.5594055257705869,0.0356726048634621,0.4335094348650382,0.0266143702889688,0.1056862156657845,0.0061832107858403,0.91986111506318,0.0069196141829816,0.9810836592209436,0.0053589970224711,0.4782308437348289,0.0139911364568994,0.987682564962214,0.0014294465117274,0.9837301765046864,0.0052709075464126,0.92407102511714,0.0033351515161415,,,,0.968524385560676,0.0177805527239724,0.5416122420147298,0.0335048502246019,0.9917345789108578,0.0011589828601444,0.9660224780701754,0.0185202105771112,0.9166642498201292,0.0084562178935498,0.425,1.6943467926466838e-06,0.1,,,,,,,,,,0.0012708143485281,0.6296293128306515,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+145,0,Pref. Opt.,Llama-2-7B,0.0,1,2,1e-05,0.9837146980004124,0.9363333333333332,0.0226726819112893,0.606546647433683,0.030961077053547,0.4683519667922043,0.0196624287989798,0.1802771010808936,0.0071205407223617,0.9711053228188716,0.0051931414452579,0.8717948717948718,0.0292761663530853,0.5598299511583128,0.0351350005304034,0.4438246441699819,0.025308810405222,0.1064614912160726,0.0061891340756783,0.9216962290636656,0.0067091241142747,0.9719699980936024,0.0063748268799224,0.468221641983294,0.0136051147564466,0.9822887429450634,0.0014869938769852,0.9847992127106778,0.0049558019543791,0.9257162977066123,0.0033089877036757,,,,0.8186714818241565,0.0431158586104469,0.566483639868165,0.0324911159822936,0.956578823000116,0.0055295879237443,0.8353519284034615,0.042068217012389,0.9176329318591484,0.0087733847227666,0.425,4.5276301534613594e-06,0.1134146341463414,,,,,,,,,,0.0012708143485281,0.632871908926051,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+146,0,Pref. Opt.,Llama-2-7B,0.0,1,3,1e-05,0.9837146980004124,0.9363333333333332,0.0226726819112893,0.6209160392815353,0.0292149887611674,0.4775115090090909,0.0181958304432834,0.1840236890302679,0.007452606075757,0.971230589018051,0.0051804394323761,0.8660968660968662,0.0301614535993771,0.5636513328534187,0.0339703061956247,0.4500346651850733,0.0241160363740589,0.108946541614474,0.0063922927878099,0.9267264216214894,0.0065969546425206,0.9394917009335716,0.0102093714037985,0.460885816164811,0.0133997409353081,0.9751565902878808,0.0017260002980401,0.973305638218212,0.0069910459911642,0.9287424401721424,0.0033082966207093,,,,0.5236425314354136,0.0600600752332481,0.5820412789879955,0.0318865346529993,0.9042981066202151,0.0083100466649091,0.5434620650095046,0.0613230144225371,0.9316512654147396,0.0106675827429992,0.375,5.845156920258887e-06,0.1170731707317073,,,,,,,,,,0.0067607323035692,0.6345567312241833,0.0067607323035692,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+147,0,Pref. Opt.,Llama-2-7B,0.0,1,4,1e-05,0.9837146980004124,0.9363333333333332,0.0226726819112893,0.6226602095796977,0.0285567349938527,0.479269047982605,0.0173975551126138,0.1901080352396141,0.0079688795790218,0.971887674038294,0.0052075171214201,0.8917378917378919,0.0272433288887444,0.5622231069115052,0.0336037536961641,0.4508573317740075,0.0234037336461685,0.1138714969982573,0.0061898143954831,0.9334525928992324,0.0067078669177344,0.905155660984239,0.0127203610504114,0.4567800978942038,0.0132565735106142,0.9686896057092784,0.0019275416460468,0.961450621340768,0.0085368719905415,0.93236390063027,0.0032033723924312,,,,0.1522994503672065,0.0490929412349323,0.5901997851872188,0.0314387848468479,0.8591139219396796,0.0092876734323939,0.1806350533711214,0.0493767152706705,0.9691722958986756,0.0104347154872813,0.375,1.6715837773517706e-05,0.1329268292682927,,,,,,,,,,0.0067607323035692,0.6335834527767225,0.0067607323035692,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+169,0,Retain Model,Llama-2-7B,0.0,1,-1,1e-05,0.0,0.945,0.0210518839580171,0.5926241084713598,0.033450595930501,0.4544514898987734,0.0218936550652031,0.1735398974950058,0.0065383694708528,0.967232018904305,0.0056900270288027,0.878917378917379,0.029082526498098,0.5442517457082237,0.0364499428977996,0.4220565650208274,0.0272474311849121,0.1005734116524486,0.006012069013665,0.9135588025349304,0.0067674345053496,0.9809455309460164,0.0058307259379082,0.4788261644912039,0.0141051822366709,0.990023753985948,0.0007292641153727,0.9846272824265296,0.0050029173845094,0.9241821753906638,0.0033307787579352,,,,0.4057248745903669,0.0293318734147712,0.6701244699861956,0.028080554572878,0.1736882915925146,0.0259158141281893,0.4039820476083342,0.0316868900473482,0.8936834437422675,0.0122383781337215,0.0,1.0,0.0,,,,,,,,,,1.0,0.6246309817225171,1.0,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+148,0,Grad. Ascent,Llama-2-7B,0.01,1,0,1e-05,0.98989898989899,0.933,0.023785871368686,0.5784785897528664,0.0342779626518022,0.4467510220078141,0.0240477463356427,0.176106843835559,0.0071269036534166,0.9719848047133556,0.0048647978727129,0.8874643874643875,0.0287431042820868,0.5578633007430241,0.0358653850736507,0.436290452711726,0.0320370379147193,0.1010033466750109,0.0061934862495533,0.912201807937564,0.0069399649947853,0.9831651085190984,0.0052999789070096,0.4823950208724669,0.0141625414768551,0.9895421485384124,0.0008054492074133,0.9834026198552906,0.0053097101120014,0.9239805127970684,0.0033211954999024,,,,0.950667242703533,0.0247536433967484,0.5346892802341167,0.0336728105643301,0.9930274019397498,0.001006700019263,0.9479979236753576,0.0252173565448351,0.9177029237579706,0.0087315130892181,0.425,0.001297531176533,0.2158536585365853,,,,,,,,,,0.0012708143485281,0.6271357825103671,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+149,0,Grad. Ascent,Llama-2-7B,0.01,1,1,1e-05,0.98989898989899,0.933,0.023785871368686,0.5800258532067911,0.034048775490725,0.4479316827635683,0.0237149084954213,0.1752092120555742,0.0070851658899059,0.9712346794000724,0.0049486169557394,0.8831908831908832,0.0289160359300346,0.5605509089165185,0.0357800740233314,0.4380829002046114,0.0319031334543632,0.0993095044387833,0.0060544058711205,0.9114705966643226,0.0069354630269396,0.9812901725231946,0.0052945219020577,0.4829446203173735,0.014047372026869,0.9880106777149296,0.0009239754509367,0.9815029129733048,0.0052992771634532,0.9239376796665824,0.0033451699323801,,,,0.7977512522720149,0.0380990594344582,0.5338572177221842,0.0326199970827251,0.9015410916473158,0.0170600161358871,0.7871158272978711,0.0393189284257501,0.9099585668064352,0.0103215295947449,0.45,0.0011065220933232,0.2121951219512195,,,,,,,,,,0.0005039436209702,0.6280934372877442,0.0005039436209702,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+150,0,Grad. Ascent,Llama-2-7B,0.01,1,2,1e-05,0.98989898989899,0.933,0.023785871368686,0.5743467636338636,0.0343725472088939,0.4429978448905877,0.0239198089172368,0.175493211552809,0.0070314723261378,0.971674614987834,0.0049483969580233,0.8874643874643875,0.0287431042820868,0.5528340897493834,0.0359385650921523,0.4337222544394661,0.0320512193334927,0.0996924485853082,0.006010696651478,0.913665955907049,0.0068683700091542,0.9769308651638872,0.0059562009363456,0.4843319150944858,0.0140815015364475,0.9873622386393628,0.0010588505102178,0.9770827849479736,0.0059751497336988,0.9237527444463928,0.0033456930924993,,,,0.6770552495067294,0.0414188794457747,0.5313505413009971,0.0323776533943265,0.7863983416805109,0.0320857706157164,0.6732327143425557,0.0413404482037335,0.9030402645531372,0.0111391490364264,0.45,0.0007984068197401,0.2048780487804878,,,,,,,,,,0.0005039436209702,0.6244505684885571,0.0005039436209702,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+151,0,Grad. Ascent,Llama-2-7B,0.01,1,3,1e-05,0.98989898989899,0.923,0.025538839504416,0.5605770276733398,0.0348146485337589,0.4302945032709254,0.0242392231577416,0.1715770598940103,0.0069323167289793,0.9699656201319954,0.0056182350302838,0.8660968660968662,0.0307661150831448,0.5465426863610293,0.0360536348552674,0.4271626730893178,0.0322349334553847,0.0958552637465029,0.0062125043485872,0.9066163830397892,0.0072320146860927,0.952820588478855,0.0083778625765792,0.4882255214283912,0.0140803050833205,0.9795794731504118,0.0020893988669301,0.9511125315484829,0.0082665083916354,0.9215150317951316,0.0034707050691802,,,,0.5415403816676896,0.0363310535219519,0.536498562129631,0.0340329656402648,0.4539732403139561,0.0411949283184384,0.5190002196868267,0.0361331091711013,0.8924787780443587,0.0134575254332439,0.425,0.0009936344267771,0.2097560975609756,,,,,,,,,,0.0012708143485281,0.6149556371319791,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+152,0,Grad. Ascent,Llama-2-7B,0.01,1,4,1e-05,0.98989898989899,0.923,0.025538839504416,0.557230500186014,0.034865896707917,0.4258273633007778,0.0243710145027856,0.1694671556041842,0.0069154811702743,0.9687123356509246,0.0061225742011668,0.8618233618233619,0.0309022741038968,0.5440057886627606,0.0360832189308447,0.4248389901132918,0.0323325057280776,0.0918692072235408,0.0060543346023494,0.9016770263139968,0.007509414988868,0.9414179134529468,0.0093807506319253,0.4891483824586931,0.0141498598028917,0.975794324199482,0.0024221258047436,0.9382342689565394,0.0093316988009461,0.9206883117273208,0.0035053740277021,,,,0.515438355924935,0.0345041388441787,0.5349858627805251,0.0344153901897254,0.3484092705229157,0.0391238759962755,0.4880769534734265,0.0361331862450457,0.8743174909059739,0.0121236637092606,0.4,0.0013674832061951,0.2170731707317073,,,,,,,,,,0.0030181840772283,0.611821828661174,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+128,0,Grad. Diff.,Llama-2-7B,0.01,1,0,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5784785897528664,0.0342779626518022,0.4467510220078141,0.0240477463356427,0.176106843835559,0.0071269036534166,0.9719848047133556,0.0048647978727129,0.8874643874643875,0.0287431042820868,0.5578633007430241,0.0358653850736507,0.436290452711726,0.0320370379147193,0.1010033466750109,0.0061934862495533,0.912201807937564,0.0069399649947853,0.9831651085190984,0.0052999789070096,0.4823950208724669,0.0141625414768551,0.9895421485384124,0.0008054492074133,0.9834026198552906,0.0053097101120014,0.9239805127970684,0.0033211954999024,,,,0.950667242703533,0.0247536433967484,0.5346892802341167,0.0336728105643301,0.9930274019397498,0.001006700019263,0.9479979236753576,0.0252173565448351,0.9177029237579706,0.0087315130892181,0.425,0.001297531176533,0.2158536585365853,,,,,,,,,,0.0012708143485281,0.6271357825103671,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+129,0,Grad. Diff.,Llama-2-7B,0.01,1,1,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5773765341443244,0.0341779423527288,0.4441402807130932,0.0240203348269102,0.17514580487452,0.0071376332596035,0.9715280541412732,0.0048547025064163,0.8746438746438747,0.0298659545079244,0.5548336070164175,0.0358548992250842,0.4340930797609021,0.032090674904577,0.1003675177258599,0.0062275981311647,0.9128550837341168,0.0068463828582973,0.9812212692042912,0.0054299073355005,0.4828983996735526,0.0141745793264991,0.9889669057437028,0.0008745702996192,0.9769337794228796,0.0062243955827825,0.9225404481429508,0.0033284553034155,,,,0.8390636054175344,0.035059178802396,0.5313141361531593,0.0329633422600833,0.9427974085006844,0.0114278984954317,0.8358652145198164,0.0361397204675726,0.9157937185986256,0.0101615067331347,0.425,0.0010487130839464,0.2109756097560975,,,,,,,,,,0.0012708143485281,0.6247498581220056,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+130,0,Grad. Diff.,Llama-2-7B,0.01,1,2,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5692104903614713,0.0343989357797686,0.4361785377749471,0.0241094692654858,0.173538009891725,0.0070437912072838,0.9731467522708408,0.0047797184215598,0.878917378917379,0.0297091551814336,0.5485601874923083,0.0360935901988501,0.429828276284278,0.0321634146011457,0.0995431659492882,0.0060281718047465,0.9099425999261168,0.0073788124920789,0.9822425534755757,0.0052853177053764,0.4846708492654941,0.0142030103416757,0.9879979225459306,0.0010270337380533,0.9772090305588494,0.0062429963328465,0.9224518287464464,0.0033328897682729,,,,0.7215835454295053,0.0435920004383503,0.5276723573440643,0.0328485668442945,0.8300386090545793,0.0284382504459886,0.7318984963117551,0.0434100598384109,0.9098268541289308,0.0105554828688274,0.45,0.0007553515715699,0.2036585365853658,,,,,,,,,,0.0005039436209702,0.6206049086240365,0.0005039436209702,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+131,0,Grad. Diff.,Llama-2-7B,0.01,1,3,1e-05,0.9837146980004124,0.923,0.025538839504416,0.5574112343706722,0.0348196625513787,0.4228619983745002,0.0246395222969124,0.1662524753499144,0.006622426447691,0.9726272150051648,0.0051602531292101,0.8660968660968662,0.0307661150831448,0.5414314892361967,0.0361188042720218,0.4220484288040466,0.0325687219555866,0.0961154531740216,0.0060226225539189,0.908625200955964,0.0074046449595871,0.9550050353791786,0.0086101467107743,0.4872969147494578,0.0143091547819367,0.9810517654599464,0.0018522824870059,0.9479980529273968,0.0091418182614352,0.9208812427369228,0.0033613659941016,,,,0.5765635074871464,0.0358621475239528,0.5253032114387033,0.0338557885227794,0.5372222789151637,0.0421382881072107,0.5501486653771084,0.0355148573964608,0.8946132097747274,0.0111171964429964,0.425,0.0005381573264457,0.1963414634146341,,,,,,,,,,0.0012708143485281,0.6109236267561884,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+132,0,Grad. Diff.,Llama-2-7B,0.01,1,4,1e-05,0.9837146980004124,0.918,0.0268320628345939,0.5520435933650645,0.0348132853245593,0.415991757729618,0.0248774865248412,0.1653701412476612,0.0067604082322454,0.9722346052249344,0.0050864491527218,0.8660968660968662,0.0307661150831448,0.5371617229622194,0.0360748502988552,0.4187476835115922,0.032689354178344,0.0960042421533358,0.0059908198860474,0.9103354497720064,0.0073267837391151,0.9400970491453476,0.0097824948523407,0.4885673266451947,0.0144111337513475,0.9759288396427316,0.0021738910844479,0.9302713108973918,0.0103302817885124,0.9200524749123264,0.0033835639324742,,,,0.5084746164474694,0.0377456581601224,0.5240481718915301,0.0350105450075573,0.4005808294483804,0.0416373764155891,0.5073350257593472,0.0391021257140687,0.8901339308097882,0.0110205607262552,0.425,0.0008912169196264,0.2073170731707317,,,,,,,,,,0.0012708143485281,0.6062986298187203,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+158,0,KL Min.,Llama-2-7B,0.01,1,0,1e-05,0.9746444032158318,0.933,0.023785871368686,0.5784785897528664,0.0342779626518022,0.4467510220078141,0.0240477463356427,0.176106843835559,0.0071269036534166,0.9719848047133556,0.0048647978727129,0.8874643874643875,0.0287431042820868,0.5578633007430241,0.0358653850736507,0.436290452711726,0.0320370379147193,0.1010033466750109,0.0061934862495533,0.912201807937564,0.0069399649947853,0.9831651085190984,0.0052999789070096,0.4823950208724669,0.0141625414768551,0.9895421485384124,0.0008054492074133,0.9834026198552906,0.0053097101120014,0.9239805127970684,0.0033211954999024,,,,0.950667242703533,0.0247536433967484,0.5346892802341167,0.0336728105643301,0.9930274019397498,0.001006700019263,0.9479979236753576,0.0252173565448351,0.9177029237579706,0.0087315130892181,0.425,0.001297531176533,0.2158536585365853,,,,,,,,,,0.0012708143485281,0.6271357825103671,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+159,0,KL Min.,Llama-2-7B,0.01,1,1,1e-05,0.9746444032158318,0.933,0.023785871368686,0.580110523651442,0.0342139237242958,0.4480906209533495,0.0237256483018524,0.1755352610066232,0.0070674447190096,0.9712346794000724,0.0049486169557394,0.8874643874643875,0.0287431042820868,0.5598849904079047,0.0357531999856207,0.4386095190114807,0.0318854858735456,0.0995082966488098,0.0060222096173253,0.9111060994449296,0.006978441012047,0.9794719907050128,0.0056758978832144,0.4827531596223028,0.0140498621866155,0.9880365938733332,0.0009178672836727,0.9804534198307884,0.0054354110497671,0.9242813685944076,0.0033437399379373,,,,0.7950726808434434,0.0389143983303116,0.5335169256291284,0.0323922787681598,0.9014313140700428,0.0170289027834552,0.7837473656468008,0.0401039789893857,0.9104373329081868,0.0101837767985759,0.425,0.0010487130839464,0.2109756097560975,,,,,,,,,,0.0012708143485281,0.6282876063598299,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+160,0,KL Min.,Llama-2-7B,0.01,1,2,1e-05,0.9746444032158318,0.933,0.023785871368686,0.5754402690990706,0.0343036889352006,0.4440656952341669,0.0239222005437038,0.1762285056704561,0.0070708400408224,0.9734853810333826,0.0048032052840292,0.8831908831908832,0.0289160359300346,0.5539892135948579,0.0360118024207179,0.434467120163216,0.0320295895982226,0.0988198533142108,0.0060233638270022,0.9090761817520574,0.0072184737616799,0.9773090164243916,0.0058470608791974,0.484487386660019,0.0140747119585405,0.98738023909771,0.0010547808706474,0.9764651020476818,0.0061396453786461,0.9233519772587568,0.0033624741178042,,,,0.6796703091782407,0.0424377885967537,0.5311777081329236,0.0324967595818896,0.786087349932698,0.032067759399492,0.6741205310232469,0.0421830183740052,0.8993946675439609,0.0116065174818175,0.45,0.0009411722930963,0.2085365853658536,,,,,,,,,,0.0005039436209702,0.6249746605306692,0.0005039436209702,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+161,0,KL Min.,Llama-2-7B,0.01,1,3,1e-05,0.9746444032158318,0.933,0.023785871368686,0.5613741848967867,0.0346486222136187,0.4302666389209371,0.0241924448297982,0.1762637455939313,0.0071172719465807,0.9703688320138824,0.0055903787442951,0.8660968660968662,0.0307661150831448,0.5470421743758249,0.0359154150616418,0.426414986253531,0.0322443990641207,0.0951891860909053,0.0062471046853798,0.9064787748921044,0.0073437422268634,0.9530836815948892,0.0084342066719825,0.488176487738152,0.0140819337222656,0.9797252028178876,0.0020761009586852,0.952067666485085,0.0082893572640839,0.9216562188281612,0.0034956960360593,,,,0.5417339802648964,0.0356017645722233,0.5359991224635998,0.0337134599091381,0.455294752315278,0.0412123298354884,0.5222129245706866,0.0355855662897914,0.8883371883219329,0.0132439559480833,0.425,0.0012308068326092,0.2146341463414634,,,,,,,,,,0.0012708143485281,0.6154517140995398,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+162,0,KL Min.,Llama-2-7B,0.01,1,4,1e-05,0.9746444032158318,0.923,0.025538839504416,0.5589617571264943,0.0347220053798761,0.4268655514706835,0.0245093654033732,0.1686048189426672,0.006869397681122,0.9711684239097478,0.0050481614982839,0.8618233618233619,0.0309022741038968,0.544318030740605,0.0360471756686859,0.4243098312756541,0.0323499548633713,0.0916169728987259,0.0060346865434392,0.901223023759475,0.0076864334104085,0.9430402910753244,0.0093707013316324,0.4891303635950731,0.0141705032980023,0.9761569459467296,0.0023511342716722,0.9412342727443868,0.0091228818879165,0.9206378021156858,0.0035345532864452,,,,0.5197038216420136,0.0342546128744997,0.534672398512898,0.0343619456897574,0.3493818427001489,0.0391607092683441,0.4883316888158512,0.0361062131399535,0.8753322814923875,0.0119518479642914,0.4,0.0013674832061951,0.2170731707317073,,,,,,,,,,0.0030181840772283,0.6123014101651115,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+138,0,Pref. Opt.,Llama-2-7B,0.01,1,0,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5784785897528664,0.0342779626518022,0.4467510220078141,0.0240477463356427,0.176106843835559,0.0071269036534166,0.9719848047133556,0.0048647978727129,0.8874643874643875,0.0287431042820868,0.5578633007430241,0.0358653850736507,0.436290452711726,0.0320370379147193,0.1010033466750109,0.0061934862495533,0.912201807937564,0.0069399649947853,0.9831651085190984,0.0052999789070096,0.4823950208724669,0.0141625414768551,0.9895421485384124,0.0008054492074133,0.9834026198552906,0.0053097101120014,0.9239805127970684,0.0033211954999024,,,,0.950667242703533,0.0247536433967484,0.5346892802341167,0.0336728105643301,0.9930274019397498,0.001006700019263,0.9479979236753576,0.0252173565448351,0.9177029237579706,0.0087315130892181,0.425,0.001297531176533,0.2158536585365853,,,,,,,,,,0.0012708143485281,0.6271357825103671,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+139,0,Pref. Opt.,Llama-2-7B,0.01,1,1,1e-05,0.9837146980004124,0.933,0.023785871368686,0.5818305995434252,0.0336258806698115,0.4516876545117113,0.0227869982979765,0.1773510146973768,0.0072855326702627,0.9709609804468068,0.0049627723174915,0.8746438746438747,0.0298659545079244,0.559317079149142,0.0357324171495983,0.4403488213603541,0.0313568940817441,0.1013262100943223,0.0063280516909571,0.912779227727123,0.0070852643737314,0.9809739936408116,0.0055418101731794,0.4769229838409399,0.0139959215939129,0.9884367518383954,0.0008572436618283,0.9868234582761288,0.0044571911882983,0.9248143893891776,0.0033181315019821,,,,0.962407155033532,0.0190275136223894,0.5445679585904102,0.0326008578734123,0.9902187818386324,0.0012866759429356,0.96790164369035,0.018337879111251,0.9172507689793704,0.0086765516932406,0.425,0.001770566779669,0.223170731707317,,,,,,,,,,0.0012708143485281,0.6278577940849149,0.0012708143485281,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+140,0,Pref. Opt.,Llama-2-7B,0.01,1,2,1e-05,0.9837146980004124,0.9363333333333332,0.0226726819112893,0.5868525414917711,0.0322703937707337,0.4549850082151925,0.0212276619824273,0.1797059930523552,0.0072277418656849,0.9730753101674297,0.0048579747805342,0.8703703703703705,0.0300166903441019,0.554188936629353,0.0357021532889989,0.4434825705074438,0.0305191041286763,0.1040392353475466,0.0063079291138971,0.9189298043221829,0.0072068253638393,0.9703738069804334,0.0065565359642491,0.4711610329750893,0.0138111350501133,0.9861218016375612,0.0009899238404132,0.9878782368309074,0.0042846786089138,0.9267550927503032,0.0032605277189654,,,,0.8363801365883157,0.0451739182100825,0.5571474547164842,0.0319251928225504,0.972944523546138,0.0039513920926697,0.8405939756050049,0.0436949645870673,0.91911687986994,0.0091733166757962,0.4,0.0026389709109935,0.2329268292682927,,,,,,,,,,0.0030181840772283,0.6273896698700678,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+141,0,Pref. Opt.,Llama-2-7B,0.01,1,3,1e-05,0.9837146980004124,0.9263333333333332,0.0245191466447866,0.6120984951453181,0.0296020922472058,0.4701069849132854,0.0187633521887749,0.179398180165208,0.0074624074059666,0.9719109744898552,0.0050461102244293,0.8746438746438747,0.0292426860015881,0.558692577179061,0.0347003290892665,0.4527089534246662,0.0289719333580481,0.1081459937574544,0.0063333029826469,0.922366257078294,0.0072790047180731,0.94881383059908,0.009263087395909,0.4612980694485211,0.0134877440529171,0.977738637105947,0.0015008608589127,0.980706964350727,0.0060841551094456,0.9294579680297153,0.0032532959867766,,,,0.6071157085321186,0.0550984236839294,0.5789698666797543,0.0315043563919085,0.9111425180364292,0.008094541326696,0.6247685301405814,0.0569364778958189,0.9083199808994192,0.0111591542521433,0.4,0.0069551928863802,0.2585365853658536,,,,,,,,,,0.0030181840772283,0.6325965973075246,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+142,0,Pref. Opt.,Llama-2-7B,0.01,1,4,1e-05,0.9837146980004124,0.9263333333333332,0.0245191466447866,0.612985074642076,0.0294149995529615,0.4719388406648079,0.0182083751922432,0.1796119663789942,0.0074175019896082,0.972482403061284,0.0050452315349812,0.8660968660968662,0.0301614535993771,0.5611374865952636,0.0343391433906916,0.4553333687005546,0.0284849731542188,0.108802355798836,0.0063539176455011,0.9243275141232048,0.0071091719127977,0.926926400731736,0.0112838960716614,0.4594996647415741,0.0134223090690738,0.9747282014283064,0.00163799792356,0.9758053680543032,0.0069492353396998,0.930948310863178,0.0032548366189807,,,,0.3999643294452556,0.062210254341902,0.5839567149240932,0.031397280918896,0.8851536619883351,0.0088841389816334,0.4390431857167497,0.0640017194174521,0.9295107228173798,0.0101821603460281,0.4,0.0079179655585903,0.2621951219512195,,,,,,,,,,0.0030181840772283,0.63185656470058,0.0030181840772283,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765
+168,0,Retain Model,Llama-2-7B,0.01,1,-1,1e-05,0.0,0.925,0.0248784925978121,0.5862944163094279,0.0337489237287402,0.4505683636462643,0.0220656108097762,0.1678397549303122,0.0065294918371213,0.97008125340177,0.005269946117413,0.8703703703703705,0.0300166903441019,0.5471365216754651,0.0363218305670699,0.4219131280144428,0.027224296551869,0.0978082168621125,0.0061521491974438,0.9107498232250472,0.0070206234789481,0.9852486009202834,0.0049279427623456,0.4782308271896145,0.0141964147412138,0.989928497616268,0.0007514551842063,0.9870143086012512,0.0044681490010742,0.9240008227178458,0.0033281752786762,,,,0.4061886292748379,0.0302589841595674,0.6701777021800741,0.0284981243122317,0.1750831027250033,0.0252920304818536,0.3914341294336592,0.0284054496294089,0.8923673878445355,0.0120320686343564,0.0,1.0,0.0,,,,,,,,,,1.0,0.6220150094809674,1.0,Baseline,t,llama,10%,t,t,[email protected],2024-03-13 19:39:16.825765