Spaces:

wissamantoun
/

LLM_Detection_Attribution

Running

App Files Files Community

LLM_Detection_Attribution / ood_results.json

wissamantoun

Upload ood_results.json

28f58b8 12 months ago

raw

history blame

No virus

120 kB

	[{
	"model_name": "mpt-30b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6557377049180327,
	"f1": 0.609451219512195,
	"precision": 0.7961165048543689,
	"recall": 0.6557377049180328,
	"auc": 0.5048374092985757
	},
	{
	"model_name": "mpt-30b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5819672131147541,
	"f1": 0.4934462264918993,
	"precision": 0.7723214285714286,
	"recall": 0.5819672131147541,
	"auc": 0.708008599838753
	},
	{
	"model_name": "mpt-30b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5344992050874404,
	"precision": 0.7798165137614679,
	"recall": 0.6065573770491803,
	"auc": 0.6883902176834185
	},
	{
	"model_name": "mpt-30b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.6490190808922334
	},
	{
	"model_name": "mpt-30b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.707874227358237
	},
	{
	"model_name": "openllama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5819672131147541,
	"f1": 0.5226697353279632,
	"precision": 0.6629273504273505,
	"recall": 0.5819672131147541,
	"auc": 0.6484815909701692
	},
	{
	"model_name": "openllama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5737704918032787,
	"f1": 0.5566116857701985,
	"precision": 0.587281399046105,
	"recall": 0.5737704918032787,
	"auc": 0.570276807309863
	},
	{
	"model_name": "openllama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6147540983606558,
	"f1": 0.5709047369602633,
	"precision": 0.6940909090909091,
	"recall": 0.6147540983606558,
	"auc": 0.6772373018005912
	},
	{
	"model_name": "openllama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.6052136522440205
	},
	{
	"model_name": "openllama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6311475409836066,
	"f1": 0.5788262370540851,
	"precision": 0.7606837606837606,
	"recall": 0.6311475409836065,
	"auc": 0.5925826390755173
	},
	{
	"model_name": "vicuna-33b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.6834184359043268
	},
	{
	"model_name": "vicuna-33b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.680327868852459,
	"f1": 0.6439422285414952,
	"precision": 0.8049999999999999,
	"recall": 0.680327868852459,
	"auc": 0.6049449072829884
	},
	{
	"model_name": "vicuna-33b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.8071754904595538
	},
	{
	"model_name": "vicuna-33b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.7786885245901639
	},
	{
	"model_name": "vicuna-33b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5655737704918032,
	"f1": 0.4645134575569358,
	"precision": 0.7675438596491229,
	"recall": 0.5655737704918032,
	"auc": 0.8501746842246708
	},
	{
	"model_name": "pythia-410m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5151033386327504,
	"precision": 0.7367678193366267,
	"recall": 0.5901639344262295,
	"auc": 0.7304488040849234
	},
	{
	"model_name": "pythia-410m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6229508196721312,
	"f1": 0.5665739882607352,
	"precision": 0.7563025210084033,
	"recall": 0.6229508196721312,
	"auc": 0.7973662993818866
	},
	{
	"model_name": "pythia-410m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.7041117979037892
	},
	{
	"model_name": "pythia-410m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5245901639344263,
	"f1": 0.38576388888888885,
	"precision": 0.7563025210084033,
	"recall": 0.5245901639344263,
	"auc": 0.6750873421123353
	},
	{
	"model_name": "pythia-410m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5327868852459017,
	"f1": 0.4136099165190994,
	"precision": 0.6752873563218391,
	"recall": 0.5327868852459017,
	"auc": 0.6057511421660844
	},
	{
	"model_name": "alfred-40b-0723",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6065573770491803,
	"f1": 0.5344992050874404,
	"precision": 0.7798165137614679,
	"recall": 0.6065573770491803,
	"auc": 0.9684224670787422
	},
	{
	"model_name": "alfred-40b-0723",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6065573770491803,
	"f1": 0.5344992050874404,
	"precision": 0.7798165137614679,
	"recall": 0.6065573770491803,
	"auc": 0.7125772641762966
	},
	{
	"model_name": "alfred-40b-0723",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.8250470303681807
	},
	{
	"model_name": "alfred-40b-0723",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6065573770491803,
	"f1": 0.5344992050874404,
	"precision": 0.7798165137614679,
	"recall": 0.6065573770491803,
	"auc": 0.903520558989519
	},
	{
	"model_name": "alfred-40b-0723",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.7132491265788767
	},
	{
	"model_name": "vicuna-13b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.8238376780435367
	},
	{
	"model_name": "vicuna-13b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5983606557377049,
	"f1": 0.5211087078426659,
	"precision": 0.7772727272727273,
	"recall": 0.5983606557377049,
	"auc": 0.8001881214727223
	},
	{
	"model_name": "vicuna-13b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6311475409836066,
	"f1": 0.573061668870052,
	"precision": 0.7877358490566038,
	"recall": 0.6311475409836066,
	"auc": 0.5052405267401237
	},
	{
	"model_name": "vicuna-13b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6065573770491803,
	"f1": 0.5344992050874404,
	"precision": 0.7798165137614679,
	"recall": 0.6065573770491803,
	"auc": 0.8797366299381887
	},
	{
	"model_name": "vicuna-13b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6967213114754098,
	"f1": 0.666000739918609,
	"precision": 0.8112244897959184,
	"recall": 0.6967213114754098,
	"auc": 0.8152378392905133
	},
	{
	"model_name": "pythia-2.8b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6065573770491803,
	"f1": 0.5477293790546802,
	"precision": 0.7221288515406162,
	"recall": 0.6065573770491803,
	"auc": 0.7187583982800322
	},
	{
	"model_name": "pythia-2.8b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5655737704918032,
	"f1": 0.4820155411359449,
	"precision": 0.6848484848484848,
	"recall": 0.5655737704918032,
	"auc": 0.7571889277076055
	},
	{
	"model_name": "pythia-2.8b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5722560975609756,
	"precision": 0.7337761880429228,
	"recall": 0.6229508196721312,
	"auc": 0.7511421660843859
	},
	{
	"model_name": "pythia-2.8b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6229508196721312,
	"f1": 0.5722560975609756,
	"precision": 0.7337761880429228,
	"recall": 0.6229508196721312,
	"auc": 0.6691749529696318
	},
	{
	"model_name": "pythia-2.8b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5655737704918032,
	"f1": 0.4820155411359449,
	"precision": 0.6848484848484848,
	"recall": 0.5655737704918032,
	"auc": 0.5747110991668907
	},
	{
	"model_name": "bloom-7.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.6815372211771029
	},
	{
	"model_name": "bloom-7.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6147540983606558,
	"f1": 0.5601074031453778,
	"precision": 0.7280982905982906,
	"recall": 0.6147540983606558,
	"auc": 0.7308519215264714
	},
	{
	"model_name": "bloom-7.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5737704918032787,
	"f1": 0.4877260981912145,
	"precision": 0.7248157248157248,
	"recall": 0.5737704918032787,
	"auc": 0.6871808653587745
	},
	{
	"model_name": "bloom-7.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5901639344262295,
	"f1": 0.5222431077694234,
	"precision": 0.7090342679127726,
	"recall": 0.5901639344262295,
	"auc": 0.7199677506046762
	},
	{
	"model_name": "bloom-7.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.680327868852459,
	"f1": 0.6479467258601554,
	"precision": 0.7852891156462585,
	"recall": 0.680327868852459,
	"auc": 0.7274926095135715
	},
	{
	"model_name": "pythia-160m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5573770491803278,
	"f1": 0.4591133004926109,
	"precision": 0.7099311701081612,
	"recall": 0.5573770491803278,
	"auc": 0.779226014512228
	},
	{
	"model_name": "pythia-160m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6557377049180327,
	"f1": 0.6142728093947607,
	"precision": 0.7732201791607731,
	"recall": 0.6557377049180327,
	"auc": 0.8505778016662188
	},
	{
	"model_name": "pythia-160m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.7669981187852728
	},
	{
	"model_name": "pythia-160m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5491803278688525,
	"f1": 0.44430641821946165,
	"precision": 0.700657894736842,
	"recall": 0.5491803278688524,
	"auc": 0.6178446654125235
	},
	{
	"model_name": "pythia-160m-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5327868852459017,
	"f1": 0.4136099165190994,
	"precision": 0.6752873563218391,
	"recall": 0.5327868852459017,
	"auc": 0.7280300994356356
	},
	{
	"model_name": "bloom-1.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6639344262295082,
	"f1": 0.6256828556461873,
	"precision": 0.7772727272727273,
	"recall": 0.6639344262295082,
	"auc": 0.7944101048105348
	},
	{
	"model_name": "bloom-1.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5491803278688525,
	"f1": 0.43418500716755204,
	"precision": 0.7629310344827587,
	"recall": 0.5491803278688525,
	"auc": 0.7434829346949744
	},
	{
	"model_name": "bloom-1.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6147540983606558,
	"f1": 0.5540866319309432,
	"precision": 0.7517688679245282,
	"recall": 0.6147540983606558,
	"auc": 0.7004837409298575
	},
	{
	"model_name": "bloom-1.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.7375705455522709
	},
	{
	"model_name": "bloom-1.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.6273851115291589
	},
	{
	"model_name": "openllama-2-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5151033386327504,
	"precision": 0.7367678193366267,
	"recall": 0.5901639344262295,
	"auc": 0.7120397742542327
	},
	{
	"model_name": "openllama-2-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5491803278688525,
	"f1": 0.45371651876577385,
	"precision": 0.6633928571428571,
	"recall": 0.5491803278688524,
	"auc": 0.6130072561139479
	},
	{
	"model_name": "openllama-2-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5737704918032787,
	"f1": 0.5031328320802004,
	"precision": 0.6710280373831776,
	"recall": 0.5737704918032787,
	"auc": 0.6729373824240795
	},
	{
	"model_name": "openllama-2-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5655737704918032,
	"f1": 0.49716152111361694,
	"precision": 0.6438679245283019,
	"recall": 0.5655737704918034,
	"auc": 0.5732330018812148
	},
	{
	"model_name": "openllama-2-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6147540983606558,
	"f1": 0.5709047369602633,
	"precision": 0.6940909090909091,
	"recall": 0.6147540983606558,
	"auc": 0.6140822359580758
	},
	{
	"model_name": "opt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5491803278688525,
	"f1": 0.43418500716755204,
	"precision": 0.7629310344827587,
	"recall": 0.5491803278688525,
	"auc": 0.5853265251276539
	},
	{
	"model_name": "opt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5327868852459017,
	"f1": 0.4136099165190994,
	"precision": 0.6752873563218391,
	"recall": 0.5327868852459017,
	"auc": 0.4273044880408492
	},
	{
	"model_name": "opt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5409836065573771,
	"f1": 0.429144385026738,
	"precision": 0.6894409937888198,
	"recall": 0.540983606557377,
	"auc": 0.584251545283526
	},
	{
	"model_name": "opt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5245901639344263,
	"f1": 0.40875668449197855,
	"precision": 0.613664596273292,
	"recall": 0.5245901639344263,
	"auc": 0.4486697124428917
	},
	{
	"model_name": "opt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5491803278688525,
	"f1": 0.46246895778258434,
	"precision": 0.6386363636363637,
	"recall": 0.5491803278688524,
	"auc": 0.5111529158828272
	},
	{
	"model_name": "opt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5573770491803278,
	"f1": 0.4495320855614974,
	"precision": 0.7652173913043478,
	"recall": 0.5573770491803278,
	"auc": 0.6719967750604676
	},
	{
	"model_name": "opt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5245901639344263,
	"f1": 0.3976847122914538,
	"precision": 0.6564102564102564,
	"recall": 0.5245901639344263,
	"auc": 0.48938457403923674
	},
	{
	"model_name": "opt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5573770491803278,
	"f1": 0.46802325581395354,
	"precision": 0.6748566748566749,
	"recall": 0.5573770491803278,
	"auc": 0.4778285407148616
	},
	{
	"model_name": "opt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5327868852459017,
	"f1": 0.42409937888198757,
	"precision": 0.6337719298245614,
	"recall": 0.5327868852459017,
	"auc": 0.52848696586939
	},
	{
	"model_name": "opt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5409836065573771,
	"f1": 0.429144385026738,
	"precision": 0.6894409937888198,
	"recall": 0.540983606557377,
	"auc": 0.583042192958882
	},
	{
	"model_name": "llama-2-70b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.680327868852459,
	"f1": 0.6479467258601554,
	"precision": 0.7852891156462585,
	"recall": 0.680327868852459,
	"auc": 0.7471109916689063
	},
	{
	"model_name": "llama-2-70b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6721311475409836,
	"f1": 0.6479076479076479,
	"precision": 0.7374860956618465,
	"recall": 0.6721311475409837,
	"auc": 0.6390755173340499
	},
	{
	"model_name": "llama-2-70b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.639344262295082,
	"f1": 0.6049455401825139,
	"precision": 0.7138144329896907,
	"recall": 0.639344262295082,
	"auc": 0.6890620800859983
	},
	{
	"model_name": "llama-2-70b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6557377049180327,
	"f1": 0.6418786692759295,
	"precision": 0.6842607313195549,
	"recall": 0.6557377049180327,
	"auc": 0.625369524321419
	},
	{
	"model_name": "llama-2-70b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6311475409836066,
	"f1": 0.5788262370540851,
	"precision": 0.7606837606837606,
	"recall": 0.6311475409836065,
	"auc": 0.7374361730717549
	},
	{
	"model_name": "llama-2-70b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6721311475409836,
	"f1": 0.6408595819841036,
	"precision": 0.7641237113402062,
	"recall": 0.6721311475409836,
	"auc": 0.6365224402042462
	},
	{
	"model_name": "llama-2-70b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.680327868852459,
	"f1": 0.6516582473094663,
	"precision": 0.7688301282051282,
	"recall": 0.680327868852459,
	"auc": 0.5325181402848697
	},
	{
	"model_name": "llama-2-70b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6721311475409836,
	"f1": 0.6408595819841036,
	"precision": 0.7641237113402062,
	"recall": 0.6721311475409836,
	"auc": 0.6847621607094866
	},
	{
	"model_name": "llama-2-70b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6967213114754098,
	"f1": 0.6855451062347615,
	"precision": 0.7293233082706767,
	"recall": 0.6967213114754098,
	"auc": 0.6886589626444504
	},
	{
	"model_name": "llama-2-70b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6967213114754098,
	"f1": 0.6727799927509968,
	"precision": 0.7781155015197568,
	"recall": 0.6967213114754098,
	"auc": 0.7678043536683689
	},
	{
	"model_name": "llama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.7651169040580489
	},
	{
	"model_name": "llama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6065573770491803,
	"f1": 0.5690314983809244,
	"precision": 0.6635051546391753,
	"recall": 0.6065573770491803,
	"auc": 0.5888202096210696
	},
	{
	"model_name": "llama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5737704918032787,
	"f1": 0.4791461412151067,
	"precision": 0.7699115044247787,
	"recall": 0.5737704918032787,
	"auc": 0.7668637463047567
	},
	{
	"model_name": "llama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6311475409836066,
	"f1": 0.573061668870052,
	"precision": 0.7877358490566038,
	"recall": 0.6311475409836066,
	"auc": 0.6726686374630476
	},
	{
	"model_name": "llama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5819672131147541,
	"f1": 0.5015621244893054,
	"precision": 0.731060606060606,
	"recall": 0.5819672131147541,
	"auc": 0.7143241064230045
	},
	{
	"model_name": "gpt2",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.5486428379467885
	},
	{
	"model_name": "gpt2",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.7868852459016393
	},
	{
	"model_name": "gpt2",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5655737704918032,
	"f1": 0.4735813726288366,
	"precision": 0.7178571428571429,
	"recall": 0.5655737704918032,
	"auc": 0.694974469228702
	},
	{
	"model_name": "gpt2",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5491803278688525,
	"f1": 0.44430641821946165,
	"precision": 0.700657894736842,
	"recall": 0.5491803278688524,
	"auc": 0.5154528352593388
	},
	{
	"model_name": "gpt2",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5819672131147541,
	"f1": 0.4934462264918993,
	"precision": 0.7723214285714286,
	"recall": 0.5819672131147541,
	"auc": 0.6834184359043267
	},
	{
	"model_name": "gpt2-large",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5655737704918032,
	"f1": 0.4645134575569358,
	"precision": 0.7675438596491229,
	"recall": 0.5655737704918032,
	"auc": 0.5912389142703574
	},
	{
	"model_name": "gpt2-large",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5819672131147541,
	"f1": 0.509112426035503,
	"precision": 0.7017195767195767,
	"recall": 0.5819672131147541,
	"auc": 0.7073367374361731
	},
	{
	"model_name": "gpt2-large",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5819672131147541,
	"f1": 0.4934462264918993,
	"precision": 0.7723214285714286,
	"recall": 0.5819672131147541,
	"auc": 0.6655468959957002
	},
	{
	"model_name": "gpt2-large",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5409836065573771,
	"f1": 0.4390804597701149,
	"precision": 0.6499508357915438,
	"recall": 0.540983606557377,
	"auc": 0.6768341843590432
	},
	{
	"model_name": "gpt2-large",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6065573770491803,
	"f1": 0.5536585365853659,
	"precision": 0.7026060296371998,
	"recall": 0.6065573770491803,
	"auc": 0.7256113947863477
	},
	{
	"model_name": "pythia-1.4b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5222431077694234,
	"precision": 0.7090342679127726,
	"recall": 0.5901639344262295,
	"auc": 0.664606288632088
	},
	{
	"model_name": "pythia-1.4b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5655737704918032,
	"f1": 0.48986193293885605,
	"precision": 0.6613756613756614,
	"recall": 0.5655737704918032,
	"auc": 0.6636656812684761
	},
	{
	"model_name": "pythia-1.4b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5819672131147541,
	"f1": 0.5226697353279632,
	"precision": 0.6629273504273505,
	"recall": 0.5819672131147541,
	"auc": 0.5730986294006987
	},
	{
	"model_name": "pythia-1.4b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5737704918032787,
	"f1": 0.4957074721780603,
	"precision": 0.6937191249117854,
	"recall": 0.5737704918032787,
	"auc": 0.7194302606826122
	},
	{
	"model_name": "pythia-1.4b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5819672131147541,
	"f1": 0.509112426035503,
	"precision": 0.7017195767195767,
	"recall": 0.5819672131147541,
	"auc": 0.5950013437248052
	},
	{
	"model_name": "gpt2-medium",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.7125772641762966
	},
	{
	"model_name": "gpt2-medium",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5655737704918032,
	"f1": 0.4820155411359449,
	"precision": 0.6848484848484848,
	"recall": 0.5655737704918032,
	"auc": 0.6558720773985487
	},
	{
	"model_name": "gpt2-medium",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5819672131147541,
	"f1": 0.5226697353279632,
	"precision": 0.6629273504273505,
	"recall": 0.5819672131147541,
	"auc": 0.5919107766729373
	},
	{
	"model_name": "gpt2-medium",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5573770491803278,
	"f1": 0.46802325581395354,
	"precision": 0.6748566748566749,
	"recall": 0.5573770491803278,
	"auc": 0.6076323568933082
	},
	{
	"model_name": "gpt2-medium",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5573770491803278,
	"f1": 0.4495320855614974,
	"precision": 0.7652173913043478,
	"recall": 0.5573770491803278,
	"auc": 0.6408223595807578
	},
	{
	"model_name": "pythia-2.8b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6065573770491803,
	"f1": 0.5477293790546802,
	"precision": 0.7221288515406162,
	"recall": 0.6065573770491803,
	"auc": 0.6428379467884977
	},
	{
	"model_name": "pythia-2.8b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5737704918032787,
	"f1": 0.4957074721780603,
	"precision": 0.6937191249117854,
	"recall": 0.5737704918032787,
	"auc": 0.6195915076592313
	},
	{
	"model_name": "pythia-2.8b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6147540983606558,
	"f1": 0.5601074031453778,
	"precision": 0.7280982905982906,
	"recall": 0.6147540983606558,
	"auc": 0.6062886320881483
	},
	{
	"model_name": "pythia-2.8b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5819672131147541,
	"f1": 0.5015621244893054,
	"precision": 0.731060606060606,
	"recall": 0.5819672131147541,
	"auc": 0.7747917226552002
	},
	{
	"model_name": "pythia-2.8b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6147540983606558,
	"f1": 0.5540866319309432,
	"precision": 0.7517688679245282,
	"recall": 0.6147540983606558,
	"auc": 0.48589088954582105
	},
	{
	"model_name": "opt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5409836065573771,
	"f1": 0.41845420497105895,
	"precision": 0.7606837606837606,
	"recall": 0.5409836065573771,
	"auc": 0.6909432948132223
	},
	{
	"model_name": "opt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5409836065573771,
	"f1": 0.429144385026738,
	"precision": 0.6894409937888198,
	"recall": 0.540983606557377,
	"auc": 0.5338618650900295
	},
	{
	"model_name": "opt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5245901639344263,
	"f1": 0.38576388888888885,
	"precision": 0.7563025210084033,
	"recall": 0.5245901639344263,
	"auc": 0.7308519215264715
	},
	{
	"model_name": "opt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5245901639344263,
	"f1": 0.3976847122914538,
	"precision": 0.6564102564102564,
	"recall": 0.5245901639344263,
	"auc": 0.6367911851652781
	},
	{
	"model_name": "opt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5491803278688525,
	"f1": 0.43418500716755204,
	"precision": 0.7629310344827587,
	"recall": 0.5491803278688525,
	"auc": 0.7231926901370599
	},
	{
	"model_name": "falcon-40b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5737704918032787,
	"f1": 0.5031328320802004,
	"precision": 0.6710280373831776,
	"recall": 0.5737704918032787,
	"auc": 0.7186240257995162
	},
	{
	"model_name": "falcon-40b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6229508196721312,
	"f1": 0.5665739882607352,
	"precision": 0.7563025210084033,
	"recall": 0.6229508196721312,
	"auc": 0.7162053211502284
	},
	{
	"model_name": "falcon-40b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5901639344262295,
	"f1": 0.5288847698486252,
	"precision": 0.6879551820728291,
	"recall": 0.5901639344262295,
	"auc": 0.6510346680999731
	},
	{
	"model_name": "falcon-40b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6229508196721312,
	"f1": 0.5950937950937951,
	"precision": 0.6696329254727476,
	"recall": 0.6229508196721312,
	"auc": 0.6557377049180328
	},
	{
	"model_name": "falcon-40b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6065573770491803,
	"f1": 0.5642857142857143,
	"precision": 0.6741326306543698,
	"recall": 0.6065573770491803,
	"auc": 0.6566783122816446
	},
	{
	"model_name": "pythia-1b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5819672131147541,
	"f1": 0.5015621244893054,
	"precision": 0.731060606060606,
	"recall": 0.5819672131147541,
	"auc": 0.6549314700349368
	},
	{
	"model_name": "pythia-1b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5737704918032787,
	"f1": 0.4877260981912145,
	"precision": 0.7248157248157248,
	"recall": 0.5737704918032787,
	"auc": 0.7660575114216608
	},
	{
	"model_name": "pythia-1b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5819672131147541,
	"f1": 0.5226697353279632,
	"precision": 0.6629273504273505,
	"recall": 0.5819672131147541,
	"auc": 0.5987637731792528
	},
	{
	"model_name": "pythia-1b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5819672131147541,
	"f1": 0.5015621244893054,
	"precision": 0.731060606060606,
	"recall": 0.5819672131147541,
	"auc": 0.6272507390486428
	},
	{
	"model_name": "pythia-1b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5655737704918032,
	"f1": 0.4735813726288366,
	"precision": 0.7178571428571429,
	"recall": 0.5655737704918032,
	"auc": 0.6736092448266596
	},
	{
	"model_name": "vicuna-7b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6311475409836066,
	"f1": 0.573061668870052,
	"precision": 0.7877358490566038,
	"recall": 0.6311475409836066,
	"auc": 0.666353130878796
	},
	{
	"model_name": "vicuna-7b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.5658425154528353
	},
	{
	"model_name": "vicuna-7b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.7696855683955925
	},
	{
	"model_name": "vicuna-7b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5983606557377049,
	"f1": 0.5211087078426659,
	"precision": 0.7772727272727273,
	"recall": 0.5983606557377049,
	"auc": 0.7334049986562752
	},
	{
	"model_name": "vicuna-7b-v1.3",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.7417360924482665
	},
	{
	"model_name": "openllama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5819672131147541,
	"f1": 0.5343859911696476,
	"precision": 0.6386363636363637,
	"recall": 0.5819672131147541,
	"auc": 0.666756248320344
	},
	{
	"model_name": "openllama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5655737704918032,
	"f1": 0.4820155411359449,
	"precision": 0.6848484848484848,
	"recall": 0.5655737704918032,
	"auc": 0.6182477828540714
	},
	{
	"model_name": "openllama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6311475409836066,
	"f1": 0.5841854124062713,
	"precision": 0.7392156862745098,
	"recall": 0.6311475409836065,
	"auc": 0.7313894114485352
	},
	{
	"model_name": "openllama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5901639344262295,
	"f1": 0.5288847698486252,
	"precision": 0.6879551820728291,
	"recall": 0.5901639344262295,
	"auc": 0.6490190808922333
	},
	{
	"model_name": "openllama-2-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5737704918032787,
	"f1": 0.4791461412151067,
	"precision": 0.7699115044247787,
	"recall": 0.5737704918032787,
	"auc": 0.7278957269551196
	},
	{
	"model_name": "opt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5819672131147541,
	"f1": 0.509112426035503,
	"precision": 0.7017195767195767,
	"recall": 0.5819672131147541,
	"auc": 0.5204246170384306
	},
	{
	"model_name": "opt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5737704918032787,
	"f1": 0.5031328320802004,
	"precision": 0.6710280373831776,
	"recall": 0.5737704918032787,
	"auc": 0.6091104541789841
	},
	{
	"model_name": "opt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5819672131147541,
	"f1": 0.5161365580527257,
	"precision": 0.6798349056603774,
	"recall": 0.5819672131147541,
	"auc": 0.7471109916689063
	},
	{
	"model_name": "opt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5409836065573771,
	"f1": 0.4390804597701149,
	"precision": 0.6499508357915438,
	"recall": 0.540983606557377,
	"auc": 0.5815640956732061
	},
	{
	"model_name": "opt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5819672131147541,
	"f1": 0.509112426035503,
	"precision": 0.7017195767195767,
	"recall": 0.5819672131147541,
	"auc": 0.5174684224670787
	},
	{
	"model_name": "opt-66b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5737704918032787,
	"f1": 0.5164634146341464,
	"precision": 0.6402657128257536,
	"recall": 0.5737704918032787,
	"auc": 0.5911045417898414
	},
	{
	"model_name": "opt-66b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6147540983606558,
	"f1": 0.5757306696263411,
	"precision": 0.6815476190476191,
	"recall": 0.6147540983606558,
	"auc": 0.5382961569470572
	},
	{
	"model_name": "opt-66b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5819672131147541,
	"f1": 0.5161365580527257,
	"precision": 0.6798349056603774,
	"recall": 0.5819672131147541,
	"auc": 0.6823434560601989
	},
	{
	"model_name": "opt-66b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5573770491803278,
	"f1": 0.46802325581395354,
	"precision": 0.6748566748566749,
	"recall": 0.5573770491803278,
	"auc": 0.5163934426229508
	},
	{
	"model_name": "opt-66b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5737704918032787,
	"f1": 0.4877260981912145,
	"precision": 0.7248157248157248,
	"recall": 0.5737704918032787,
	"auc": 0.6748185971513034
	},
	{
	"model_name": "cerebras-gpt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6147540983606558,
	"f1": 0.5540866319309432,
	"precision": 0.7517688679245282,
	"recall": 0.6147540983606558,
	"auc": 0.7946788497715669
	},
	{
	"model_name": "cerebras-gpt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6229508196721312,
	"f1": 0.5665739882607352,
	"precision": 0.7563025210084033,
	"recall": 0.6229508196721312,
	"auc": 0.806503628056974
	},
	{
	"model_name": "cerebras-gpt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6147540983606558,
	"f1": 0.5540866319309432,
	"precision": 0.7517688679245282,
	"recall": 0.6147540983606558,
	"auc": 0.7625638269282451
	},
	{
	"model_name": "cerebras-gpt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6311475409836066,
	"f1": 0.5788262370540851,
	"precision": 0.7606837606837606,
	"recall": 0.6311475409836065,
	"auc": 0.707605482397205
	},
	{
	"model_name": "cerebras-gpt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5901639344262295,
	"f1": 0.5151033386327504,
	"precision": 0.7367678193366267,
	"recall": 0.5901639344262295,
	"auc": 0.6560064498790648
	},
	{
	"model_name": "bloom-560m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.846277882289707
	},
	{
	"model_name": "bloom-560m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6557377049180327,
	"f1": 0.6142728093947607,
	"precision": 0.7732201791607731,
	"recall": 0.6557377049180327,
	"auc": 0.7846009137328676
	},
	{
	"model_name": "bloom-560m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6639344262295082,
	"f1": 0.6211467090812693,
	"precision": 0.7990196078431373,
	"recall": 0.6639344262295082,
	"auc": 0.764579414135985
	},
	{
	"model_name": "bloom-560m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5819672131147541,
	"f1": 0.4934462264918993,
	"precision": 0.7723214285714286,
	"recall": 0.5819672131147541,
	"auc": 0.777613544746036
	},
	{
	"model_name": "bloom-560m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.8129535071217413
	},
	{
	"model_name": "cerebras-gpt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5737704918032787,
	"f1": 0.4957074721780603,
	"precision": 0.6937191249117854,
	"recall": 0.5737704918032787,
	"auc": 0.8089223327062617
	},
	{
	"model_name": "cerebras-gpt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.7440204246170384
	},
	{
	"model_name": "cerebras-gpt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5737704918032787,
	"f1": 0.4957074721780603,
	"precision": 0.6937191249117854,
	"recall": 0.5737704918032787,
	"auc": 0.6440472991131417
	},
	{
	"model_name": "cerebras-gpt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5409836065573771,
	"f1": 0.4390804597701149,
	"precision": 0.6499508357915438,
	"recall": 0.540983606557377,
	"auc": 0.7139209889814565
	},
	{
	"model_name": "cerebras-gpt-6.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5819672131147541,
	"f1": 0.5015621244893054,
	"precision": 0.731060606060606,
	"recall": 0.5819672131147541,
	"auc": 0.5662456328943832
	},
	{
	"model_name": "pythia-1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.6879871002418705
	},
	{
	"model_name": "pythia-1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5819672131147541,
	"f1": 0.5015621244893054,
	"precision": 0.731060606060606,
	"recall": 0.5819672131147541,
	"auc": 0.7390486428379467
	},
	{
	"model_name": "pythia-1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5665739882607352,
	"precision": 0.7563025210084033,
	"recall": 0.6229508196721312,
	"auc": 0.6499596882558452
	},
	{
	"model_name": "pythia-1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.6961838215533459
	},
	{
	"model_name": "pythia-1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5901639344262295,
	"f1": 0.5222431077694234,
	"precision": 0.7090342679127726,
	"recall": 0.5901639344262295,
	"auc": 0.5990325181402849
	},
	{
	"model_name": "falcon-7b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.8481590970169308
	},
	{
	"model_name": "falcon-7b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6311475409836066,
	"f1": 0.573061668870052,
	"precision": 0.7877358490566038,
	"recall": 0.6311475409836066,
	"auc": 0.7617575920451491
	},
	{
	"model_name": "falcon-7b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.6005106154259607
	},
	{
	"model_name": "falcon-7b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6475409836065574,
	"f1": 0.5975450709627925,
	"precision": 0.7932692307692308,
	"recall": 0.6475409836065573,
	"auc": 0.8382155334587477
	},
	{
	"model_name": "falcon-7b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.7886320881483473
	},
	{
	"model_name": "gpt2-xl",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.6983337812416016
	},
	{
	"model_name": "gpt2-xl",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5491803278688525,
	"f1": 0.44430641821946165,
	"precision": 0.700657894736842,
	"recall": 0.5491803278688524,
	"auc": 0.583310937919914
	},
	{
	"model_name": "gpt2-xl",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5655737704918032,
	"f1": 0.49716152111361694,
	"precision": 0.6438679245283019,
	"recall": 0.5655737704918034,
	"auc": 0.5331900026874496
	},
	{
	"model_name": "gpt2-xl",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5573770491803278,
	"f1": 0.4911955514365153,
	"precision": 0.6196078431372549,
	"recall": 0.5573770491803278,
	"auc": 0.5395055092717012
	},
	{
	"model_name": "gpt2-xl",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5491803278688525,
	"f1": 0.45371651876577385,
	"precision": 0.6633928571428571,
	"recall": 0.5491803278688524,
	"auc": 0.7543671056167697
	},
	{
	"model_name": "llama-2-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5819672131147541,
	"f1": 0.4934462264918993,
	"precision": 0.7723214285714286,
	"recall": 0.5819672131147541,
	"auc": 0.8804084923407686
	},
	{
	"model_name": "llama-2-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.5455522708949208
	},
	{
	"model_name": "llama-2-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6311475409836066,
	"f1": 0.5788262370540851,
	"precision": 0.7606837606837606,
	"recall": 0.6311475409836065,
	"auc": 0.708680462241333
	},
	{
	"model_name": "llama-2-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5983606557377049,
	"f1": 0.5351115949918346,
	"precision": 0.7158018867924528,
	"recall": 0.5983606557377049,
	"auc": 0.569739317387799
	},
	{
	"model_name": "llama-2-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6147540983606558,
	"f1": 0.5757306696263411,
	"precision": 0.6815476190476191,
	"recall": 0.6147540983606558,
	"auc": 0.7049180327868851
	},
	{
	"model_name": "pythia-12b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5151033386327504,
	"precision": 0.7367678193366267,
	"recall": 0.5901639344262295,
	"auc": 0.6510346680999731
	},
	{
	"model_name": "pythia-12b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5655737704918032,
	"f1": 0.4735813726288366,
	"precision": 0.7178571428571429,
	"recall": 0.5655737704918032,
	"auc": 0.6038699274388606
	},
	{
	"model_name": "pythia-12b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.6659500134372481
	},
	{
	"model_name": "pythia-12b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.624025799516259
	},
	{
	"model_name": "pythia-12b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.6165009406073636
	},
	{
	"model_name": "bloom-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.7049180327868853,
	"f1": 0.6831168831168831,
	"precision": 0.7827215424545791,
	"recall": 0.7049180327868853,
	"auc": 0.6734748723461434
	},
	{
	"model_name": "bloom-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6639344262295082,
	"f1": 0.6256828556461873,
	"precision": 0.7772727272727273,
	"recall": 0.6639344262295082,
	"auc": 0.7714324106423005
	},
	{
	"model_name": "bloom-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.7049180327868853,
	"f1": 0.6859267734553776,
	"precision": 0.7702942219071252,
	"recall": 0.7049180327868853,
	"auc": 0.7594732598763774
	},
	{
	"model_name": "bloom-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5819672131147541,
	"f1": 0.5161365580527257,
	"precision": 0.6798349056603774,
	"recall": 0.5819672131147541,
	"auc": 0.625235151840903
	},
	{
	"model_name": "bloom-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6721311475409836,
	"f1": 0.6408595819841036,
	"precision": 0.7641237113402062,
	"recall": 0.6721311475409836,
	"auc": 0.7198333781241602
	},
	{
	"model_name": "llama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5983606557377049,
	"f1": 0.5351115949918346,
	"precision": 0.7158018867924528,
	"recall": 0.5983606557377049,
	"auc": 0.8235689330825046
	},
	{
	"model_name": "llama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5983606557377049,
	"f1": 0.5526453640649555,
	"precision": 0.6663636363636364,
	"recall": 0.5983606557377049,
	"auc": 0.5597957538296157
	},
	{
	"model_name": "llama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5642857142857143,
	"precision": 0.6741326306543698,
	"recall": 0.6065573770491803,
	"auc": 0.6471378661650095
	},
	{
	"model_name": "llama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5655737704918032,
	"f1": 0.48986193293885605,
	"precision": 0.6613756613756614,
	"recall": 0.5655737704918032,
	"auc": 0.6366568126847622
	},
	{
	"model_name": "llama-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5819672131147541,
	"f1": 0.5287434673937742,
	"precision": 0.6495098039215687,
	"recall": 0.5819672131147541,
	"auc": 0.7244020424617037
	},
	{
	"model_name": "cerebras-gpt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6065573770491803,
	"f1": 0.5344992050874404,
	"precision": 0.7798165137614679,
	"recall": 0.6065573770491803,
	"auc": 0.7867508734211233
	},
	{
	"model_name": "cerebras-gpt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6229508196721312,
	"f1": 0.5665739882607352,
	"precision": 0.7563025210084033,
	"recall": 0.6229508196721312,
	"auc": 0.6627250739048642
	},
	{
	"model_name": "cerebras-gpt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5722560975609756,
	"precision": 0.7337761880429228,
	"recall": 0.6229508196721312,
	"auc": 0.6474066111260414
	},
	{
	"model_name": "cerebras-gpt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6311475409836066,
	"f1": 0.5891641098555713,
	"precision": 0.7218181818181818,
	"recall": 0.6311475409836065,
	"auc": 0.7819134641225477
	},
	{
	"model_name": "cerebras-gpt-13b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5983606557377049,
	"f1": 0.5211087078426659,
	"precision": 0.7772727272727273,
	"recall": 0.5983606557377049,
	"auc": 0.6861058855146466
	},
	{
	"model_name": "pythia-1.4b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.6159634506852997
	},
	{
	"model_name": "pythia-1.4b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5737704918032787,
	"f1": 0.4791461412151067,
	"precision": 0.7699115044247787,
	"recall": 0.5737704918032787,
	"auc": 0.6412254770223058
	},
	{
	"model_name": "pythia-1.4b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5819672131147541,
	"f1": 0.5015621244893054,
	"precision": 0.731060606060606,
	"recall": 0.5819672131147541,
	"auc": 0.6788497715667831
	},
	{
	"model_name": "pythia-1.4b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6147540983606558,
	"f1": 0.5540866319309432,
	"precision": 0.7517688679245282,
	"recall": 0.6147540983606558,
	"auc": 0.6588282719699006
	},
	{
	"model_name": "pythia-1.4b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6229508196721312,
	"f1": 0.5665739882607352,
	"precision": 0.7563025210084033,
	"recall": 0.6229508196721312,
	"auc": 0.6660843859177641
	},
	{
	"model_name": "bloom-1.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6311475409836066,
	"f1": 0.5788262370540851,
	"precision": 0.7606837606837606,
	"recall": 0.6311475409836065,
	"auc": 0.8325718892770761
	},
	{
	"model_name": "bloom-1.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6311475409836066,
	"f1": 0.5841854124062713,
	"precision": 0.7392156862745098,
	"recall": 0.6311475409836065,
	"auc": 0.6961838215533459
	},
	{
	"model_name": "bloom-1.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5344992050874404,
	"precision": 0.7798165137614679,
	"recall": 0.6065573770491803,
	"auc": 0.7702230583176565
	},
	{
	"model_name": "bloom-1.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6065573770491803,
	"f1": 0.5477293790546802,
	"precision": 0.7221288515406162,
	"recall": 0.6065573770491803,
	"auc": 0.7156678312281645
	},
	{
	"model_name": "bloom-1.1b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.639344262295082,
	"f1": 0.5854185974667903,
	"precision": 0.7904761904761906,
	"recall": 0.639344262295082,
	"auc": 0.8121472722386456
	},
	{
	"model_name": "llama-2-13b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.778016662187584
	},
	{
	"model_name": "llama-2-13b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6557377049180327,
	"f1": 0.6187499999999999,
	"precision": 0.7545015371102327,
	"recall": 0.6557377049180327,
	"auc": 0.7487234614350982
	},
	{
	"model_name": "llama-2-13b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5655737704918032,
	"f1": 0.4645134575569358,
	"precision": 0.7675438596491229,
	"recall": 0.5655737704918032,
	"auc": 0.7725073904864284
	},
	{
	"model_name": "llama-2-13b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.5154528352593388
	},
	{
	"model_name": "llama-2-13b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6311475409836066,
	"f1": 0.573061668870052,
	"precision": 0.7877358490566038,
	"recall": 0.6311475409836066,
	"auc": 0.6652781510346681
	},
	{
	"model_name": "llama-65b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.8497715667831229
	},
	{
	"model_name": "llama-65b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6557377049180327,
	"f1": 0.6335812356979404,
	"precision": 0.705423608649415,
	"recall": 0.6557377049180328,
	"auc": 0.5665143778554151
	},
	{
	"model_name": "llama-65b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6147540983606558,
	"f1": 0.5757306696263411,
	"precision": 0.6815476190476191,
	"recall": 0.6147540983606558,
	"auc": 0.7852727761354474
	},
	{
	"model_name": "llama-65b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.639344262295082,
	"f1": 0.5959048479373683,
	"precision": 0.7444601603017444,
	"recall": 0.639344262295082,
	"auc": 0.6769685568395593
	},
	{
	"model_name": "llama-65b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6147540983606558,
	"f1": 0.584342152953969,
	"precision": 0.6622340425531915,
	"recall": 0.6147540983606558,
	"auc": 0.6132760010749798
	},
	{
	"model_name": "pythia-12b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6065573770491803,
	"f1": 0.5477293790546802,
	"precision": 0.7221288515406162,
	"recall": 0.6065573770491803,
	"auc": 0.680059123891427
	},
	{
	"model_name": "pythia-12b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5655737704918032,
	"f1": 0.4820155411359449,
	"precision": 0.6848484848484848,
	"recall": 0.5655737704918032,
	"auc": 0.5999731255038967
	},
	{
	"model_name": "pythia-12b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5536585365853659,
	"precision": 0.7026060296371998,
	"recall": 0.6065573770491803,
	"auc": 0.6796560064498791
	},
	{
	"model_name": "pythia-12b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5737704918032787,
	"f1": 0.5164634146341464,
	"precision": 0.6402657128257536,
	"recall": 0.5737704918032787,
	"auc": 0.7188927707605481
	},
	{
	"model_name": "pythia-12b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5573770491803278,
	"f1": 0.4911955514365153,
	"precision": 0.6196078431372549,
	"recall": 0.5573770491803278,
	"auc": 0.584923407686106
	},
	{
	"model_name": "openllama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5288847698486252,
	"precision": 0.6879551820728291,
	"recall": 0.5901639344262295,
	"auc": 0.6036011824778286
	},
	{
	"model_name": "openllama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5655737704918032,
	"f1": 0.48986193293885605,
	"precision": 0.6613756613756614,
	"recall": 0.5655737704918032,
	"auc": 0.49758129535071216
	},
	{
	"model_name": "openllama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5409836065573771,
	"f1": 0.4390804597701149,
	"precision": 0.6499508357915438,
	"recall": 0.540983606557377,
	"auc": 0.7339424885783391
	},
	{
	"model_name": "openllama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5327868852459017,
	"f1": 0.433851664902711,
	"precision": 0.6089285714285715,
	"recall": 0.5327868852459016,
	"auc": 0.6339693630744423
	},
	{
	"model_name": "openllama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.6326256382692824
	},
	{
	"model_name": "opt-125m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5655737704918032,
	"f1": 0.4735813726288366,
	"precision": 0.7178571428571429,
	"recall": 0.5655737704918032,
	"auc": 0.723327062617576
	},
	{
	"model_name": "opt-125m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5409836065573771,
	"f1": 0.429144385026738,
	"precision": 0.6894409937888198,
	"recall": 0.540983606557377,
	"auc": 0.6902714324106423
	},
	{
	"model_name": "opt-125m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5409836065573771,
	"f1": 0.429144385026738,
	"precision": 0.6894409937888198,
	"recall": 0.540983606557377,
	"auc": 0.6660843859177641
	},
	{
	"model_name": "opt-125m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5655737704918032,
	"f1": 0.4645134575569358,
	"precision": 0.7675438596491229,
	"recall": 0.5655737704918032,
	"auc": 0.7484547164740661
	},
	{
	"model_name": "opt-125m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5655737704918032,
	"f1": 0.4735813726288366,
	"precision": 0.7178571428571429,
	"recall": 0.5655737704918032,
	"auc": 0.6703843052942758
	},
	{
	"model_name": "openllama-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5737704918032787,
	"f1": 0.4791461412151067,
	"precision": 0.7699115044247787,
	"recall": 0.5737704918032787,
	"auc": 0.7656543939801129
	},
	{
	"model_name": "openllama-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5491803278688525,
	"f1": 0.46246895778258434,
	"precision": 0.6386363636363637,
	"recall": 0.5491803278688524,
	"auc": 0.5318462778822897
	},
	{
	"model_name": "openllama-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5491803278688525,
	"f1": 0.43418500716755204,
	"precision": 0.7629310344827587,
	"recall": 0.5491803278688525,
	"auc": 0.832571889277076
	},
	{
	"model_name": "openllama-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5491803278688525,
	"f1": 0.45371651876577385,
	"precision": 0.6633928571428571,
	"recall": 0.5491803278688524,
	"auc": 0.5812953507121741
	},
	{
	"model_name": "openllama-3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5573770491803278,
	"f1": 0.46802325581395354,
	"precision": 0.6748566748566749,
	"recall": 0.5573770491803278,
	"auc": 0.5165278151034669
	},
	{
	"model_name": "pythia-410m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5819672131147541,
	"f1": 0.5015621244893054,
	"precision": 0.731060606060606,
	"recall": 0.5819672131147541,
	"auc": 0.6229508196721312
	},
	{
	"model_name": "pythia-410m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5409836065573771,
	"f1": 0.429144385026738,
	"precision": 0.6894409937888198,
	"recall": 0.540983606557377,
	"auc": 0.6890620800859983
	},
	{
	"model_name": "pythia-410m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.6863746304756786
	},
	{
	"model_name": "pythia-410m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5737704918032787,
	"f1": 0.4877260981912145,
	"precision": 0.7248157248157248,
	"recall": 0.5737704918032787,
	"auc": 0.6327600107497984
	},
	{
	"model_name": "pythia-410m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6147540983606558,
	"f1": 0.5601074031453778,
	"precision": 0.7280982905982906,
	"recall": 0.6147540983606558,
	"auc": 0.7167428110722923
	},
	{
	"model_name": "llama-2-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.680327868852459,
	"f1": 0.6439422285414952,
	"precision": 0.8049999999999999,
	"recall": 0.680327868852459,
	"auc": 0.7976350443429187
	},
	{
	"model_name": "llama-2-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6475409836065574,
	"f1": 0.5975450709627925,
	"precision": 0.7932692307692308,
	"recall": 0.6475409836065573,
	"auc": 0.7179521633969362
	},
	{
	"model_name": "llama-2-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.639344262295082,
	"f1": 0.5854185974667903,
	"precision": 0.7904761904761906,
	"recall": 0.639344262295082,
	"auc": 0.7269551195915076
	},
	{
	"model_name": "llama-2-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5983606557377049,
	"f1": 0.5211087078426659,
	"precision": 0.7772727272727273,
	"recall": 0.5983606557377049,
	"auc": 0.8016662187583983
	},
	{
	"model_name": "llama-2-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6311475409836066,
	"f1": 0.573061668870052,
	"precision": 0.7877358490566038,
	"recall": 0.6311475409836066,
	"auc": 0.6991400161246976
	},
	{
	"model_name": "mpt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5655737704918032,
	"f1": 0.48986193293885605,
	"precision": 0.6613756613756614,
	"recall": 0.5655737704918032,
	"auc": 0.7256113947863478
	},
	{
	"model_name": "mpt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5737704918032787,
	"f1": 0.4957074721780603,
	"precision": 0.6937191249117854,
	"recall": 0.5737704918032787,
	"auc": 0.6851652781510347
	},
	{
	"model_name": "mpt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5591689250225835,
	"precision": 0.6869401225836869,
	"recall": 0.6065573770491803,
	"auc": 0.6088417092179522
	},
	{
	"model_name": "mpt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5409836065573771,
	"f1": 0.4390804597701149,
	"precision": 0.6499508357915438,
	"recall": 0.540983606557377,
	"auc": 0.861058855146466
	},
	{
	"model_name": "mpt-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5737704918032787,
	"f1": 0.5100401606425702,
	"precision": 0.6537815126050419,
	"recall": 0.5737704918032787,
	"auc": 0.6517065305025531
	},
	{
	"model_name": "cerebras-gpt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.7328675087342112
	},
	{
	"model_name": "cerebras-gpt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5819672131147541,
	"f1": 0.4934462264918993,
	"precision": 0.7723214285714286,
	"recall": 0.5819672131147541,
	"auc": 0.708546089760817
	},
	{
	"model_name": "cerebras-gpt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5344992050874404,
	"precision": 0.7798165137614679,
	"recall": 0.6065573770491803,
	"auc": 0.6690405804891159
	},
	{
	"model_name": "cerebras-gpt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.6019887127116367
	},
	{
	"model_name": "cerebras-gpt-2.7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6311475409836066,
	"f1": 0.5841854124062713,
	"precision": 0.7392156862745098,
	"recall": 0.6311475409836065,
	"auc": 0.6170384305294276
	},
	{
	"model_name": "pythia-6.9b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5074289405684755,
	"precision": 0.7747747747747749,
	"recall": 0.5901639344262295,
	"auc": 0.6156947057242677
	},
	{
	"model_name": "pythia-6.9b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5573770491803278,
	"f1": 0.46802325581395354,
	"precision": 0.6748566748566749,
	"recall": 0.5573770491803278,
	"auc": 0.568798710024187
	},
	{
	"model_name": "pythia-6.9b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5737704918032787,
	"f1": 0.4957074721780603,
	"precision": 0.6937191249117854,
	"recall": 0.5737704918032787,
	"auc": 0.7940069873689868
	},
	{
	"model_name": "pythia-6.9b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5983606557377049,
	"f1": 0.5526453640649555,
	"precision": 0.6663636363636364,
	"recall": 0.5983606557377049,
	"auc": 0.5176027949475948
	},
	{
	"model_name": "pythia-6.9b-deduped",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5491803278688525,
	"f1": 0.45371651876577385,
	"precision": 0.6633928571428571,
	"recall": 0.5491803278688524,
	"auc": 0.48172534264982536
	},
	{
	"model_name": "llama-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6639344262295082,
	"f1": 0.6407383466206997,
	"precision": 0.7210144927536233,
	"recall": 0.6639344262295082,
	"auc": 0.6748185971513034
	},
	{
	"model_name": "llama-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6475409836065574,
	"f1": 0.6074234827508793,
	"precision": 0.7495454545454545,
	"recall": 0.6475409836065573,
	"auc": 0.6734748723461433
	},
	{
	"model_name": "llama-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5983606557377049,
	"f1": 0.5526453640649555,
	"precision": 0.6663636363636364,
	"recall": 0.5983606557377049,
	"auc": 0.8099973125503896
	},
	{
	"model_name": "llama-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6311475409836066,
	"f1": 0.6121511833274462,
	"precision": 0.6631016042780749,
	"recall": 0.6311475409836065,
	"auc": 0.6226820747110992
	},
	{
	"model_name": "llama-30b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6475409836065574,
	"f1": 0.629388908512893,
	"precision": 0.6834893048128342,
	"recall": 0.6475409836065573,
	"auc": 0.7000806234883096
	},
	{
	"model_name": "llama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.8019349637194303
	},
	{
	"model_name": "llama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6065573770491803,
	"f1": 0.5477293790546802,
	"precision": 0.7221288515406162,
	"recall": 0.6065573770491803,
	"auc": 0.5862671324912657
	},
	{
	"model_name": "llama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5722560975609756,
	"precision": 0.7337761880429228,
	"recall": 0.6229508196721312,
	"auc": 0.6752217145928514
	},
	{
	"model_name": "llama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6065573770491803,
	"f1": 0.5591689250225835,
	"precision": 0.6869401225836869,
	"recall": 0.6065573770491803,
	"auc": 0.6397473797366299
	},
	{
	"model_name": "llama-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6147540983606558,
	"f1": 0.5601074031453778,
	"precision": 0.7280982905982906,
	"recall": 0.6147540983606558,
	"auc": 0.5939263638806772
	},
	{
	"model_name": "falcon-40b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6475409836065574,
	"f1": 0.5975450709627925,
	"precision": 0.7932692307692308,
	"recall": 0.6475409836065573,
	"auc": 0.5874764848159097
	},
	{
	"model_name": "falcon-40b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.7540983606557377,
	"f1": 0.7441990494828068,
	"precision": 0.8006359300476948,
	"recall": 0.7540983606557377,
	"auc": 0.6627250739048642
	},
	{
	"model_name": "falcon-40b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.7131147540983607,
	"f1": 0.6904675607104024,
	"precision": 0.8012917933130699,
	"recall": 0.7131147540983607,
	"auc": 0.7863477559795754
	},
	{
	"model_name": "falcon-40b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6639344262295082,
	"f1": 0.6211467090812693,
	"precision": 0.7990196078431373,
	"recall": 0.6639344262295082,
	"auc": 0.8234345606019886
	},
	{
	"model_name": "falcon-40b-instruct",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.7131147540983607,
	"f1": 0.6933132227249874,
	"precision": 0.7873188405797101,
	"recall": 0.7131147540983607,
	"auc": 0.7320612738511153
	},
	{
	"model_name": "mpt-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5901639344262295,
	"f1": 0.5222431077694234,
	"precision": 0.7090342679127726,
	"recall": 0.5901639344262295,
	"auc": 0.6847621607094867
	},
	{
	"model_name": "mpt-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5409836065573771,
	"f1": 0.4483204134366925,
	"precision": 0.6248976248976249,
	"recall": 0.540983606557377,
	"auc": 0.5201558720773986
	},
	{
	"model_name": "mpt-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5591689250225835,
	"precision": 0.6869401225836869,
	"recall": 0.6065573770491803,
	"auc": 0.4875033593120129
	},
	{
	"model_name": "mpt-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5983606557377049,
	"f1": 0.5472241157312732,
	"precision": 0.6794117647058824,
	"recall": 0.5983606557377049,
	"auc": 0.5837140553614619
	},
	{
	"model_name": "mpt-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5819672131147541,
	"f1": 0.509112426035503,
	"precision": 0.7017195767195767,
	"recall": 0.5819672131147541,
	"auc": 0.6025262026337007
	},
	{
	"model_name": "mpt-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.8902176834184359
	},
	{
	"model_name": "mpt-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6639344262295082,
	"f1": 0.6211467090812693,
	"precision": 0.7990196078431373,
	"recall": 0.6639344262295082,
	"auc": 0.7312550389680194
	},
	{
	"model_name": "mpt-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.6617844665412523
	},
	{
	"model_name": "mpt-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.8586401504971782
	},
	{
	"model_name": "mpt-7b-chat",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.6229508196721312,
	"f1": 0.5604636591478697,
	"precision": 0.7850467289719626,
	"recall": 0.6229508196721312,
	"auc": 0.7890352055898953
	},
	{
	"model_name": "pythia-6.9b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.610857296425692
	},
	{
	"model_name": "pythia-6.9b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6229508196721312,
	"f1": 0.5775368864799759,
	"precision": 0.7157001414427157,
	"recall": 0.6229508196721312,
	"auc": 0.6620532115022842
	},
	{
	"model_name": "pythia-6.9b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6147540983606558,
	"f1": 0.5657047640687722,
	"precision": 0.709313725490196,
	"recall": 0.6147540983606556,
	"auc": 0.6621875839828003
	},
	{
	"model_name": "pythia-6.9b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5983606557377049,
	"f1": 0.5283629191321499,
	"precision": 0.7420634920634921,
	"recall": 0.5983606557377049,
	"auc": 0.6556033324375168
	},
	{
	"model_name": "pythia-6.9b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5983606557377049,
	"f1": 0.5351115949918346,
	"precision": 0.7158018867924528,
	"recall": 0.5983606557377049,
	"auc": 0.5610051061542596
	},
	{
	"model_name": "falcon-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.5819672131147541,
	"f1": 0.509112426035503,
	"precision": 0.7017195767195767,
	"recall": 0.5819672131147541,
	"auc": 0.7235958075786079
	},
	{
	"model_name": "falcon-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5655737704918032,
	"f1": 0.5312794490757521,
	"precision": 0.5927051671732523,
	"recall": 0.5655737704918034,
	"auc": 0.5540177371674281
	},
	{
	"model_name": "falcon-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6229508196721312,
	"f1": 0.5775368864799759,
	"precision": 0.7157001414427157,
	"recall": 0.6229508196721312,
	"auc": 0.6457941413598496
	},
	{
	"model_name": "falcon-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5819672131147541,
	"f1": 0.5161365580527257,
	"precision": 0.6798349056603774,
	"recall": 0.5819672131147541,
	"auc": 0.5921795216339694
	},
	{
	"model_name": "falcon-7b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5409836065573771,
	"f1": 0.4390804597701149,
	"precision": 0.6499508357915438,
	"recall": 0.540983606557377,
	"auc": 0.7046492878258532
	},
	{
	"model_name": "opt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6147540983606558,
	"f1": 0.5476134122287968,
	"precision": 0.7824074074074074,
	"recall": 0.6147540983606558,
	"auc": 0.7256113947863478
	},
	{
	"model_name": "opt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.5819672131147541,
	"f1": 0.5161365580527257,
	"precision": 0.6798349056603774,
	"recall": 0.5819672131147541,
	"auc": 0.6788497715667832
	},
	{
	"model_name": "opt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.5819672131147541,
	"f1": 0.4934462264918993,
	"precision": 0.7723214285714286,
	"recall": 0.5819672131147541,
	"auc": 0.5786079011018543
	},
	{
	"model_name": "opt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5819672131147541,
	"f1": 0.509112426035503,
	"precision": 0.7017195767195767,
	"recall": 0.5819672131147541,
	"auc": 0.7042461703843053
	},
	{
	"model_name": "opt-1.3b",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.5573770491803278,
	"f1": 0.4495320855614974,
	"precision": 0.7652173913043478,
	"recall": 0.5573770491803278,
	"auc": 0.6202633700618114
	},
	{
	"model_name": "pythia-160m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1",
	"accuracy": 0.6721311475409836,
	"f1": 0.6445221445221445,
	"precision": 0.7497076023391813,
	"recall": 0.6721311475409836,
	"auc": 0.8653587745229776
	},
	{
	"model_name": "pythia-160m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "666",
	"accuracy": 0.6639344262295082,
	"f1": 0.6298927118017018,
	"precision": 0.7593537414965986,
	"recall": 0.6639344262295082,
	"auc": 0.7406611126041386
	},
	{
	"model_name": "pythia-160m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "42",
	"accuracy": 0.6065573770491803,
	"f1": 0.5413533834586466,
	"precision": 0.7470404984423675,
	"recall": 0.6065573770491803,
	"auc": 0.7694168234345606
	},
	{
	"model_name": "pythia-160m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "25",
	"accuracy": 0.5983606557377049,
	"f1": 0.5211087078426659,
	"precision": 0.7772727272727273,
	"recall": 0.5983606557377049,
	"auc": 0.8133566245632894
	},
	{
	"model_name": "pythia-160m",
	"exp_name": "deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42",
	"seed": "1337",
	"accuracy": 0.7131147540983607,
	"f1": 0.6983398092546802,
	"precision": 0.7650401069518716,
	"recall": 0.7131147540983607,
	"auc": 0.721311475409836
	}
	]