data/A40_chat-concise_benchmark.csv

model,throughput,response_length,latency,energy
lmsys/vicuna-7B,29.829026631206286,271.9100067159167,9.132098360456242,2143.52561215591
StabilityAI/stablelm-tuned-alpha-7b,26.57393014131587,255.54365345869712,9.397491535841587,2439.293790463411
databricks/dolly-v2-12b,15.273711386107992,141.4445936870383,8.891394107289802,2095.3922259908463
tatsu-lab/alpaca-7B,29.852723929321897,121.29281396910679,4.0361613936664735,1080.58840899923
camel-ai/CAMEL-13B-Combined-Data,17.460563027552272,283.4543317662861,16.28615281731328,4262.537929482914
BAIR/koala-7b,29.888796737616882,251.45399597044997,8.385359924898546,1940.5972622565405
h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,29.57083939186151,212.1212222968435,7.140702722639097,1524.9156188717134
lmsys/vicuna-13B,17.282398545945153,269.62491605104094,15.6926107484118,4203.671348891897
togethercomputer/RedPajama-INCITE-7B-Chat,14.451529449594792,275.07991940899933,18.294811550193185,2937.839604096736
metaai/llama-13B,15.493654667854246,81.26796507723304,4.881042191492302,1264.815973472223
BAIR/koala-13b,17.393931641363825,252.56816655473472,14.499323956849762,3747.8785020146615
nomic-ai/gpt4all-13b-snoozy,17.45953616124214,217.35325721961047,12.440528350608277,3263.628521155058
BlinkDL/RWKV-4-Raven-7B-v12-Eng98%-Other2%-20230521-ctx8192.pth,32.86455306586691,235.19274680993956,6.718876629108356,1661.2857568838062
lmsys/fastchat-t5-3b-v1.0,21.09615171109894,313.09905977165886,18.366778339359637,1807.6800728676938
project-baize/baize-v2-7B,28.92598212176896,321.06010745466756,10.940218308832323,2644.9160527197046
OpenAssistant/oasst-sft-1-pythia-12b,16.01484723680571,249.1007387508395,15.153340834740217,3829.1071417058643
metaai/llama-7B,25.80475014752762,63.463734049697784,2.2525196486312047,539.0479066487654
Neutralzz/BiLLa-7B-SFT,29.382300021941255,141.6155137676293,4.84122748247456,1131.9990564138398
openaccess-ai-collective/manticore-13b-chat-pyg,17.220798012743607,268.91269308260576,15.692034786355059,4051.8244570182064
FreedomIntelligence/phoenix-inst-chat-7b,32.33242374435414,229.95869711215582,6.910495058340042,2049.7076356614534
metaai/Llama-2-13b-chat-hf,16.934647828854768,358.7941571524513,20.990738735323337,3942.400414707617
metaai/Llama-2-7b-chat-hf,31.733044836542074,402.6699126930826,12.569092892522697,2398.9215396235386