From ab2e470b072df87b30dc1550662fb91bbd7224bf Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Fri, 19 Apr 2024 05:21:22 +0000 Subject: [PATCH] Update latest data --- website/public/data/latest.json | 1319 +++++++++++++++---------------- 1 file changed, 646 insertions(+), 673 deletions(-) diff --git a/website/public/data/latest.json b/website/public/data/latest.json index 672b0e0..9bfd11c 100644 --- a/website/public/data/latest.json +++ b/website/public/data/latest.json @@ -1,1156 +1,1129 @@ [ { - "time": "2024-04-18T08:07:28.272485", + "time": "2024-04-19T04:59:09.334049", "region": "cdg", "cmd": "--max-tokens=20", "results": [ { - "model": "gpt-4-turbo", - "ttr": 0.58567214012146, - "ttft": 0.585782527923584, - "tps": 22.841728606527962, + "model": "openai/gpt-4-turbo", + "ttr": 0.5628499984741211, + "ttft": 0.5630204677581787, + "tps": 29.211532011555324, "num_tokens": 20, - "total_time": 1.4175934791564941, - "output": "Golden blaze dips low, kissing sea,\nHorizon melts in fiery hues,\nCrimson, orange" + "total_time": 1.2134485244750977, + "output": "Amber hues paint the evening sky,\nHorizon swallows the sun's last sigh,\nColors blend" }, { - "model": "gpt-4-0125-preview", - "ttr": 0.4495091438293457, - "ttft": 0.482158899307251, - "tps": 18.46261143868703, + "model": "openai/gpt-4-0125-preview", + "ttr": 0.544935941696167, + "ttft": 0.6193418502807617, + "tps": 32.77122052701725, "num_tokens": 20, - "total_time": 1.511265754699707, - "output": "Beneath the vast, expansive evening sky,\nThe sun dips low, in splendid grace it falls" + "total_time": 1.1991188526153564, + "output": "Amidst the tranquil evening sky,\nA canvas painted with goodbye,\nThe sun dips low, in" }, { - "model": "fixie-scentralus.azure/gpt-4-0125-preview", - "ttr": 4.515986204147339, - "ttft": 4.516130447387695, - "tps": 2.7777599971947655, + "model": "azure.scentralus/gpt-4-0125-preview", + "ttr": 0.8005635738372803, + "ttft": 0.8006837368011475, + "tps": 11.71467228166566, "num_tokens": 20, - "total_time": 11.356174230575562, + "total_time": 2.422581434249878, "output": "Amidst the tranquil evening sky,\nA canvas painted with goodbye,\nThe sun dips low, in" }, { - "model": "gpt-4-1106-preview", - "ttr": 0.5733511447906494, - "ttft": 0.6679275035858154, - "tps": 13.342656185880205, + "model": "openai/gpt-4-1106-preview", + "ttr": 0.44890785217285156, + "ttft": 0.5113604068756104, + "tps": 33.91780234222976, "num_tokens": 20, - "total_time": 2.0919318199157715, - "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" + "total_time": 1.0715382099151611, + "output": "Amber hues dance across the evening sky,\nSoft whispers of light bid the day goodbye,\nCrim" }, { - "model": "fixie-westus.azure/gpt-4-1106-preview", - "ttr": 0.7849717140197754, - "ttft": 0.7850854396820068, - "tps": 11.711416782384564, + "model": "azure.westus/gpt-4-1106-preview", + "ttr": 0.8459494113922119, + "ttft": 0.8460805416107178, + "tps": 28.66332262693911, "num_tokens": 20, - "total_time": 2.4074339866638184, - "output": "The sun dips low, horizon kissed,\nPainting skies with amethyst,\nCrimson streaks" + "total_time": 1.508948564529419, + "output": "Amber hues dance across the evening sky,\nHorizon ablaze with the day's last sigh,\n" }, { - "model": "fixie-eastus2.azure/gpt-4-1106-preview", - "ttr": 0.68135666847229, - "ttft": 0.6814935207366943, - "tps": 13.726684362194499, + "model": "azure.eastus2/gpt-4-1106-preview", + "ttr": 0.4817798137664795, + "ttft": 0.48191094398498535, + "tps": 21.458717594867686, "num_tokens": 20, - "total_time": 2.0656588077545166, - "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber bliss,\nCloud" + "total_time": 1.3673319816589355, + "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with hues of gold and pink" }, { - "model": "fixie-frcentral.azure/gpt-4-1106-preview", - "ttr": 0.3766794204711914, - "ttft": 0.37692999839782715, - "tps": 12.340906817312502, + "model": "azure.frcentral/gpt-4-1106-preview", + "ttr": 0.2545444965362549, + "ttft": 0.25475382804870605, + "tps": 23.027486733989765, "num_tokens": 20, - "total_time": 1.91652512550354, - "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber and pink,\n" + "total_time": 1.0798547267913818, + "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" }, { - "model": "fixie-secentral.azure/gpt-4-1106-preview", - "ttr": 0.3115370273590088, - "ttft": 0.31325244903564453, - "tps": 13.890404034593987, + "model": "azure.secentral/gpt-4-1106-preview", + "ttr": 0.3576784133911133, + "ttft": 0.3700859546661377, + "tps": 18.174174911075326, "num_tokens": 20, - "total_time": 1.681103229522705, - "output": "Golden sun dips beneath the horizon,\nPainting the sky with hues of passion,\nCrimson," + "total_time": 1.4155254364013672, + "output": "Golden orb descends in the sky,\nPainting hues of red and gold,\nSilhouettes of" }, { - "model": "fixie-uksouth.azure/gpt-4-1106-preview", - "ttr": 0.2946205139160156, - "ttft": 0.29477405548095703, - "tps": 5.149367486446138, + "model": "azure.uksouth/gpt-4-1106-preview", + "ttr": 0.34911155700683594, + "ttft": 0.34922099113464355, + "tps": 15.983563109900041, "num_tokens": 20, - "total_time": 3.9845476150512695, - "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber and pink,\n" + "total_time": 1.5379421710968018, + "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" }, { - "model": "gpt-3.5-turbo-0125", - "ttr": 0.49135255813598633, - "ttft": 0.5516366958618164, - "tps": 42.99893543720725, + "model": "openai/gpt-3.5-turbo-0125", + "ttr": 0.7004101276397705, + "ttft": 0.7521083354949951, + "tps": 63.54930044696435, "num_tokens": 20, - "total_time": 0.9935081005096436, - "output": "The sun dips below the horizon\nColors streak across the sky\nA fiery display of light\nGolden" + "total_time": 1.051088809967041, + "output": "The sun dips below the horizon line\nPainting the sky in hues divine\nOrange, pink," }, { - "model": "gpt-3.5-turbo-1106", - "ttr": 0.2938990592956543, - "ttft": 0.30849623680114746, - "tps": 80.64957029684534, + "model": "openai/gpt-3.5-turbo-1106", + "ttr": 0.3130989074707031, + "ttft": 0.40811848640441895, + "tps": 112.73495497916947, "num_tokens": 20, - "total_time": 0.5440833568572998, + "total_time": 0.576655387878418, "output": "The sun dips low, painting the sky in gold\nA fiery ball sinking into the horizon\nColors" }, { - "model": "fixie-westus.azure/gpt-3.5-turbo-1106", - "ttr": 0.2456037998199463, - "ttft": 0.2505524158477783, - "tps": 128.90958413067636, + "model": "azure.westus/gpt-3.5-turbo-1106", + "ttr": 0.19494390487670898, + "ttft": 0.19542765617370605, + "tps": 134.47229112458785, "num_tokens": 20, - "total_time": 0.39794254302978516, + "total_time": 0.33672070503234863, "output": "The sky is painted in hues of gold\nAs the sun dips below the horizon\nA fiery glow" }, { - "model": "fixie-eastus2.azure/gpt-3.5-turbo", - "ttr": 0.18584108352661133, - "ttft": 0.18630456924438477, - "tps": 42.98100873947477, + "model": "azure.eastus2/gpt-3.5-turbo", + "ttr": 0.1530146598815918, + "ttft": 0.15316176414489746, + "tps": 54.24825802235504, "num_tokens": 20, - "total_time": 0.6283602714538574, + "total_time": 0.5034034252166748, "output": "Golden hues paint the sky's vast canvas,\nAs the sun descends, a fiery ball.\nSil" }, { - "model": "claude-3-opus-20240229", - "ttr": 1.0044584274291992, - "ttft": 1.0046007633209229, - "tps": 19.65379510296248, + "model": "anthropic/claude-3-opus-20240229", + "ttr": 1.4873857498168945, + "ttft": 1.4882614612579346, + "tps": 39.46751295331656, "num_tokens": 20, - "total_time": 1.9713351726531982, + "total_time": 1.969670057296753, "output": "Here is a nonet poem about a sunset:\n\nGolden sun descends in the west," }, { - "model": "claude-3-sonnet-20240229", - "ttr": 0.6137163639068604, - "ttft": 0.615250825881958, - "tps": 85.205874145314, + "model": "anthropic/claude-3-sonnet-20240229", + "ttr": 0.6057682037353516, + "ttft": 0.6072432994842529, + "tps": 76.45761872781348, "num_tokens": 20, - "total_time": 0.8382401466369629, + "total_time": 0.8557469844818115, "output": "Here's a nonet about a sunset:\n\nBrilliant hues paint the evening sky," }, { - "model": "claude-3-haiku-20240307", - "ttr": 0.33461952209472656, - "ttft": 0.3349947929382324, - "tps": 84.83353665676663, + "model": "anthropic/claude-3-haiku-20240307", + "ttr": 0.38780975341796875, + "ttft": 0.3879547119140625, + "tps": 91.40568930098974, "num_tokens": 20, - "total_time": 0.5589628219604492, + "total_time": 0.5958192348480225, "output": "Here is a nonet about a sunset:\n\nVibrant hues paint the sky," }, { - "model": "claude-2.1", - "ttr": 0.518427848815918, - "ttft": 0.5194995403289795, - "tps": 15.510706411390277, + "model": "anthropic/claude-2.1", + "ttr": 0.4960184097290039, + "ttft": 0.5102729797363281, + "tps": 30.736295481491137, "num_tokens": 20, - "total_time": 1.744459867477417, - "output": "Here is a nonet poem about a sunset:\n\nGolden sun\nSinking slowly in the" + "total_time": 1.128434658050537, + "output": "Here is a nonet poem about a sunset:\n\nRadiant, glowing\nColors fill the" }, { - "model": "claude-instant-1.2", - "ttr": 0.45298027992248535, - "ttft": 0.4555041790008545, - "tps": 148.49334692333636, + "model": "anthropic/claude-instant-1.2", + "ttr": 0.5863907337188721, + "ttft": 0.5912542343139648, + "tps": 130.71296931126676, "num_tokens": 20, - "total_time": 0.5834560394287109, - "output": "Here is a 9 line (nonet) poem about a sunset:\n\nThe Setting Sun" + "total_time": 0.7366108894348145, + "output": "Here is a 9 line (nonet) poem about a sunset:\n\nThe setting sun sinks" }, { - "model": "command-r-plus", - "ttr": 0.12260007858276367, - "ttft": 0.19914531707763672, - "tps": 31.36471977151179, + "model": "cohere/command-r-plus", + "ttr": 0.11650323867797852, + "ttft": 0.19078731536865234, + "tps": 30.35122447170518, "num_tokens": 17, - "total_time": 0.7092726230621338, + "total_time": 0.7179489135742188, "output": "Here's a nonet about a sunset: \n\n\"Sky's canvas, painted\nOrange and" }, { - "model": "command-r", - "ttr": 0.13317465782165527, - "ttft": 0.20613622665405273, - "tps": 86.31790938353835, + "model": "cohere/command-r", + "ttr": 0.13594722747802734, + "ttft": 0.18494558334350586, + "tps": 87.34504660441311, "num_tokens": 18, - "total_time": 0.40308260917663574, - "output": "Orange and pink skies, so serene,\nThe sun melts into the horizon's kiss.\nSoft" + "total_time": 0.3795759677886963, + "output": "Orange and pink skies, so serene,\nThe sun melts low, calm and clean.\nSoft" }, { - "model": "command-light", - "ttr": 0.13529753684997559, - "ttft": 0.19019627571105957, - "tps": 80.91993594785038, + "model": "cohere/command-light", + "ttr": 0.13205790519714355, + "ttft": 0.1757192611694336, + "tps": 86.55093229298798, "num_tokens": 18, - "total_time": 0.4002804756164551, + "total_time": 0.3721354007720947, "output": "Here is a short story about a sunset: \n\nAs the sun began its descent into the horizon" }, { - "model": "fixie-mistral.eastus2.azure", - "ttr": 0.796921968460083, - "ttft": 0.7970733642578125, + "model": "azure.eastus2/mistral", + "ttr": 0.8514699935913086, + "ttft": 0.8516068458557129, "tps": 999, "num_tokens": 20, - "total_time": 0.7974996566772461, - "output": "Golden orb descends, painting the sky,\nVibrant hues of red and pink kiss" + "total_time": 0.8519840240478516, + "output": "Golden orb descends, painting the sky,\nVibrant hues of red and pink," }, { - "model": "api.fireworks.ai/mixtral-8x7b-instruct", - "ttr": 0.19990324974060059, - "ttft": 0.20740461349487305, - "tps": 181.9633889326529, + "model": "fireworks.ai/mixtral-8x7b-instruct", + "ttr": 0.18776941299438477, + "ttft": 0.1890547275543213, + "tps": 128.44458986166202, "num_tokens": 20, - "total_time": 0.31182122230529785, + "total_time": 0.3369784355163574, "output": "Radiant orb descends, a fiery sight,\nA blazing path of red and" }, { - "model": "api.groq.com/mixtral-8x7b-32768", - "ttr": 0.1646876335144043, - "ttft": 0.2608060836791992, - "tps": 642.7481812462697, + "model": "groq.com/mixtral-8x7b-32768", + "ttr": 0.16557669639587402, + "ttft": 0.2144484519958496, + "tps": 270.75011296575013, "num_tokens": 20, - "total_time": 0.29036664962768555, + "total_time": 0.2846238613128662, "output": "Radiant sun, your day is done,\nSinking low, the day is won.\n" }, { - "model": "text.octoai.run/mixtral-8x7b-instruct", - "ttr": 0.1541743278503418, - "ttft": 0.18517684936523438, - "tps": 68.04417778013058, + "model": "octoai.run/mixtral-8x7b-instruct", + "ttr": 0.15224885940551758, + "ttft": 0.1752021312713623, + "tps": 58.48053505304886, "num_tokens": 20, - "total_time": 0.46440720558166504, + "total_time": 0.5000965595245361, "output": " Radiant sun descends, a fiery sphere,\nIts brilliant hues of red and" }, { - "model": "api.perplexity.ai/sonar-medium-chat", - "ttr": 0.28775572776794434, - "ttft": 0.2929506301879883, - "tps": 89.55923319495359, + "model": "perplexity.ai/sonar-medium-chat", + "ttr": 0.23716402053833008, + "ttft": 0.24978208541870117, + "tps": 93.04623719314633, "num_tokens": 20, - "total_time": 0.5051007270812988, + "total_time": 0.4539816379547119, "output": "Radiant sun, descending low,\nPainting hues of orange, red.\n" }, { - "model": "fixie-llama-2-70b.westus3.azure", - "ttr": 1.2796719074249268, - "ttft": 1.2797832489013672, + "model": "azure.westus3/llama-2-70b", + "ttr": 1.647798776626587, + "ttft": 1.6479535102844238, "tps": 999, "num_tokens": 20, - "total_time": 1.2800929546356201, + "total_time": 1.6483852863311768, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "fixie-llama-2-70b.eastus2.azure", - "ttr": 1.3164820671081543, - "ttft": 1.316610336303711, + "model": "azure.eastus2/llama-2-70b", + "ttr": 1.2335331439971924, + "ttft": 1.2338693141937256, "tps": 999, "num_tokens": 20, - "total_time": 1.3169324398040771, + "total_time": 1.2342102527618408, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "api.fireworks.ai/llama-v2-70b-chat", - "ttr": 0.16662049293518066, - "ttft": 0.17497539520263672, - "tps": 147.40211822240965, + "model": "fireworks.ai/llama-v2-70b-chat", + "ttr": 0.1788771152496338, + "ttft": 0.2810628414154053, + "tps": 167.68566949678586, "num_tokens": 20, - "total_time": 0.30387449264526367, + "total_time": 0.39437007904052734, "output": "Sure, here's a nonet about a sunset:\n\n1. The sky is" }, { - "model": "api.groq.com/llama2-70b-4096", - "ttr": 0.15419983863830566, - "ttft": 0.2661886215209961, - "tps": 151.17005939680527, + "model": "groq.com/llama2-70b-4096", + "ttr": 0.15526771545410156, + "ttft": 0.3978688716888428, + "tps": 571.314309064905, "num_tokens": 21, - "total_time": 0.39848995208740234, + "total_time": 0.4328758716583252, "output": "Sure! Here is a nonet about a sunset:\n\nThe sky is painted orange and and" }, { - "model": "text.octoai.run/llama-2-70b-chat-fp16", - "ttr": 0.09619569778442383, - "ttft": 0.15708208084106445, - "tps": 25.00182780025839, + "model": "octoai.run/llama-2-70b-chat-fp16", + "ttr": 0.09763789176940918, + "ttft": 0.13834667205810547, + "tps": 25.33595090994699, "num_tokens": 20, - "total_time": 0.9170265197753906, + "total_time": 0.8882691860198975, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "api.perplexity.ai/pplx-70b-chat", - "ttr": 0.1495959758758545, - "ttft": 0.1538410186767578, - "tps": 54.99253763271683, + "model": "perplexity.ai/pplx-70b-chat", + "ttr": 0.36750364303588867, + "ttft": 0.36794233322143555, + "tps": 53.256838730070896, "num_tokens": 20, - "total_time": 0.4993424415588379, + "total_time": 0.7247040271759033, "output": "Golden orb descends,\nA fiery ball in twilight's dance,\nC" }, { - "model": "togethercomputer/llama-2-70b-chat", - "ttr": 0.3437161445617676, - "ttft": 0.34638261795043945, - "tps": 66.58231701967848, + "model": "together.ai/llama-2-70b-chat", + "ttr": 0.5823349952697754, + "ttft": 0.5824623107910156, + "tps": 28.840466807783603, "num_tokens": 20, - "total_time": 0.6317436695098877, + "total_time": 1.2412588596343994, "output": "\n\nA sunset's colors dance and play\nAcross the sky, a fiery" }, { - "model": "api.fireworks.ai/llama-v2-13b-chat", - "ttr": 0.23691987991333008, - "ttft": 0.24515080451965332, - "tps": 206.21337135434322, + "model": "fireworks.ai/llama-v2-13b-chat", + "ttr": 0.24748921394348145, + "ttft": 0.25079917907714844, + "tps": 317.5148255281171, "num_tokens": 20, - "total_time": 0.33728837966918945, + "total_time": 0.3106389045715332, "output": "Sure, here's a nonet about a sunset:\n\nThe sky is painted with" }, { - "model": "text.octoai.run/llama-2-13b-chat-fp16", - "ttr": 0.09471607208251953, - "ttft": 0.11553478240966797, - "tps": 49.75729172520152, + "model": "octoai.run/llama-2-13b-chat-fp16", + "ttr": 0.0964968204498291, + "ttft": 0.1163034439086914, + "tps": 56.529855028874344, "num_tokens": 20, - "total_time": 0.4973883628845215, + "total_time": 0.452409029006958, "output": " Sure! Here is a nonet about a sunset:\n\nThe sun sets slow and" }, { - "model": "togethercomputer/llama-2-13b-chat", - "ttr": 0.3252074718475342, - "ttft": 0.32579851150512695, - "tps": 50.11834432654622, + "model": "together.ai/llama-2-13b-chat", + "ttr": 0.29581618309020996, + "ttft": 0.29590296745300293, + "tps": 47.76043721191701, "num_tokens": 20, - "total_time": 0.7049012184143066, + "total_time": 0.6937217712402344, "output": "\n\nHere's a nonet about a sunset:\n\nThe sky is painted with" }, { - "model": "api.fireworks.ai/llama-v2-7b-chat", - "ttr": 0.2343144416809082, - "ttft": 0.23824238777160645, - "tps": 123.30213998480612, + "model": "fireworks.ai/llama-v2-7b-chat", + "ttr": 0.2468404769897461, + "ttft": 0.25290346145629883, + "tps": 380.6665265490953, "num_tokens": 20, - "total_time": 0.3923354148864746, + "total_time": 0.30281591415405273, "output": "Of course! Here is a nonet about a sunset:\n\nGolden hues" }, { - "model": "api.perplexity.ai/pplx-7b-chat", - "ttr": 0.16188430786132812, - "ttft": 0.16209149360656738, - "tps": 77.38966561689425, + "model": "perplexity.ai/pplx-7b-chat", + "ttr": 0.19950294494628906, + "ttft": 0.21373581886291504, + "tps": 32.05634131418819, "num_tokens": 20, - "total_time": 0.40760231018066406, + "total_time": 0.8064422607421875, "output": "A sunset's fiery hues,\nA canvas painted with the evening's blues" }, { - "model": "togethercomputer/llama-2-7b-chat", - "ttr": 0.5466136932373047, - "ttft": 0.5467257499694824, - "tps": 97.68615116070968, + "model": "together.ai/llama-2-7b-chat", + "ttr": 0.34639716148376465, + "ttft": 0.3605680465698242, + "tps": 140.26414622770196, "num_tokens": 20, - "total_time": 0.7412261962890625, + "total_time": 0.49602675437927246, "output": "\n\n 1. Write a haiku about a sunset.\n\n 2. Write" }, { - "model": "@cf/meta/llama-2-7b-chat-fp16", - "ttr": 0.41291308403015137, - "ttft": 0.41327714920043945, - "tps": 19.833400164935348, + "model": "cloudflare/llama-2-7b-chat-fp16", + "ttr": 0.39439988136291504, + "ttft": 0.395824670791626, + "tps": 19.713553777934028, "num_tokens": 21, - "total_time": 1.4216771125793457, + "total_time": 1.4103550910949707, "output": " Sure! Here is a nonet about a sunset:\n\nGolden hues" }, { - "model": "@cf/meta/llama-2-7b-chat-int8", - "ttr": 0.21407437324523926, - "ttft": 0.21425771713256836, - "tps": 31.290548313312513, + "model": "cloudflare/llama-2-7b-chat-int8", + "ttr": 0.23245620727539062, + "ttft": 0.2325303554534912, + "tps": 36.5251701924312, "num_tokens": 21, - "total_time": 0.8534283638000488, + "total_time": 0.7800979614257812, "output": " Sure! Here is a nonet about a sunset:\n\nGolden hues" - }, - { - "model": "Neets-7B", - "ttr": 0.5406002998352051, - "ttft": 0.5542805194854736, - "tps": 75.782533984414, - "num_tokens": 20, - "total_time": 0.8049979209899902, - "output": " A golden light descends, as day surrenders,\nBathing the sky in h" } ] }, { - "time": "2024-04-18T08:06:29.969357", + "time": "2024-04-19T04:49:49.684767", "region": "sea", "cmd": "--max-tokens=20", "results": [ { - "model": "gpt-4-turbo", - "ttr": 0.5251643657684326, - "ttft": 0.5253849029541016, - "tps": 26.514846352734423, + "model": "openai/gpt-4-turbo", + "ttr": 0.4588310718536377, + "ttft": 0.4589385986328125, + "tps": 35.62313892356953, "num_tokens": 20, - "total_time": 1.24196457862854, - "output": "Golden blaze dips low, kissing sea,\nHorizon melts in fiery hues,\nCrimson, orange" + "total_time": 0.9922997951507568, + "output": "Golden blaze dips low, kissing sea,\nHorizon swallows sun’s fierce glow,\nColors bleed—" }, { - "model": "gpt-4-0125-preview", - "ttr": 0.39721107482910156, - "ttft": 0.4652717113494873, - "tps": 35.23959694476098, + "model": "openai/gpt-4-0125-preview", + "ttr": 0.4528524875640869, + "ttft": 0.5256969928741455, + "tps": 27.691784004033618, "num_tokens": 20, - "total_time": 1.0044379234313965, - "output": "Beneath the vast, expansive sky at dusk,\nThe sun dips low, in shades of gold" + "total_time": 1.2118210792541504, + "output": "Amidst the tranquil evening sky,\nA canvas painted with goodbye,\nThe sun dips low, in" }, { - "model": "fixie-scentralus.azure/gpt-4-0125-preview", - "ttr": 0.5662639141082764, - "ttft": 0.5663607120513916, - "tps": 5.879744528617168, + "model": "azure.scentralus/gpt-4-0125-preview", + "ttr": 0.6527183055877686, + "ttft": 0.6528654098510742, + "tps": 17.15698865282857, "num_tokens": 20, - "total_time": 3.7977936267852783, + "total_time": 1.7602858543395996, "output": "Amidst the tranquil evening sky,\nA canvas painted with goodbye,\nThe sun dips low, in" }, { - "model": "gpt-4-1106-preview", - "ttr": 0.40828514099121094, - "ttft": 0.5122613906860352, - "tps": 28.62767536530097, + "model": "openai/gpt-4-1106-preview", + "ttr": 0.4859907627105713, + "ttft": 0.5687925815582275, + "tps": 24.957486781658332, "num_tokens": 20, - "total_time": 1.175954818725586, - "output": "Amber hues dance across the evening sky,\nSoft whispers of light bid the day goodbye,\nCrim" + "total_time": 1.3300871849060059, + "output": "The sun dips low, horizon kissed,\nA fiery orb on evening's wrist,\nPainting skies in" }, { - "model": "fixie-westus.azure/gpt-4-1106-preview", - "ttr": 0.27032041549682617, - "ttft": 0.27045631408691406, - "tps": 20.20026843528086, + "model": "azure.westus/gpt-4-1106-preview", + "ttr": 0.29447269439697266, + "ttft": 0.29472923278808594, + "tps": 19.46721170713309, "num_tokens": 20, - "total_time": 1.2110378742218018, - "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber bliss,\nCloud" + "total_time": 1.2707293033599854, + "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" }, { - "model": "fixie-eastus2.azure/gpt-4-1106-preview", - "ttr": 0.48454737663269043, - "ttft": 0.4847226142883301, - "tps": 2.352739433729584, + "model": "azure.eastus2/gpt-4-1106-preview", + "ttr": 0.515434741973877, + "ttft": 0.5155091285705566, + "tps": 20.17918943706659, "num_tokens": 20, - "total_time": 8.560415029525757, - "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" + "total_time": 1.4570732116699219, + "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber and pink,\n" }, { - "model": "fixie-frcentral.azure/gpt-4-1106-preview", - "ttr": 0.8742132186889648, - "ttft": 0.8743431568145752, - "tps": 6.436975866442149, + "model": "azure.frcentral/gpt-4-1106-preview", + "ttr": 0.781684398651123, + "ttft": 0.781796932220459, + "tps": 31.149616061883513, "num_tokens": 20, - "total_time": 3.8260397911071777, + "total_time": 1.391756296157837, "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" }, { - "model": "fixie-secentral.azure/gpt-4-1106-preview", - "ttr": 0.8657791614532471, - "ttft": 0.8659193515777588, - "tps": 13.384530555065224, + "model": "azure.secentral/gpt-4-1106-preview", + "ttr": 0.8879389762878418, + "ttft": 0.8880109786987305, + "tps": 24.161674961919452, "num_tokens": 20, - "total_time": 2.285468578338623, + "total_time": 1.6743803024291992, "output": "Golden sun dips beneath the horizon,\nPainting the sky with hues of passion,\nCrimson," }, { - "model": "fixie-uksouth.azure/gpt-4-1106-preview", - "ttr": 1.5683879852294922, - "ttft": 1.5685138702392578, - "tps": 6.0512924639358525, + "model": "azure.uksouth/gpt-4-1106-preview", + "ttr": 0.7613897323608398, + "ttft": 0.7614591121673584, + "tps": 13.85619574965582, "num_tokens": 20, - "total_time": 4.708338975906372, + "total_time": 2.1326868534088135, "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber and pink,\n" }, { - "model": "gpt-3.5-turbo-0125", - "ttr": 0.32707858085632324, - "ttft": 0.3504014015197754, - "tps": 63.08352423939699, + "model": "openai/gpt-3.5-turbo-0125", + "ttr": 0.3954653739929199, + "ttft": 0.43218016624450684, + "tps": 68.320217412737, "num_tokens": 20, - "total_time": 0.6515893936157227, + "total_time": 0.7102823257446289, "output": "The sun dips below the horizon line\nPainting the sky in hues divine\nOrange, pink," }, { - "model": "gpt-3.5-turbo-1106", - "ttr": 0.23726415634155273, - "ttft": 0.23756742477416992, - "tps": 80.4938976904857, + "model": "openai/gpt-3.5-turbo-1106", + "ttr": 0.30032873153686523, + "ttft": 0.31544995307922363, + "tps": 140.0762782620312, "num_tokens": 20, - "total_time": 0.47361016273498535, + "total_time": 0.45109033584594727, "output": "The sky is painted in hues of gold\nAs the sun dips below the horizon\nA fiery glow" }, { - "model": "fixie-westus.azure/gpt-3.5-turbo-1106", - "ttr": 0.07235121726989746, - "ttft": 0.07252216339111328, - "tps": 108.5219285941896, + "model": "azure.westus/gpt-3.5-turbo-1106", + "ttr": 0.10738110542297363, + "ttft": 0.1074836254119873, + "tps": 98.27365316055774, "num_tokens": 20, - "total_time": 0.24760198593139648, - "output": "The sky is painted in hues of gold\nAs the sun dips below the horizon\nCasting a" + "total_time": 0.30082130432128906, + "output": "The sky is painted in hues of gold\nAs the sun dips below the horizon\nA fiery glow" }, { - "model": "fixie-eastus2.azure/gpt-3.5-turbo", - "ttr": 0.15089035034179688, - "ttft": 0.15096044540405273, - "tps": 52.86609301810303, + "model": "azure.eastus2/gpt-3.5-turbo", + "ttr": 0.13472390174865723, + "ttft": 0.1358659267425537, + "tps": 58.531734524947964, "num_tokens": 20, - "total_time": 0.5103590488433838, + "total_time": 0.4604761600494385, "output": "Golden hues paint the sky's vast canvas,\nAs the sun descends, a fiery ball.\nSil" }, { - "model": "claude-3-opus-20240229", - "ttr": 1.1011734008789062, - "ttft": 1.1013455390930176, - "tps": 22.718520412715815, + "model": "anthropic/claude-3-opus-20240229", + "ttr": 0.9070515632629395, + "ttft": 0.907151460647583, + "tps": 38.7685299373072, "num_tokens": 20, - "total_time": 1.9376676082611084, + "total_time": 1.3972396850585938, "output": "Here is a nonet poem about a sunset:\n\nGolden sun descends in the west," }, { - "model": "claude-3-sonnet-20240229", - "ttr": 0.5130131244659424, - "ttft": 0.5132133960723877, - "tps": 73.89315819682088, + "model": "anthropic/claude-3-sonnet-20240229", + "ttr": 0.5715689659118652, + "ttft": 0.5719194412231445, + "tps": 69.92009335339613, "num_tokens": 20, - "total_time": 0.7703413963317871, + "total_time": 0.8436582088470459, "output": "Here's a nonet about a sunset:\n\nBrilliant hues paint the evening sky," }, { - "model": "claude-3-haiku-20240307", - "ttr": 0.28017497062683105, - "ttft": 0.2810368537902832, - "tps": 109.82334944793257, + "model": "anthropic/claude-3-haiku-20240307", + "ttr": 0.3656795024871826, + "ttft": 0.3658285140991211, + "tps": 78.95629808335356, "num_tokens": 20, - "total_time": 0.4540419578552246, + "total_time": 0.6064679622650146, "output": "Here is a nonet about a sunset:\n\nVibrant hues paint the sky," }, { - "model": "claude-2.1", - "ttr": 0.432767391204834, - "ttft": 0.43323445320129395, - "tps": 15.343228201799867, + "model": "anthropic/claude-2.1", + "ttr": 0.4342014789581299, + "ttft": 0.43755412101745605, + "tps": 17.418742796540986, "num_tokens": 20, - "total_time": 1.6715657711029053, - "output": "Here is a nonet poem about a sunset:\n\nGolden sun\nSinking slowly in the" + "total_time": 1.5283331871032715, + "output": "Here is a nonet poem about a sunset:\n\nSun descending\nGolden horizon glowing\nCl" }, { - "model": "claude-instant-1.2", - "ttr": 0.4096846580505371, - "ttft": 0.41107797622680664, - "tps": 147.81386514719847, + "model": "anthropic/claude-instant-1.2", + "ttr": 0.4114668369293213, + "ttft": 0.4227924346923828, + "tps": 184.08010736419516, "num_tokens": 20, - "total_time": 0.5396180152893066, + "total_time": 0.5260083675384521, "output": "Here is a 9 line (nonet) poem about a sunset:\n\nThe Setting Sun" }, { - "model": "command-r-plus", - "ttr": 0.06811404228210449, - "ttft": 0.1499326229095459, - "tps": 31.307376368525453, + "model": "cohere/command-r-plus", + "ttr": 0.07494497299194336, + "ttft": 0.15294599533081055, + "tps": 31.27173599516494, "num_tokens": 17, - "total_time": 0.660994291305542, + "total_time": 0.6645901203155518, "output": "Here's a nonet about a sunset: \n\n\"Sky's canvas, painted\nOrange and" }, { - "model": "command-r", - "ttr": 0.08307480812072754, - "ttft": 0.13100242614746094, - "tps": 88.62849213821343, - "num_tokens": 19, - "total_time": 0.33409738540649414, - "output": "Vibrant hues of heaven kiss the sky,\nOrange and pink blend, birds fly high." + "model": "cohere/command-r", + "ttr": 0.08152604103088379, + "ttft": 0.1364002227783203, + "tps": 85.61119595808239, + "num_tokens": 18, + "total_time": 0.3349723815917969, + "output": "Orange and pink skies stretch far,\nThe sun melts into the sea,\nGolden light shines on" }, { - "model": "command-light", - "ttr": 0.08389449119567871, - "ttft": 0.14298677444458008, - "tps": 75.18639492509111, + "model": "cohere/command-light", + "ttr": 0.08394002914428711, + "ttft": 0.1422884464263916, + "tps": 72.69506031994601, "num_tokens": 18, - "total_time": 0.3690915107727051, + "total_time": 0.3761420249938965, "output": "Here is a short story about a sunset: \n\nAs the sun began its descent into the horizon" }, { - "model": "fixie-mistral.eastus2.azure", - "ttr": 0.830927848815918, - "ttft": 0.8310329914093018, + "model": "azure.eastus2/mistral", + "ttr": 2.043074131011963, + "ttft": 2.0432426929473877, "tps": 999, "num_tokens": 20, - "total_time": 0.8312356472015381, - "output": "Golden orb descends, painting the sky,\nVibrant hues of red and pink," + "total_time": 2.043586492538452, + "output": "Golden orb descends, painting the sky,\nVibrant hues of red and pink kiss" }, { - "model": "api.fireworks.ai/mixtral-8x7b-instruct", - "ttr": 0.12719035148620605, - "ttft": 0.12896966934204102, - "tps": 247.2726640871532, + "model": "fireworks.ai/mixtral-8x7b-instruct", + "ttr": 0.14544939994812012, + "ttft": 0.14854645729064941, + "tps": 157.6565818029307, "num_tokens": 20, - "total_time": 0.20580792427062988, + "total_time": 0.2690615653991699, "output": "Radiant orb descends, a fiery sight,\nA blazing path of red and" }, { - "model": "api.groq.com/mixtral-8x7b-32768", - "ttr": 0.033103227615356445, - "ttft": 0.11828851699829102, - "tps": 871.0435676030168, + "model": "groq.com/mixtral-8x7b-32768", + "ttr": 0.03107619285583496, + "ttft": 0.08133554458618164, + "tps": 426.2298883772176, "num_tokens": 20, - "total_time": 0.14010143280029297, + "total_time": 0.12591242790222168, "output": "Radiant sun, your day is done,\nSinking low, the day is won.\n" }, { - "model": "text.octoai.run/mixtral-8x7b-instruct", - "ttr": 0.13048744201660156, - "ttft": 0.15773391723632812, - "tps": 58.28323602612119, + "model": "octoai.run/mixtral-8x7b-instruct", + "ttr": 0.14200043678283691, + "ttft": 0.15868854522705078, + "tps": 62.38743542390648, "num_tokens": 20, - "total_time": 0.48372817039489746, - "output": " Radiant sun descends, a fiery sphere,\nIts brilliant hues of red and" + "total_time": 0.46323704719543457, + "output": " Radiant sun, your day is done,\nDescending low, the race is won.\n" }, { - "model": "api.perplexity.ai/sonar-medium-chat", - "ttr": 0.1785731315612793, - "ttft": 0.1786954402923584, - "tps": 84.97764015026706, + "model": "perplexity.ai/sonar-medium-chat", + "ttr": 0.13820481300354004, + "ttft": 0.138352632522583, + "tps": 75.62288658717695, "num_tokens": 20, - "total_time": 0.4022836685180664, + "total_time": 0.3895993232727051, "output": "Radiant sun, descending low,\nPainting hues of orange, red.\n" }, { - "model": "fixie-llama-2-70b.westus3.azure", - "ttr": 7.403578281402588, - "ttft": 7.40370512008667, + "model": "azure.westus3/llama-2-70b", + "ttr": 1.3518946170806885, + "ttft": 1.3520350456237793, "tps": 999, "num_tokens": 20, - "total_time": 7.403924226760864, + "total_time": 1.3522605895996094, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "fixie-llama-2-70b.eastus2.azure", - "ttr": 1.4443376064300537, - "ttft": 1.4444644451141357, + "model": "azure.eastus2/llama-2-70b", + "ttr": 1.4641261100769043, + "ttft": 1.464296579360962, "tps": 999, "num_tokens": 20, - "total_time": 1.4446940422058105, + "total_time": 1.464698314666748, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "api.fireworks.ai/llama-v2-70b-chat", - "ttr": 0.154526948928833, - "ttft": 0.16694140434265137, - "tps": 195.67500356032667, + "model": "fireworks.ai/llama-v2-70b-chat", + "ttr": 0.19515037536621094, + "ttft": 0.21967840194702148, + "tps": 148.76278194576412, "num_tokens": 20, - "total_time": 0.2640411853790283, + "total_time": 0.3473985195159912, "output": "Sure, here's a nonet about a sunset:\n\n1. The sky is" }, { - "model": "api.groq.com/llama2-70b-4096", - "ttr": 0.03147125244140625, - "ttft": 0.21052312850952148, - "tps": 557.3233410401552, + "model": "groq.com/llama2-70b-4096", + "ttr": 0.025145292282104492, + "ttft": 0.1691746711730957, + "tps": 186.3679545000111, "num_tokens": 21, - "total_time": 0.24640893936157227, + "total_time": 0.2764892578125, "output": "Sure! Here is a nonet about a sunset:\n\nThe sky is painted orange and and" }, { - "model": "text.octoai.run/llama-2-70b-chat-fp16", - "ttr": 0.07215142250061035, - "ttft": 0.14069819450378418, - "tps": 24.89053468636876, + "model": "octoai.run/llama-2-70b-chat-fp16", + "ttr": 0.07653212547302246, + "ttft": 0.12001657485961914, + "tps": 27.3039160665695, "num_tokens": 20, - "total_time": 0.9040405750274658, + "total_time": 0.815887451171875, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "api.perplexity.ai/pplx-70b-chat", - "ttr": 0.15520834922790527, - "ttft": 0.15542364120483398, - "tps": 42.96911996954647, + "model": "perplexity.ai/pplx-70b-chat", + "ttr": 0.17022156715393066, + "ttft": 0.17026829719543457, + "tps": 46.985831454983575, "num_tokens": 20, - "total_time": 0.5976016521453857, + "total_time": 0.5746455192565918, "output": "Golden orb descends,\nA fiery ball in twilight's dance,\nC" }, { - "model": "togethercomputer/llama-2-70b-chat", - "ttr": 0.12778759002685547, - "ttft": 0.12796759605407715, - "tps": 63.671005051061904, + "model": "together.ai/llama-2-70b-chat", + "ttr": 0.20851635932922363, + "ttft": 0.2086033821105957, + "tps": 27.711090587410563, "num_tokens": 20, - "total_time": 0.4263765811920166, + "total_time": 0.894249439239502, "output": "\n\nA sunset's colors dance and play\nAcross the sky, a fiery" }, { - "model": "api.fireworks.ai/llama-v2-13b-chat", - "ttr": 0.188645601272583, - "ttft": 0.20050573348999023, - "tps": 334.2046868971533, + "model": "fireworks.ai/llama-v2-13b-chat", + "ttr": 0.18437814712524414, + "ttft": 0.18515515327453613, + "tps": 227.43606018402247, "num_tokens": 20, - "total_time": 0.257357120513916, + "total_time": 0.2686951160430908, "output": "Sure, here's a nonet about a sunset:\n\nThe sky is painted with" }, { - "model": "text.octoai.run/llama-2-13b-chat-fp16", - "ttr": 0.07470369338989258, - "ttft": 0.10086297988891602, - "tps": 54.44100397658454, + "model": "octoai.run/llama-2-13b-chat-fp16", + "ttr": 0.07540369033813477, + "ttft": 0.09866976737976074, + "tps": 53.32419033548191, "num_tokens": 20, - "total_time": 0.44986462593078613, + "total_time": 0.45498085021972656, "output": " Sure! Here is a nonet about a sunset:\n\nThe sun sets slow and" }, { - "model": "togethercomputer/llama-2-13b-chat", - "ttr": 0.15811514854431152, - "ttft": 0.15819454193115234, - "tps": 40.34405640853256, + "model": "together.ai/llama-2-13b-chat", + "ttr": 0.1527559757232666, + "ttft": 0.15355753898620605, + "tps": 58.47886141574543, "num_tokens": 20, - "total_time": 0.6291437149047852, + "total_time": 0.47846126556396484, "output": "\n\nHere's a nonet about a sunset:\n\nThe sky is painted with" }, { - "model": "api.fireworks.ai/llama-v2-7b-chat", - "ttr": 0.18305635452270508, - "ttft": 0.19239449501037598, - "tps": 242.84575113207663, + "model": "fireworks.ai/llama-v2-7b-chat", + "ttr": 0.16772055625915527, + "ttft": 0.16996049880981445, + "tps": 307.803155597613, "num_tokens": 20, - "total_time": 0.2706334590911865, + "total_time": 0.2316882610321045, "output": "Of course! Here is a nonet about a sunset:\n\nGolden hues" }, { - "model": "api.perplexity.ai/pplx-7b-chat", - "ttr": 0.13318729400634766, - "ttft": 0.1336820125579834, - "tps": 129.7127891778746, + "model": "perplexity.ai/pplx-7b-chat", + "ttr": 0.1290302276611328, + "ttft": 0.12908053398132324, + "tps": 117.47451778146305, "num_tokens": 20, - "total_time": 0.28015947341918945, + "total_time": 0.2908177375793457, "output": "A sunset's fiery hues,\nA canvas painted with the evening's blues" }, { - "model": "togethercomputer/llama-2-7b-chat", - "ttr": 0.16141748428344727, - "ttft": 0.16165757179260254, - "tps": 72.72228990260413, + "model": "together.ai/llama-2-7b-chat", + "ttr": 0.126295804977417, + "ttft": 0.12639284133911133, + "tps": 102.28263467212915, "num_tokens": 20, - "total_time": 0.4229254722595215, + "total_time": 0.312152624130249, "output": "\n\n 1. Write a haiku about a sunset.\n\n 2. Write" }, { - "model": "@cf/meta/llama-2-7b-chat-fp16", - "ttr": 0.327134370803833, - "ttft": 0.3271908760070801, - "tps": 19.680471246025128, + "model": "cloudflare/llama-2-7b-chat-fp16", + "ttr": 0.3888068199157715, + "ttft": 0.3888540267944336, + "tps": 19.898715572652684, "num_tokens": 21, - "total_time": 1.3434267044067383, + "total_time": 1.3939440250396729, "output": " Sure! Here is a nonet about a sunset:\n\nGolden hues" }, { - "model": "@cf/meta/llama-2-7b-chat-int8", - "ttr": 0.5843923091888428, - "ttft": 0.5845048427581787, - "tps": 30.423247072681917, + "model": "cloudflare/llama-2-7b-chat-int8", + "ttr": 0.4334735870361328, + "ttft": 0.4335312843322754, + "tps": 37.00186627979553, "num_tokens": 21, - "total_time": 1.2418968677520752, + "total_time": 0.9740445613861084, "output": " Sure! Here is a nonet about a sunset:\n\nGolden hues" - }, - { - "model": "Neets-7B", - "ttr": 0.5222773551940918, - "ttft": 0.5378925800323486, - "tps": 74.3607081138984, - "num_tokens": 20, - "total_time": 0.7934038639068604, - "output": " A golden light descends, as day surrenders,\nBathing the sky in h" } ] }, { - "time": "2024-04-18T08:07:01.351021", + "time": "2024-04-19T04:58:53.874398", "region": "iad", "cmd": "--max-tokens=20", "results": [ { - "model": "gpt-4-turbo", - "ttr": 0.8567218780517578, - "ttft": 0.8572628498077393, - "tps": 20.288528059231304, + "model": "openai/gpt-4-turbo", + "ttr": 0.5466523170471191, + "ttft": 0.5467925071716309, + "tps": 37.115245181506225, "num_tokens": 20, - "total_time": 1.793752670288086, - "output": "Amber hues paint the evening sky,\nHorizon blushes as the sun sighs,\nClouds" + "total_time": 1.0587115287780762, + "output": "Amber hues paint the evening sky,\nHorizon blushes as day whispers goodbye,\nClouds like" }, { - "model": "gpt-4-0125-preview", - "ttr": 0.7304298877716064, - "ttft": 0.8078732490539551, - "tps": 25.579153502635375, + "model": "openai/gpt-4-0125-preview", + "ttr": 0.35428428649902344, + "ttft": 0.4109625816345215, + "tps": 33.05688070958919, "num_tokens": 20, - "total_time": 1.5506656169891357, + "total_time": 0.985729455947876, "output": "Amidst the tranquil evening sky,\nA canvas painted with goodbye,\nThe sun dips low, in" }, { - "model": "fixie-scentralus.azure/gpt-4-0125-preview", - "ttr": 0.4981348514556885, - "ttft": 0.49829912185668945, - "tps": 6.749557528045104, + "model": "azure.scentralus/gpt-4-0125-preview", + "ttr": 0.39659810066223145, + "ttft": 0.3969569206237793, + "tps": 14.007517030029627, "num_tokens": 20, - "total_time": 3.313298463821411, - "output": "Amidst the tranquil evening sky,\nA canvas painted with goodbye,\nThe sun dips low, in" + "total_time": 1.7533714771270752, + "output": "Beneath the vast, expansive evening sky,\nThe sun dips low, bidding the day goodbye.\n" }, { - "model": "gpt-4-1106-preview", - "ttr": 0.44886207580566406, - "ttft": 0.5558428764343262, - "tps": 22.036473158907388, + "model": "openai/gpt-4-1106-preview", + "ttr": 0.44946718215942383, + "ttft": 0.5942704677581787, + "tps": 33.24868410073263, "num_tokens": 20, - "total_time": 1.4180498123168945, + "total_time": 1.1657216548919678, "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber and pink,\n" }, { - "model": "fixie-westus.azure/gpt-4-1106-preview", - "ttr": 0.4561307430267334, - "ttft": 0.45626401901245117, - "tps": 18.47041658680149, + "model": "azure.westus/gpt-4-1106-preview", + "ttr": 0.5179734230041504, + "ttft": 0.518164873123169, + "tps": 10.948695329013397, "num_tokens": 20, - "total_time": 1.484935998916626, + "total_time": 2.2535314559936523, "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" }, { - "model": "fixie-eastus2.azure/gpt-4-1106-preview", - "ttr": 0.22776103019714355, - "ttft": 0.22788715362548828, - "tps": 15.778862458271789, + "model": "azure.eastus2/gpt-4-1106-preview", + "ttr": 0.15819692611694336, + "ttft": 0.15999722480773926, + "tps": 16.211928246778744, "num_tokens": 20, - "total_time": 1.4320297241210938, - "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber and pink,\n" + "total_time": 1.3319737911224365, + "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" }, { - "model": "fixie-frcentral.azure/gpt-4-1106-preview", - "ttr": 0.7267935276031494, - "ttft": 0.7269408702850342, - "tps": 8.66209872246402, + "model": "azure.frcentral/gpt-4-1106-preview", + "ttr": 0.5716719627380371, + "ttft": 0.5718264579772949, + "tps": 16.02164210431507, "num_tokens": 20, - "total_time": 2.9204046726226807, - "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber and pink,\n" + "total_time": 1.7577223777770996, + "output": "The sun dips low, horizon kissed,\nA palette of warm hues persist,\nOranges, pinks" }, { - "model": "fixie-secentral.azure/gpt-4-1106-preview", - "ttr": 0.23662853240966797, - "ttft": 0.23789691925048828, - "tps": 13.117374595162959, + "model": "azure.secentral/gpt-4-1106-preview", + "ttr": 0.3597583770751953, + "ttft": 0.36016392707824707, + "tps": 9.490958898954208, "num_tokens": 20, - "total_time": 1.6863574981689453, - "output": "Golden sun dips low, kissing the sea,\nCasting hues of pink and ruby,\nDay surrend" + "total_time": 2.3620691299438477, + "output": "Golden sun dips beneath the horizon,\nPainting the sky with hues of passion,\nCrimson," }, { - "model": "fixie-uksouth.azure/gpt-4-1106-preview", - "ttr": 1.2672183513641357, - "ttft": 1.2673900127410889, - "tps": 2.9159033645276935, + "model": "azure.uksouth/gpt-4-1106-preview", + "ttr": 0.6297376155853271, + "ttft": 0.6298863887786865, + "tps": 14.684512247907518, "num_tokens": 20, - "total_time": 7.78338098526001, - "output": "The sun dips low, horizon's fiery kiss,\nPainting skies in shades of amber and pink,\n" + "total_time": 1.9237666130065918, + "output": "The sun dips low, horizon's fiery kiss,\nPainting the sky with shades of gold and pink" }, { - "model": "gpt-3.5-turbo-0125", - "ttr": 0.5825192928314209, - "ttft": 0.6199846267700195, - "tps": 71.33176452896933, + "model": "openai/gpt-3.5-turbo-0125", + "ttr": 0.3650686740875244, + "ttft": 0.43784451484680176, + "tps": 45.25820339897491, "num_tokens": 20, - "total_time": 0.886345624923706, + "total_time": 0.8576579093933105, "output": "The sun dips below the horizon line\nPainting the sky in hues divine\nOrange, pink," }, { - "model": "gpt-3.5-turbo-1106", - "ttr": 0.2533574104309082, - "ttft": 0.27350878715515137, - "tps": 80.07718750345413, + "model": "openai/gpt-3.5-turbo-1106", + "ttr": 0.16884231567382812, + "ttft": 0.18391156196594238, + "tps": 123.96732649394488, "num_tokens": 20, - "total_time": 0.510779857635498, - "output": "The sky is painted in hues of gold\nAs the sun dips below the horizon\nA fiery glow" + "total_time": 0.33717775344848633, + "output": "The sky is painted in hues of gold\nAs the sun dips below the horizon\nCasting a" }, { - "model": "fixie-westus.azure/gpt-3.5-turbo-1106", - "ttr": 0.19302940368652344, - "ttft": 0.21396732330322266, - "tps": 234.66226936237123, + "model": "azure.westus/gpt-3.5-turbo-1106", + "ttr": 0.19274282455444336, + "ttft": 0.19645285606384277, + "tps": 68.07347226766142, "num_tokens": 20, - "total_time": 0.2949347496032715, - "output": "The sky is painted in hues of gold\nAs the sun dips below the horizon\nA fiery glow" + "total_time": 0.47556304931640625, + "output": "The sky is painted in hues of gold\nAs the sun dips below the horizon\nCasting a" }, { - "model": "fixie-eastus2.azure/gpt-3.5-turbo", - "ttr": 0.1272733211517334, - "ttft": 0.12785124778747559, - "tps": 39.70938698224852, + "model": "azure.eastus2/gpt-3.5-turbo", + "ttr": 0.09039545059204102, + "ttft": 0.09256243705749512, + "tps": 60.61455660097511, "num_tokens": 20, - "total_time": 0.6063275337219238, + "total_time": 0.4060184955596924, "output": "Golden hues paint the sky's vast canvas,\nAs the sun descends, a fiery ball.\nSil" }, { - "model": "claude-3-opus-20240229", - "ttr": 0.8431558609008789, - "ttft": 0.8433949947357178, - "tps": 36.52314050760947, + "model": "anthropic/claude-3-opus-20240229", + "ttr": 1.126908302307129, + "ttft": 1.1271300315856934, + "tps": 16.867455109313234, "num_tokens": 20, - "total_time": 1.3636131286621094, + "total_time": 2.2535595893859863, "output": "Here is a nonet poem about a sunset:\n\nGolden sun descends in the west," }, { - "model": "claude-3-sonnet-20240229", - "ttr": 0.5483181476593018, - "ttft": 0.5487213134765625, - "tps": 74.30849693923697, + "model": "anthropic/claude-3-sonnet-20240229", + "ttr": 0.5497770309448242, + "ttft": 0.5507979393005371, + "tps": 73.32058386504676, "num_tokens": 20, - "total_time": 0.8044121265411377, + "total_time": 0.8099339008331299, "output": "Here's a nonet about a sunset:\n\nBrilliant hues paint the evening sky," }, { - "model": "claude-3-haiku-20240307", - "ttr": 0.38084864616394043, - "ttft": 0.3891561031341553, - "tps": 104.3853934438684, + "model": "anthropic/claude-3-haiku-20240307", + "ttr": 0.2661135196685791, + "ttft": 0.27478528022766113, + "tps": 97.63540622725792, "num_tokens": 20, - "total_time": 0.571173906326294, - "output": "Here is a nonet about a sunset:\n\nVibrant hues paint the sky," + "total_time": 0.4693868160247803, + "output": "Here is a nonet about a sunset:\n\nSunset's golden glow\nPaints" }, { - "model": "claude-2.1", - "ttr": 0.6025755405426025, - "ttft": 0.602869987487793, - "tps": 14.257554868625526, + "model": "anthropic/claude-2.1", + "ttr": 0.3628425598144531, + "ttft": 0.38018131256103516, + "tps": 28.287019709958912, "num_tokens": 20, - "total_time": 1.9354968070983887, - "output": "Here is a nonet poem about a sunset:\n\nGolden sun\nSinking slowly in the" + "total_time": 1.0518674850463867, + "output": "Here is a nonet poem about a sunset:\n\nRadiant, glowing\nColors fill the" }, { - "model": "claude-instant-1.2", - "ttr": 0.40815305709838867, - "ttft": 0.41573262214660645, - "tps": 174.8592994374084, + "model": "anthropic/claude-instant-1.2", + "ttr": 0.3974788188934326, + "ttft": 0.4003736972808838, + "tps": 119.69722039478626, "num_tokens": 20, - "total_time": 0.5243914127349854, + "total_time": 0.5591075420379639, "output": "Here is a 9 line (nonet) poem about a sunset:\n\nThe Setting Sun" }, { - "model": "command-r-plus", - "ttr": 0.053931236267089844, - "ttft": 0.13417720794677734, - "tps": 31.51924980003654, + "model": "cohere/command-r-plus", + "ttr": 0.04722714424133301, + "ttft": 0.11692309379577637, + "tps": 32.043638530561104, "num_tokens": 17, - "total_time": 0.641803503036499, + "total_time": 0.6162421703338623, "output": "Here's a nonet about a sunset: \n\n\"Sky's canvas, painted\nOrange and" }, { - "model": "command-r", - "ttr": 0.05968332290649414, - "ttft": 0.10723090171813965, - "tps": 70.90377589336467, + "model": "cohere/command-r", + "ttr": 0.06218266487121582, + "ttft": 0.10703086853027344, + "tps": 87.42607089304813, "num_tokens": 17, - "total_time": 0.3328888416290283, - "output": "Orange and pink skies,\nThe sun melts into the sea,\nPeacefully surrenders," + "total_time": 0.2900426387786865, + "output": "Orange and pink skies,\nThe sun melts into the sea,\nPeaceful birds sing." }, { - "model": "command-light", - "ttr": 0.05976152420043945, - "ttft": 0.11610984802246094, - "tps": 65.96544230500584, + "model": "cohere/command-light", + "ttr": 0.06445789337158203, + "ttft": 0.12095069885253906, + "tps": 89.3440558143731, "num_tokens": 18, - "total_time": 0.37382054328918457, + "total_time": 0.31122636795043945, "output": "Here is a short story about a sunset: \n\nAs the sun began its descent into the horizon" }, { - "model": "fixie-mistral.eastus2.azure", - "ttr": 0.7454423904418945, - "ttft": 0.745568037033081, + "model": "azure.eastus2/mistral", + "ttr": 0.7301125526428223, + "ttft": 0.730241060256958, "tps": 999, "num_tokens": 20, - "total_time": 0.7458314895629883, - "output": "Golden orb descends, painting the sky,\nVibrant hues of red and pink kiss" + "total_time": 0.7304801940917969, + "output": "Golden orb descends, painting the sky,\nVibrant hues of red and pink," }, { - "model": "api.fireworks.ai/mixtral-8x7b-instruct", - "ttr": 0.13196301460266113, - "ttft": 0.13277935981750488, - "tps": 191.734536950601, + "model": "fireworks.ai/mixtral-8x7b-instruct", + "ttr": 0.1274874210357666, + "ttft": 0.13278532028198242, + "tps": 116.5213912656962, "num_tokens": 20, - "total_time": 0.23187470436096191, + "total_time": 0.29584550857543945, "output": "Radiant orb descends, a fiery sight,\nA blazing path of red and" }, { - "model": "api.groq.com/mixtral-8x7b-32768", - "ttr": 0.1577317714691162, - "ttft": 0.18820691108703613, - "tps": 878.6691364558525, + "model": "groq.com/mixtral-8x7b-32768", + "ttr": 0.07980108261108398, + "ttft": 0.2317638397216797, + "tps": 999, "num_tokens": 20, - "total_time": 0.20983052253723145, + "total_time": 0.23218989372253418, "output": "Radiant sun, your day is done,\nSinking low, the day is won.\n" }, { - "model": "text.octoai.run/mixtral-8x7b-instruct", - "ttr": 0.17316150665283203, - "ttft": 0.17727184295654297, - "tps": 68.77581603116548, + "model": "octoai.run/mixtral-8x7b-instruct", + "ttr": 0.061517953872680664, + "ttft": 0.07150053977966309, + "tps": 52.57216290476332, "num_tokens": 20, - "total_time": 0.45353174209594727, - "output": " Radiant sun, in fiery decline,\nDay's last light, a brief reprieve" + "total_time": 0.4329085350036621, + "output": " Radiant sun descends, a fiery sphere,\nIts brilliant hues of red and" }, { - "model": "api.perplexity.ai/sonar-medium-chat", - "ttr": 0.0875403881072998, - "ttft": 0.09446549415588379, - "tps": 78.66309865883836, + "model": "perplexity.ai/sonar-medium-chat", + "ttr": 0.08624124526977539, + "ttft": 0.08698391914367676, + "tps": 80.14104670784417, "num_tokens": 20, - "total_time": 0.3360018730163574, + "total_time": 0.3240659236907959, "output": "Radiant sun, descending low,\nPainting hues of orange, red.\n" }, { - "model": "fixie-llama-2-70b.westus3.azure", - "ttr": 1.3782143592834473, - "ttft": 1.3784019947052002, + "model": "azure.westus3/llama-2-70b", + "ttr": 1.7595198154449463, + "ttft": 1.7596943378448486, "tps": 999, "num_tokens": 20, - "total_time": 1.3789358139038086, + "total_time": 1.7601656913757324, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "fixie-llama-2-70b.eastus2.azure", - "ttr": 1.1527869701385498, - "ttft": 1.1530272960662842, + "model": "azure.eastus2/llama-2-70b", + "ttr": 1.152541160583496, + "ttft": 1.1527972221374512, "tps": 999, "num_tokens": 20, - "total_time": 1.153456687927246, + "total_time": 1.1531903743743896, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "api.fireworks.ai/llama-v2-70b-chat", - "ttr": 0.10815906524658203, - "ttft": 0.14466428756713867, - "tps": 175.0848073538814, + "model": "fireworks.ai/llama-v2-70b-chat", + "ttr": 0.1620500087738037, + "ttft": 0.18079233169555664, + "tps": 108.63080525952765, "num_tokens": 20, - "total_time": 0.25318312644958496, + "total_time": 0.3556966781616211, "output": "Sure, here's a nonet about a sunset:\n\n1. The sky is" }, { - "model": "api.groq.com/llama2-70b-4096", - "ttr": 0.16229581832885742, - "ttft": 0.21788716316223145, - "tps": 236.83051809273212, + "model": "groq.com/llama2-70b-4096", + "ttr": 0.09170269966125488, + "ttft": 0.34920644760131836, + "tps": 623.0536925213722, "num_tokens": 21, - "total_time": 0.3023357391357422, + "total_time": 0.38130640983581543, "output": "Sure! Here is a nonet about a sunset:\n\nThe sky is painted orange and and" }, { - "model": "text.octoai.run/llama-2-70b-chat-fp16", - "ttr": 0.017972946166992188, - "ttft": 0.06537008285522461, - "tps": 25.845875227755823, + "model": "octoai.run/llama-2-70b-chat-fp16", + "ttr": 0.023676156997680664, + "ttft": 0.0702369213104248, + "tps": 25.017030602093673, "num_tokens": 20, - "total_time": 0.8004970550537109, + "total_time": 0.8297195434570312, "output": " Sure! Here's a nonet about a sunset:\n\n1. The sky" }, { - "model": "api.perplexity.ai/pplx-70b-chat", - "ttr": 0.14553499221801758, - "ttft": 0.15407085418701172, - "tps": 52.324048631588205, + "model": "perplexity.ai/pplx-70b-chat", + "ttr": 0.07519769668579102, + "ttft": 0.07889199256896973, + "tps": 53.3954687560721, "num_tokens": 20, - "total_time": 0.5171926021575928, + "total_time": 0.43472743034362793, "output": "Golden orb descends,\nA fiery ball in twilight's dance,\nC" }, { - "model": "togethercomputer/llama-2-70b-chat", - "ttr": 0.22426724433898926, - "ttft": 0.24251222610473633, - "tps": 54.39949322018163, + "model": "together.ai/llama-2-70b-chat", + "ttr": 0.26928210258483887, + "ttft": 0.26946043968200684, + "tps": 18.873363241741103, "num_tokens": 20, - "total_time": 0.5917801856994629, + "total_time": 1.276170253753662, "output": "\n\nA sunset's colors dance and play\nAcross the sky, a fiery" }, { - "model": "api.fireworks.ai/llama-v2-13b-chat", - "ttr": 0.16057276725769043, - "ttft": 0.16700148582458496, - "tps": 244.8950130910968, + "model": "fireworks.ai/llama-v2-13b-chat", + "ttr": 0.14639043807983398, + "ttft": 0.15832996368408203, + "tps": 203.43702629637477, "num_tokens": 20, - "total_time": 0.24458575248718262, + "total_time": 0.2517249584197998, "output": "Sure, here's a nonet about a sunset:\n\nThe sky is painted with" }, { - "model": "text.octoai.run/llama-2-13b-chat-fp16", - "ttr": 0.015588521957397461, - "ttft": 0.04411506652832031, - "tps": 56.866805197177634, + "model": "octoai.run/llama-2-13b-chat-fp16", + "ttr": 0.025351285934448242, + "ttft": 0.06978726387023926, + "tps": 53.70362513292513, "num_tokens": 20, - "total_time": 0.37822914123535156, + "total_time": 0.4235808849334717, "output": " Sure! Here is a nonet about a sunset:\n\nThe sun sets slow and" }, { - "model": "togethercomputer/llama-2-13b-chat", - "ttr": 0.4765934944152832, - "ttft": 0.47701025009155273, - "tps": 47.039469420304144, + "model": "together.ai/llama-2-13b-chat", + "ttr": 0.2237720489501953, + "ttft": 0.2242450714111328, + "tps": 41.82296406894941, "num_tokens": 20, - "total_time": 0.8809263706207275, + "total_time": 0.6785409450531006, "output": "\n\nHere's a nonet about a sunset:\n\nThe sky is painted with" }, { - "model": "api.fireworks.ai/llama-v2-7b-chat", - "ttr": 0.15024352073669434, - "ttft": 0.15726709365844727, - "tps": 175.91615196132537, + "model": "fireworks.ai/llama-v2-7b-chat", + "ttr": 0.1700732707977295, + "ttft": 0.18515872955322266, + "tps": 295.7286585818403, "num_tokens": 20, - "total_time": 0.2652730941772461, + "total_time": 0.2494068145751953, "output": "Of course! Here is a nonet about a sunset:\n\nGolden hues" }, { - "model": "api.perplexity.ai/pplx-7b-chat", - "ttr": 0.06827354431152344, - "ttft": 0.07500839233398438, - "tps": 88.45138168212598, + "model": "perplexity.ai/pplx-7b-chat", + "ttr": 0.07404780387878418, + "ttft": 0.07562589645385742, + "tps": 119.74524237766168, "num_tokens": 20, - "total_time": 0.28981566429138184, + "total_time": 0.23429608345031738, "output": "A sunset's fiery hues,\nA canvas painted with the evening's blues" }, { - "model": "togethercomputer/llama-2-7b-chat", - "ttr": 0.2281172275543213, - "ttft": 0.23213720321655273, - "tps": 96.79343339997425, + "model": "together.ai/llama-2-7b-chat", + "ttr": 0.21537518501281738, + "ttft": 0.2158493995666504, + "tps": 70.4701881226467, "num_tokens": 20, - "total_time": 0.42843151092529297, + "total_time": 0.48546695709228516, "output": "\n\n 1. Write a haiku about a sunset.\n\n 2. Write" }, { - "model": "@cf/meta/llama-2-7b-chat-fp16", - "ttr": 0.6644198894500732, - "ttft": 0.6645960807800293, - "tps": 19.470048286305015, + "model": "cloudflare/llama-2-7b-chat-fp16", + "ttr": 0.3731720447540283, + "ttft": 0.3733079433441162, + "tps": 19.740781008052938, "num_tokens": 21, - "total_time": 1.69181489944458, + "total_time": 1.3864390850067139, "output": " Sure! Here is a nonet about a sunset:\n\nGolden hues" }, { - "model": "@cf/meta/llama-2-7b-chat-int8", - "ttr": 0.35280656814575195, - "ttft": 0.35302734375, - "tps": 37.229968040823955, + "model": "cloudflare/llama-2-7b-chat-int8", + "ttr": 0.44802260398864746, + "ttft": 0.44835972785949707, + "tps": 36.439713976797215, "num_tokens": 21, - "total_time": 0.8902289867401123, + "total_time": 0.9972114562988281, "output": " Sure! Here is a nonet about a sunset:\n\nGolden hues" - }, - { - "model": "Neets-7B", - "ttr": 0.4688851833343506, - "ttft": 0.48283815383911133, - "tps": 73.1967367603106, - "num_tokens": 20, - "total_time": 0.7424125671386719, - "output": " A golden light descends, as day surrenders,\nBathing the sky in h" } ] }