Files
lai_automatisierung/benchmarks/inference/results/20260831T114928Z/raw.csv
Christian Meyer 407af8099b
Some checks failed
CI / test (push) Has been cancelled
CI / test (pull_request) Has been cancelled
docs: record Qwen MLX benchmark results
2026-08-31 16:39:37 +02:00

9.6 KiB

1run_idruntimemodelphaseconcurrencyroundslotrequest_idprompt_nameprompt_charsmax_tokensstarted_atttft_stotal_sprompt_tokensoutput_tokensprompt_tpsdecode_tpsrequest_tpsgroup_elapsed_sgroup_output_tpserror
220260831T114928Zollamaqwen3.8:27b-mlxwarmup1000bd09e14-c217-44ad-b0a1-98600e1bf40eshort1061282026-08-31T11:49:33.251646+00:003.6276920419768435.5771262499620212096116.6950503065068446.5472167497335617.2131660101210255.57809712499147317.210170036282175
320260831T114928Zollamaqwen3.8:27b-mlxwarmup110ada11e2f-0b97-42ec-a5be-5175f0bb29b1medium2521282026-08-31T11:49:38.829357+00:000.36217912501888352.754338124999776543128157.2384775177444952.25316603096431646.4721447371354942.754711166955530646.46585149667936
420260831T114928Zollamaqwen3.8:27b-mlxmeasured100a3bd0047-d992-4553-9b17-4472b6290accshort1061282026-08-31T11:49:41.584102+00:000.119366916012950242.17217854101909322096448.580526361249645.7263060932104844.195262123785142.17252608295530144.18819214792146
520260831T114928Zollamaqwen3.8:27b-mlxmeasured110a8033a77-d60f-42b4-a2a9-8f6a97ef3496medium2521282026-08-31T11:49:43.757773+00:000.141794707975350322.7822521659545643128816.566811306601847.37790881589409546.005894636830882.783585333032533545.98386062788756
620260831T114928Zollamaqwen3.8:27b-mlxmeasured1209cc954fc-95f5-474e-b219-8a89d7091934code2671282026-08-31T11:49:46.540349+00:000.456325749983079732.754472792032174854128146.7142129393784854.249176221914946.469872699510352.75478987500537246.46452390484062
720260831T114928Zollamaqwen3.8:27b-mlxmeasured130e8ee5060-7c14-4c34-bd5b-76d7e51fef07short1061282026-08-31T11:49:49.295554+00:000.09838808304630222.522075500048231320962758620.68965517238.50342211697730538.0638882532121342.52270929201040438.054325285929174
820260831T114928Zollamaqwen3.8:27b-mlxmeasured140edd132c8-7aaa-4eb0-98e8-2b2d711f2cf9medium2521282026-08-31T11:49:51.817976+00:000.098516250029206283.6179742500535212431283245283.018867924335.64993628618320535.37891404232813.618267749960068635.37604424145024
920260831T114928Zollamaqwen3.8:27b-mlxwarmup400f0df217a-d72c-4b5c-b4a7-87c267716da0short1061282026-08-31T11:49:55.436979+00:000.114412249997258192.910006707999855320964138216.42871922233.4756474583644532.98961467548781512.52415637497324535.77087243139417
1020260831T114928Zollamaqwen3.8:27b-mlxwarmup4019565d3c0-e753-4a7b-be43-115556beec5bmedium2521282026-08-31T11:49:55.437104+00:006.2774388749967339.582254499953706431283865168.53932584337.88197161456514613.35802550439652812.52415637497324535.77087243139417
1120260831T114928Zollamaqwen3.8:27b-mlxwarmup40242b7e290-9d92-4647-bbdb-3b3ba99f4c3ecode2671282026-08-31T11:49:55.436744+00:003.03678287501679736.19310137501452154128771.332154909207839.9465943120162320.6681583667278312.52415637497324535.77087243139417
1220260831T114928Zollamaqwen3.8:27b-mlxwarmup403c22aaea0-7394-47e8-b6ab-25444fc113d1short1061282026-08-31T11:49:55.437235+00:009.66116745799081412.52287370798876520963966679.88893296332.710484446557687.66597206348558412.52415637497324535.77087243139417
1320260831T114928Zollamaqwen3.8:27b-mlxwarmup41084f401af-117d-4956-b939-fdbb1e1ceecfmedium2521282026-08-31T11:50:07.961234+00:003.0914765840279876.373854791978374431285375000.038.124483409154420.0820389195390212.85868987505091437.32884179214249
1420260831T114928Zollamaqwen3.8:27b-mlxwarmup411b3c9f50e-fcf6-4ad6-b00f-9de925c9092acode2671282026-08-31T11:50:07.961465+00:009.84977295901626312.857364750001585412811076923.07692307841.563116288979059.95538374222324812.85868987505091437.32884179214249
1520260831T114928Zollamaqwen3.8:27b-mlxwarmup4125f528a81-943d-445a-a2f2-9b986c01c96eshort1061282026-08-31T11:50:07.961041+00:000.112840915971901273.01036354096140720961476995.790561996932.33615680202862631.88983612568629812.85868987505091437.32884179214249
1620260831T114928Zollamaqwen3.8:27b-mlxwarmup41345991adb-aae4-4122-bb0d-21d34b549b46medium2521282026-08-31T11:50:07.960837+00:006.4520984170376329.774627042002976431287319148.93617021337.7088056063566813.09512879110022412.85868987505091437.32884179214249
1720260831T114928Zollamaqwen3.8:27b-mlxmeasured4001cd3b269-0ed7-4470-9bf5-9aba6dbdda3bshort1061282026-08-31T11:50:20.819745+00:009.79965929099125812.5755649580387420962461538.46153846233.696467373944967.63385186433580112.57636137504596335.781414558656905
1820260831T114928Zollamaqwen3.8:27b-mlxmeasured401b2258258-f465-4131-bb56-cdead87e67c5medium2521282026-08-31T11:50:20.820473+00:002.97374716697959236.33726870897226431284755585.0475558537.25570318839747620.1979757965412612.57636137504596335.781414558656905
1920260831T114928Zollamaqwen3.8:27b-mlxmeasured4029bb209a2-19a6-4172-a166-c29a75683a37code2671282026-08-31T11:50:20.819981+00:000.112360625003930182.89358854200691541283661016.949152542744.8815676623300744.2357294901447512.57636137504596335.781414558656905
2020260831T114928Zollamaqwen3.8:27b-mlxmeasured403c74fbeef-16a3-40b2-ade6-0b24b3ee0147short1061282026-08-31T11:50:20.820727+00:006.4177952909958559.7181452079676120982608582.23555497629.05669299877879310.08422882173573712.57636137504596335.781414558656905
2120260831T114928Zollamaqwen3.8:27b-mlxmeasured410844d6c49-9989-400d-bb5d-31f8490da904medium2521282026-08-31T11:50:33.396890+00:0010.4822689580032614.052842833043542431285083944.19484511835.119477327508439.10847730389637914.05466825002804434.152353613828076
2220260831T114928Zollamaqwen3.8:27b-mlxmeasured411213efda7-5da6-47a7-9517-f63ad082e62ecode2671282026-08-31T11:50:33.397263+00:000.116725208004936583.508996458025649541283630252.10084033636.9301158351138536.4776657745672714.05466825002804434.152353613828076
2320260831T114928Zollamaqwen3.8:27b-mlxmeasured412d03d55d9-a506-44a9-887e-e0ab77392c8dshort1061282026-08-31T11:50:33.397083+00:003.6060671249870216.89367037499323520963356267.83017284828.52755472053025413.92581814590956714.05466825002804434.152353613828076
2420260831T114928Zollamaqwen3.8:27b-mlxmeasured41355be3260-b3a0-422a-b918-a81261da6a84medium2521282026-08-31T11:50:33.396391+00:006.975064500002190510.400937125028577431286745098.03921568736.5771981855159612.3065833839129514.05466825002804434.152353613828076
2520260831T114928Zollamaqwen3.8:27b-mlxmeasured420930b484d-3177-4ee9-9d72-5442ee8cd7c9code2671282026-08-31T11:50:47.451672+00:000.114447332976851613.540263083006721541284248957.43174128636.5863069994572736.1555051132783314.21074037504149633.918007597024484
2620260831T114928Zollamaqwen3.8:27b-mlxmeasured421231f3cbb-61f2-4042-8a99-def6a8698a7dshort1061282026-08-31T11:50:47.451387+00:0010.6788625000044714.20986245799576920982840102.24368077327.1320755920633986.89661847816522914.21074037504149633.918007597024484
2720260831T114928Zollamaqwen3.8:27b-mlxmeasured42232437705-bf67-438f-bad7-0bb10d0e2030medium2521282026-08-31T11:50:47.451856+00:003.6223582499660557.2201729999505915431284777777.77777777834.8754907516260917.7281070690239614.21074037504149633.918007597024484
2820260831T114928Zollamaqwen3.8:27b-mlxmeasured423a16a724c-155d-4e2d-ba28-3a8683af4d40code2671282026-08-31T11:50:47.451136+00:007.30439620796823910.5949037499958655412817515407.07103470738.0451161118411612.08128011545644814.21074037504149633.918007597024484
2920260831T114928Zollamaqwen3.8:27b-mlxmeasured430f6ab47e7-5bdf-4b5c-be3f-0e639727a2bbshort1061282026-08-31T11:51:01.661760+00:0010.4209873749641714.48526929196668820962105263.157894736623.1981989616205386.62742252594780214.48577416699845330.926893850149572
3020260831T114928Zollamaqwen3.8:27b-mlxmeasured4318e015249-8b0c-4560-b93d-603afb968f5bmedium2521282026-08-31T11:51:01.662046+00:000.112270791025366633.6567685829941183431283571131.965783572835.3915260662879335.0035822871774814.48577416699845330.926893850149572
3120260831T114928Zollamaqwen3.8:27b-mlxmeasured432d2848890-f070-45de-8a2f-4bb2b8788a87code2671282026-08-31T11:51:01.661862+00:007.20754612499149510.33818608301226541289458749.34314240739.9484820630145212.38128226481916414.48577416699845330.926893850149572
3220260831T114928Zollamaqwen3.8:27b-mlxmeasured433aba512eb-9825-4e49-9ab8-0c75678ff654short1061282026-08-31T11:51:01.661952+00:003.7387649160227747.1277719159843420962652168.147460548727.73164396533733413.46844443559084914.48577416699845330.926893850149572
3320260831T114928Zollamaqwen3.8:27b-mlxmeasured4404c24ae09-884b-4b94-ae8e-37346f1408f2medium2521282026-08-31T11:51:16.148220+00:0010.92469891702057815.198258958000224431287068880.48660200629.4344805565853358.42201730828003615.19955129100708331.579879616840746
3420260831T114928Zollamaqwen3.8:27b-mlxmeasured441c94ceb91-b83d-4d47-a36d-71741993f366code2671282026-08-31T11:51:16.148464+00:000.125654792005661883.500943167018704541284025044.722719141337.0310861864899236.5615760935076515.19955129100708331.579879616840746
3520260831T114928Zollamaqwen3.8:27b-mlxmeasured4420672967f-d135-44b0-b89f-7995f59b2d8cshort1061282026-08-31T11:51:16.148378+00:007.60066999995615310.84675104200141520962666666.666666666528.8981232132542558.85057651164512515.19955129100708331.579879616840746
3620260831T114928Zollamaqwen3.8:27b-mlxmeasured4438185344b-c228-457a-8c3d-6a7b5f803594medium2521282026-08-31T11:51:16.147977+00:003.59258541697636257.520279875025153431284229785.55970883331.9859142030328417.0206431312600415.19955129100708331.579879616840746