Files
lai_automatisierung/benchmarks/inference/results/20260831T121855Z/raw.csv
Christian Meyer 407af8099b
Some checks failed
CI / test (push) Has been cancelled
CI / test (pull_request) Has been cancelled
docs: record Qwen MLX benchmark results
2026-08-31 16:39:37 +02:00

9.7 KiB

1run_idruntimemodelphaseconcurrencyroundslotrequest_idprompt_nameprompt_charsmax_tokensstarted_atttft_stotal_sprompt_tokensoutput_tokensprompt_tpsdecode_tpsrequest_tpsgroup_elapsed_sgroup_output_tpserror
220260831T121855Zollamaqwen3.8:27b-mxfp8warmup100556d36df-74f6-4dba-866f-134c99f385acshort1061282026-08-31T12:19:01.706610+00:008.13300600001821313.098198042018339209580.3998147716907318.600219136269317.25290606350926613.0991434580064387.252382593148428
320260831T121855Zollamaqwen3.8:27b-mxfp8warmup110456b9efb-0afa-48e4-8093-041758c70c7dmedium2521282026-08-31T12:19:14.805394+00:000.63894433301175016.0432488329824994312891.9921953479170323.08406991606720421.1806601941341386.04376270901411821.178859290602404
420260831T121855Zollamaqwen3.8:27b-mxfp8measured10078330ae3-a01a-4bf4-b1b6-e4ae861145a8short1061282026-08-31T12:19:20.848831+00:000.259391999978106475.0777655409765432095194.894969882636719.2022698282775718.7090166399707065.07799083302961718.708186588694836
520260831T121855Zollamaqwen3.8:27b-mxfp8measured110f8373947-d690-42a4-b613-33f71746b2f9medium2521282026-08-31T12:19:25.927037+00:000.259132208011578775.76009216601960443128423.7923239422794422.73780995809492822.221866649132435.76112141698831722.217896609947385
620260831T121855Zollamaqwen3.8:27b-mxfp8measured1209e12f0f4-50d6-444c-8752-4565aa55084bcode2671282026-08-31T12:19:31.688098+00:000.66373600001679735.27154708397574754128115.3250738867993626.79329008100888424.2812969249747655.27193674998125124.27950221528269
720260831T121855Zollamaqwen3.8:27b-mxfp8measured130583bec1f-0983-4208-8635-439a9a0c5424short1061282026-08-31T12:19:36.960047+00:000.151079084025695925.11905466701136920954102564.102564102518.6680388657761418.5581139838585365.1197373339673518.555639440663118
820260831T121855Zollamaqwen3.8:27b-mxfp8measured140641937dd-533c-493e-b7b3-3fa2cc6e8879medium2521282026-08-31T12:19:42.079662+00:000.14954454096732665.59909695800161431283794229.242036530722.973439226828922.860829337323155.59981729200808322.85788862838049
920260831T121855Zollamaqwen3.8:27b-mxfp8warmup4003dbdfe4c-7d43-4575-a1e6-6b74bd5a10a7short1061282026-08-31T12:19:47.680109+00:000.163115790986921644.876089791010620951791151.710549883519.6484868454053819.48282416274181722.03132570901652820.24390206429885
1020260831T121855Zollamaqwen3.8:27b-mxfp8warmup4011ea04fa9-7f60-4936-ba53-6829df8e5714medium2521282026-08-31T12:19:47.680573+00:0010.31482912501087416.516400250024162431286370370.3703703720.2163234806136857.74987273633143822.03132570901652820.24390206429885
1120260831T121855Zollamaqwen3.8:27b-mxfp8warmup402046681e1-e7be-4c58-8284-88f821e4a8a0code2671282026-08-31T12:19:47.680452+00:005.11077154200756910.1541014169924954128514.337760368608824.75939681370258312.60574370330761522.03132570901652820.24390206429885
1220260831T121855Zollamaqwen3.8:27b-mxfp8warmup403f496e50f-a2db-4fad-a2e1-2a7965fd862dshort1061282026-08-31T12:19:47.680317+00:0016.64513199997622.0301596659701320956666666.66666666617.250917799898754.31227015330015922.03132570901652820.24390206429885
1320260831T121855Zollamaqwen3.8:27b-mxfp8warmup410cb3d0e9e-0a6f-4f36-aec9-4b20cbc8f87dmedium2521282026-08-31T12:20:09.710819+00:0017.59525079099694323.5104707080172374312819843101.0613751721.1636063531375145.44438270035789223.5112165830214520.37325454038428
1420260831T121855Zollamaqwen3.8:27b-mxfp8warmup411fa3bb29e-7370-4255-877e-376076d7aa76code2671282026-08-31T12:20:09.711021+00:005.732739666011184511.353798499971163541289000000.022.1887985800433711.27376005486843123.5112165830214520.37325454038428
1520260831T121855Zollamaqwen3.8:27b-mxfp8warmup41293ec5b28-1a29-426a-96ff-b3b525fb3c71short1061282026-08-31T12:20:09.710927+00:000.16555733297718695.5756372080068120951563477.173233270617.17064479858555317.03841129827756323.5112165830214520.37325454038428
1620260831T121855Zollamaqwen3.8:27b-mxfp8warmup413dcac6e9a-3580-4bb1-8787-9cef1c64bfd5medium2521282026-08-31T12:20:09.711149+00:0011.52766358299413717.459117082995363431286331909.88072448921.039787532664327.33141311737166923.5112165830214520.37325454038428
1720260831T121855Zollamaqwen3.8:27b-mxfp8measured400d42caf5b-fb6a-4e96-8e42-fd0b8fc1945bshort1061282026-08-31T12:20:33.222727+00:006.28590616601286510.86491054104408220958421052.63157894620.1569588778743348.74374433559494521.62560520798433620.623700271534293
1820260831T121855Zollamaqwen3.8:27b-mxfp8measured40187483860-d4c6-4f13-928c-48de78b6ef70medium2521282026-08-31T12:20:33.222336+00:000.170689375023357576.147177167003974431284669345.20577695820.96593774019107720.82256563013376321.62560520798433620.623700271534293
1920260831T121855Zollamaqwen3.8:27b-mxfp8measured402ee57b9cf-06bc-468b-bd1e-f936abf292dfcode2671282026-08-31T12:20:33.222603+00:0016.1991329999873421.624350166006485412811675675.67567567722.9637699272470825.91925301881284921.62560520798433620.623700271534293
2020260831T121855Zollamaqwen3.8:27b-mxfp8measured40313164aa4-836c-4761-8f99-95bfe18d33a1short1061282026-08-31T12:20:33.222066+00:0011.0055374589865116.043328458967153209510214504.59652706818.3554076431724235.921464504262621.62560520798433620.623700271534293
2120260831T121855Zollamaqwen3.8:27b-mxfp8measured41051389c06-2a1c-4dcb-a847-5f0c914e298cmedium2521282026-08-31T12:20:54.847154+00:000.165742666984442626.310333041998092431285402688.77999748820.42356370040524620.28419088946695623.57459058298263720.318486478648204
2220260831T121855Zollamaqwen3.8:27b-mxfp8measured4111952ea53-9c68-4536-8e9d-089790a8bdeecode2671282026-08-31T12:20:54.847267+00:0018.077457459003223.57407404197147541286513086.4793149222.774814444757035.429693644471794523.57459058298263720.318486478648204
2320260831T121855Zollamaqwen3.8:27b-mxfp8measured412d71abf03-e17c-42b0-b6bb-c57bf6961bc2short1061282026-08-31T12:20:54.847373+00:0012.63534087501466317.9465409590047820959229349.33087217217.4814712708301385.29349918833986923.57459058298263720.318486478648204
2420260831T121855Zollamaqwen3.8:27b-mxfp8measured4134e10d58d-5d6d-46e7-8254-46dd35cfeb9fmedium2521282026-08-31T12:20:54.847461+00:006.46153812500415412.505505541979801431283739130.43478260920.73007099239546510.23549184559681223.57459058298263720.318486478648204
2520260831T121855Zollamaqwen3.8:27b-mxfp8measured42063b32437-7995-44f4-b5ca-f0f52da2bda7code2671282026-08-31T12:21:18.421714+00:0017.90861012501409323.7363980829832145412815071169.41110801121.4282659083739065.39256207081242323.73698770900955420.179477104341757
2620260831T121855Zollamaqwen3.8:27b-mxfp8measured4213b8fa85d-5574-4ac2-b33c-7208ef99a34fshort1061282026-08-31T12:21:18.421631+00:006.03665020799962811.08122958301100920954571428.57142857218.370884024584988.57305584081098523.73698770900955420.179477104341757
2720260831T121855Zollamaqwen3.8:27b-mxfp8measured42276178335-d531-49f7-83d5-84a414d73ce5medium2521282026-08-31T12:21:18.421520+00:0011.26835566700901817.757357084017713431287533286.61527680419.1828211841664187.20827989178664523.73698770900955420.179477104341757
2820260831T121855Zollamaqwen3.8:27b-mxfp8measured423728d2a73-194b-41bb-9dda-216960415fcfcode2671282026-08-31T12:21:18.421818+00:000.176369833003263925.888466249976773541287200000.021.8971697954399821.73740912593409323.73698770900955420.179477104341757
2920260831T121855Zollamaqwen3.8:27b-mxfp8measured430dfcbb66f-3170-41e1-a4e1-a9b7449517ceshort1061282026-08-31T12:21:42.158434+00:006.03401891700923411.53930449998006220953200000.016.882033534753618.23273187739903623.86171545804245418.69102834556173
3020260831T121855Zollamaqwen3.8:27b-mxfp8measured43104f9942b-bc73-4665-9830-40b7a50beb96medium2521282026-08-31T12:21:42.158640+00:0011.6816554170218318.32316145801451431289921550.53068758518.8969686816996336.98569405139488523.86171545804245418.69102834556173
3120260831T121855Zollamaqwen3.8:27b-mxfp8measured432e2e252a5-26bf-4277-a744-cf7456cdfac7code2671282026-08-31T12:21:42.158549+00:000.175317874993197625.8762462079757825541285355548.94376673621.9547370078716521.78261350354357323.86171545804245418.69102834556173
3220260831T121855Zollamaqwen3.8:27b-mxfp8measured43361a1f98f-fb9a-49a8-8f00-04bb52b494ccshort1061282026-08-31T12:21:42.158328+00:0018.4646534170024123.8612870830111220955782017.92425556617.1879466850512123.98134432855629923.86171545804245418.69102834556173
3320260831T121855Zollamaqwen3.8:27b-mxfp8measured440ae555d62-2572-4a62-8cd6-7ae714aace26medium2521282026-08-31T12:22:06.019994+00:0020.8353402079665128.275580540997908431287937973.04781244216.8879312757511074.52687434001249328.27626245899591616.940004029691313
3420260831T121855Zollamaqwen3.8:27b-mxfp8measured441c0147505-dd4a-4ad8-bb9d-0955114a8ee0code2671282026-08-31T12:22:06.020061+00:0013.96261937497183720.668031665962195412810125632.85205325518.573065141416576.19313934044338128.27626245899591616.940004029691313
3520260831T121855Zollamaqwen3.8:27b-mxfp8measured4423a3d625f-5d64-42d0-9145-3056ea9864dbshort1061282026-08-31T12:22:06.019916+00:007.78327354200882813.76160045899450820951927710.84337349415.5391553242011456.90326683172294228.27626245899591616.940004029691313
3620260831T121855Zollamaqwen3.8:27b-mxfp8measured4438ea78898-3c59-49f2-9734-f01bb668d810medium2521282026-08-31T12:22:06.019812+00:000.174324584018904727.616022333968431431282866666.666666666516.9029464179569816.80667340339928.27626245899591616.940004029691313