gemma4-cuda-mtp-ram.csv

stage,backend,mtp_depth,ram_cap_gib,load_mode,task,prompt_tokens,prompt_ms,decode_tokens,timed_decode_tokens,decode_ms,decode_tps_logged,decode_tps,draft_acceptance,draft_accepted,draft_generated
01,Vulkan,0,11,mmap,1,100,14316.89,171,170,17324.17,9.81,9.812879924406191,,,
02,Vulkan,2,11,mmap,2,103,10887.41,300,299,21579.08,13.86,13.856012397192094,0.696,174,250
02,Vulkan,2,11,mmap,131,632,47289.03,1535,1534,102047.08,15.03,15.032277258692751,0.54564,801,1468
03,CUDA,2,11,mmap,0,103,12114.7,201,200,14145.38,14.14,14.138891991590187,0.79487,124,156
03,CUDA,2,11,mmap,82,40,1826.75,1192,1191,85504.81,13.93,13.92904095102954,0.63093,665,1054
03,CUDA,2,11,mmap,613,629,17808.67,1074,1073,76240.64,14.07,14.07385877138492,0.5949,583,980
04,CUDA,2,20,mmap,1108,525,7671.56,1456,1455,82472.21,17.64,17.642306420550632,0.54077,756,1398
05,CUDA,2,20,none,1,1518,6891.02,833,832,46637.53,17.84,17.83970977879832,0.54261,433,798
06,CUDA,2,20,mmap,1,1738,17263.12,951,950,50490.29,18.82,18.815498980100926,0.582,511,878
06,CUDA,2,20,mmap,447,332,3787.1,858,857,45411.82,18.87,18.871738679489173,0.59288,466,786
06,CUDA,2,20,mmap,844,302,3659.45,1019,1018,52525.44,19.38,19.3810846705901,0.55821,537,962
06,CUDA,2,20,mmap,1329,366,3441.7,965,964,53146.16,18.14,18.138657618913577,0.54329,502,924
07,CUDA,0,20,mmap,1,3045,18234.2,1070,1069,62161.61,17.2,17.19710927693153,,,
07,CUDA,0,20,mmap,1078,316,3343.65,1046,1045,59907.57,17.44,17.443538437629837,,,
07,CUDA,0,20,mmap,2127,310,3034.49,1062,1061,61024.45,17.39,17.38647378222991,,,
07,CUDA,0,20,mmap,3193,309,2626.95,1024,1023,58702.93,17.43,17.426728103690905,,,
08,CUDA,2,11,mmap,1,4246,25816.16,880,879,48095.2,18.28,18.276252100001663,0.60553,482,796
08,CUDA,2,11,mmap,408,237,2477.52,1108,1107,63107.69,17.54,17.541443839887023,0.56744,589,1038
08,CUDA,2,11,mmap,931,323,3410.0,1021,1020,60509.85,16.86,16.85675968458028,0.51796,519,1002