{"coefficients":{"cuda":{"ctx_derate_per_8k":1.0,"decode_bw_eff":0.65,"prefill_flops_eff":0.35},"intel":{"ctx_derate_per_8k":1.0,"decode_bw_eff":0.3,"prefill_flops_eff":0.1},"metal":{"ctx_derate_per_8k":1.0,"decode_bw_eff":0.6,"prefill_flops_eff":0.25},"rocm":{"ctx_derate_per_8k":1.0,"decode_bw_eff":0.5,"prefill_flops_eff":0.25}},"combos":{},"consts":{"moe_overhead_s":0.0035,"overhead_gb":1.5,"ram_bw_gbs":40.6,"ram_reserved_gb":8.0,"system_ram_gb":64.0},"defaults":{"ctx":8192,"hw":"rtx-3090","model":"qwen3.8-27b","quant":"q4_k_m"},"generated_at":"2026-11-14T18:48:39.502087266+00:00","hardware":[{"backend":"cuda","bandwidth_gbs":960,"form_factor":"desktop","id":"rtx-6000-ada","name":"RTX 6000 Ada","path":"/gpus/rtx-6000-ada","pinned":true,"popularity_rank":1,"price":"$7,777","rent":{"price":"$0.62","provider":"Vast.ai","url":"/rent/go/vast/rtx-6000-ada"},"status":"released","tflops_fp16":182.0,"unified":false,"vendor":"nvidia","vram_gb":48},{"backend":"cuda","bandwidth_gbs":273,"form_factor":"mini","id":"dgx-spark","name":"DGX Spark","path":"/boxes/dgx-spark","pinned":true,"popularity_rank":2,"price":"$6,999","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"metal","bandwidth_gbs":546,"form_factor":"mini","id":"mac-studio-m4-max-128gb","name":"Mac Studio M4 Max 128 GB","path":"/boxes/mac-studio-m4-max-128gb","pinned":true,"popularity_rank":3,"price":"$4,775","rent":null,"status":"released","tflops_fp16":18.4,"unified":true,"vendor":"apple","vram_gb":128},{"backend":"metal","bandwidth_gbs":1200,"form_factor":"mini","id":"mac-studio-m5-ultra-256gb","name":"Mac Studio M5 Ultra 256 GB","path":"/boxes/mac-studio-m5-ultra-256gb","pinned":true,"popularity_rank":4,"price":"$13,600","rent":null,"status":"released","tflops_fp16":140.0,"unified":true,"vendor":"apple","vram_gb":256},{"backend":"rocm","bandwidth_gbs":256,"form_factor":"mini","id":"framework-desktop-128gb","name":"Framework Desktop 128 GB","path":"/boxes/framework-desktop-128gb","pinned":true,"popularity_rank":5,"price":"","rent":null,"status":"released","tflops_fp16":29.7,"unified":true,"vendor":"amd","vram_gb":128},{"backend":"rocm","bandwidth_gbs":256,"form_factor":"mini","id":"gmktec-evo-x2-128gb","name":"GMKtec EVO-X2 128 GB","path":"/boxes/gmktec-evo-x2-128gb","pinned":true,"popularity_rank":6,"price":"$3,499.95","rent":null,"status":"released","tflops_fp16":29.7,"unified":true,"vendor":"amd","vram_gb":128},{"backend":"rocm","bandwidth_gbs":273,"form_factor":"mini","id":"ryzen-ai-max-pro-495-192gb","name":"Ryzen AI Max+ PRO 495 192 GB","path":"/boxes/ryzen-ai-max-pro-495-192gb","pinned":false,"popularity_rank":7,"price":"$8,299.99","rent":null,"status":"released","tflops_fp16":29.7,"unified":true,"vendor":"amd","vram_gb":192},{"backend":"metal","bandwidth_gbs":614,"form_factor":"mini","id":"mac-studio-m5-max-128gb","name":"Mac Studio M5 Max 128 GB","path":"/boxes/mac-studio-m5-max-128gb","pinned":false,"popularity_rank":8,"price":"$6,385.24","rent":null,"status":"released","tflops_fp16":70.0,"unified":true,"vendor":"apple","vram_gb":128},{"backend":"metal","bandwidth_gbs":819,"form_factor":"mini","id":"mac-studio-m3-ultra-512gb","name":"Mac Studio M3 Ultra 512 GB","path":"/boxes/mac-studio-m3-ultra-512gb","pinned":false,"popularity_rank":9,"price":"$23,117.89","rent":null,"status":"released","tflops_fp16":28.4,"unified":true,"vendor":"apple","vram_gb":512},{"backend":"cuda","bandwidth_gbs":936,"form_factor":"desktop","id":"rtx-3090","name":"RTX 3090","path":"/gpus/rtx-3090","pinned":false,"popularity_rank":10,"price":"$1,599","rent":{"price":"$0.14","provider":"Vast.ai","url":"/rent/go/vast/rtx-3090"},"status":"released","tflops_fp16":71.0,"unified":false,"vendor":"nvidia","vram_gb":24},{"backend":"cuda","bandwidth_gbs":273,"form_factor":"mini","id":"asus-ascent-gx10","name":"Ascent GX10","path":"/boxes/asus-ascent-gx10","pinned":false,"popularity_rank":11,"price":"$5,600","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"cuda","bandwidth_gbs":1792,"form_factor":"desktop","id":"rtx-5090","name":"RTX 5090","path":"/gpus/rtx-5090","pinned":false,"popularity_rank":12,"price":"$5,999","rent":{"price":"$0.46","provider":"Vast.ai","url":"/rent/go/vast/rtx-5090"},"status":"released","tflops_fp16":210.0,"unified":false,"vendor":"nvidia","vram_gb":32},{"backend":"metal","bandwidth_gbs":819,"form_factor":"mini","id":"mac-studio-m3-ultra-256gb","name":"Mac Studio M3 Ultra 256 GB","path":"/boxes/mac-studio-m3-ultra-256gb","pinned":false,"popularity_rank":13,"price":"$8,804.04","rent":null,"status":"released","tflops_fp16":21.3,"unified":true,"vendor":"apple","vram_gb":256},{"backend":"cuda","bandwidth_gbs":1792,"form_factor":"desktop","id":"rtx-pro-6000-blackwell","name":"RTX PRO 6000","path":"/gpus/rtx-pro-6000-blackwell","pinned":false,"popularity_rank":14,"price":"$15,380","rent":{"price":"$1.34","provider":"Vast.ai","url":"/rent/go/vast/rtx-pro-6000-blackwell"},"status":"released","tflops_fp16":504.0,"unified":false,"vendor":"nvidia","vram_gb":96},{"backend":"cuda","bandwidth_gbs":1935,"form_factor":"desktop","id":"a100-80gb-pcie","name":"A100 80GB","path":"/gpus/a100-80gb-pcie","pinned":false,"popularity_rank":15,"price":"$18,999","rent":{"price":"$0.87","provider":"Vast.ai","url":"/rent/go/vast/a100-80gb-pcie"},"status":"released","tflops_fp16":312.0,"unified":false,"vendor":"nvidia","vram_gb":80},{"backend":"intel","bandwidth_gbs":608,"form_factor":"desktop","id":"intel-arc-pro-b70","name":"Arc Pro B70 32GB","path":"/gpus/intel-arc-pro-b70","pinned":false,"popularity_rank":16,"price":"$1,799.99","rent":null,"status":"released","tflops_fp16":183.0,"unified":false,"vendor":"intel","vram_gb":32},{"backend":"cuda","bandwidth_gbs":280,"form_factor":"desktop","id":"rtx-4000-sff-ada","name":"RTX 4000 SFF Ada","path":"/gpus/rtx-4000-sff-ada","pinned":false,"popularity_rank":17,"price":"$1,579.99","rent":{"price":"$0.18","provider":"Vast.ai","url":"/rent/go/vast/rtx-4000-sff-ada"},"status":"released","tflops_fp16":77.0,"unified":false,"vendor":"nvidia","vram_gb":20},{"backend":"cuda","bandwidth_gbs":288,"form_factor":"desktop","id":"rtx-4060-ti-16gb","name":"RTX 4060 Ti 16GB","path":"/gpus/rtx-4060-ti-16gb","pinned":false,"popularity_rank":18,"price":"$709.73","rent":{"price":"$0.10","provider":"Vast.ai","url":"/rent/go/vast/rtx-4060-ti-16gb"},"status":"released","tflops_fp16":88.0,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"metal","bandwidth_gbs":614,"form_factor":"laptop","id":"macbook-pro-m5-max-128gb","name":"MacBook Pro M5 Max 128 GB","path":"/laptops/macbook-pro-m5-max-128gb","pinned":false,"popularity_rank":19,"price":"$5,515.22","rent":null,"status":"released","tflops_fp16":70.0,"unified":true,"vendor":"apple","vram_gb":128},{"backend":"cuda","bandwidth_gbs":2000,"form_factor":"desktop","id":"h100-80gb-pcie","name":"H100 80GB","path":"/gpus/h100-80gb-pcie","pinned":false,"popularity_rank":20,"price":"$26,934.67","rent":{"price":"$2.54","provider":"Vast.ai","url":"/rent/go/vast/h100-80gb-pcie"},"status":"released","tflops_fp16":756.0,"unified":false,"vendor":"nvidia","vram_gb":80},{"backend":"cuda","bandwidth_gbs":273,"form_factor":"mini","id":"acer-veriton-gn100","name":"Veriton GN100","path":"/boxes/acer-veriton-gn100","pinned":false,"popularity_rank":21,"price":"","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"cuda","bandwidth_gbs":273,"form_factor":"mini","id":"dell-pro-max-gb10","name":"Dell Pro Max GB10","path":"/boxes/dell-pro-max-gb10","pinned":false,"popularity_rank":22,"price":"$6,510","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"cuda","bandwidth_gbs":273,"form_factor":"mini","id":"gigabyte-ai-top-atom","name":"AI TOP ATOM","path":"/boxes/gigabyte-ai-top-atom","pinned":false,"popularity_rank":23,"price":"$9,809.37","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"cuda","bandwidth_gbs":273,"form_factor":"mini","id":"hp-zgx-nano","name":"ZGX Nano","path":"/boxes/hp-zgx-nano","pinned":false,"popularity_rank":24,"price":"$7,902.99","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"cuda","bandwidth_gbs":2039,"form_factor":"desktop","id":"a100-80gb-sxm4","name":"A100 80GB SXM4","path":"/gpus/a100-80gb-sxm4","pinned":false,"popularity_rank":25,"price":"$10,478.66","rent":{"price":"$1.07","provider":"Vast.ai","url":"/rent/go/vast/a100-80gb-sxm4"},"status":"released","tflops_fp16":312.0,"unified":false,"vendor":"nvidia","vram_gb":80},{"backend":"cuda","bandwidth_gbs":1555,"form_factor":"desktop","id":"a100-40gb-sxm4","name":"A100 40GB SXM4","path":"/gpus/a100-40gb-sxm4","pinned":false,"popularity_rank":26,"price":"$2,369.60","rent":{"price":"$0.38","provider":"Vast.ai","url":"/rent/go/vast/a100-40gb-sxm4"},"status":"released","tflops_fp16":312.0,"unified":false,"vendor":"nvidia","vram_gb":40},{"backend":"cuda","bandwidth_gbs":672,"form_factor":"desktop","id":"rtx-pro-4000-blackwell","name":"RTX PRO 4000","path":"/gpus/rtx-pro-4000-blackwell","pinned":false,"popularity_rank":27,"price":"$2,720","rent":{"price":"$0.20","provider":"Vast.ai","url":"/rent/go/vast/rtx-pro-4000-blackwell"},"status":"released","tflops_fp16":0.0,"unified":false,"vendor":"nvidia","vram_gb":24},{"backend":"cuda","bandwidth_gbs":432,"form_factor":"desktop","id":"rtx-pro-4000-blackwell-sff","name":"RTX PRO 4000 SFF","path":"/gpus/rtx-pro-4000-blackwell-sff","pinned":false,"popularity_rank":28,"price":"$2,850","rent":null,"status":"released","tflops_fp16":0.0,"unified":false,"vendor":"nvidia","vram_gb":24},{"backend":"cuda","bandwidth_gbs":3350,"form_factor":"desktop","id":"h100-80gb-sxm5","name":"H100 80GB SXM5","path":"/gpus/h100-80gb-sxm5","pinned":false,"popularity_rank":29,"price":"$35,500","rent":{"price":"$2.27","provider":"Vast.ai","url":"/rent/go/vast/h100-80gb-sxm5"},"status":"released","tflops_fp16":989.0,"unified":false,"vendor":"nvidia","vram_gb":80},{"backend":"cuda","bandwidth_gbs":1344,"form_factor":"desktop","id":"rtx-pro-5000-blackwell","name":"RTX PRO 5000","path":"/gpus/rtx-pro-5000-blackwell","pinned":false,"popularity_rank":30,"price":"$6,589.99","rent":{"price":"$0.40","provider":"Vast.ai","url":"/rent/go/vast/rtx-pro-5000-blackwell"},"status":"released","tflops_fp16":0.0,"unified":false,"vendor":"nvidia","vram_gb":48},{"backend":"rocm","bandwidth_gbs":1024,"form_factor":"desktop","id":"amd-instinct-mi50-32gb","name":"Instinct MI50 32GB","path":"/gpus/amd-instinct-mi50-32gb","pinned":false,"popularity_rank":31,"price":"","rent":null,"status":"released","tflops_fp16":26.5,"unified":false,"vendor":"amd","vram_gb":32},{"backend":"cuda","bandwidth_gbs":900,"form_factor":"desktop","id":"tesla-v100-32gb-sxm","name":"V100 32GB SXM","path":"/gpus/tesla-v100-32gb-sxm","pinned":false,"popularity_rank":32,"price":"$599","rent":{"price":"$0.10","provider":"Vast.ai","url":"/rent/go/vast/tesla-v100-32gb-sxm"},"status":"released","tflops_fp16":125.0,"unified":false,"vendor":"nvidia","vram_gb":32},{"backend":"cuda","bandwidth_gbs":346,"form_factor":"desktop","id":"tesla-p40","name":"Tesla P40","path":"/gpus/tesla-p40","pinned":false,"popularity_rank":33,"price":"$270","rent":{"price":"$0.11","provider":"Vast.ai","url":"/rent/go/vast/tesla-p40"},"status":"released","tflops_fp16":11.8,"unified":false,"vendor":"nvidia","vram_gb":24},{"backend":"rocm","bandwidth_gbs":800,"form_factor":"desktop","id":"rx-7900-xt","name":"RX 7900 XT 20GB","path":"/gpus/rx-7900-xt","pinned":false,"popularity_rank":34,"price":"$857.66","rent":null,"status":"released","tflops_fp16":103.0,"unified":false,"vendor":"amd","vram_gb":20},{"backend":"cuda","bandwidth_gbs":448,"form_factor":"desktop","id":"rtx-a4000","name":"RTX A4000","path":"/gpus/rtx-a4000","pinned":false,"popularity_rank":35,"price":"$949","rent":{"price":"$0.08","provider":"Vast.ai","url":"/rent/go/vast/rtx-a4000"},"status":"released","tflops_fp16":76.7,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"cuda","bandwidth_gbs":360,"form_factor":"desktop","id":"rtx-3060-12gb","name":"RTX 3060 12GB","path":"/gpus/rtx-3060-12gb","pinned":false,"popularity_rank":36,"price":"$336.95","rent":{"price":"$0.06","provider":"Vast.ai","url":"/rent/go/vast/rtx-3060-12gb"},"status":"released","tflops_fp16":51.0,"unified":false,"vendor":"nvidia","vram_gb":12},{"backend":"cuda","bandwidth_gbs":768,"form_factor":"desktop","id":"rtx-a6000","name":"RTX A6000","path":"/gpus/rtx-a6000","pinned":false,"popularity_rank":37,"price":"$4,221.85","rent":{"price":"$0.40","provider":"Vast.ai","url":"/rent/go/vast/rtx-a6000"},"status":"released","tflops_fp16":155.0,"unified":false,"vendor":"nvidia","vram_gb":48},{"backend":"rocm","bandwidth_gbs":640,"form_factor":"desktop","id":"radeon-ai-pro-r9700","name":"Radeon AI PRO R9700","path":"/gpus/radeon-ai-pro-r9700","pinned":false,"popularity_rank":38,"price":"$2,019.69","rent":null,"status":"released","tflops_fp16":96.0,"unified":false,"vendor":"amd","vram_gb":32},{"backend":"cuda","bandwidth_gbs":1008,"form_factor":"desktop","id":"rtx-4090","name":"RTX 4090","path":"/gpus/rtx-4090","pinned":false,"popularity_rank":39,"price":"$2,083.48","rent":{"price":"$0.31","provider":"Vast.ai","url":"/rent/go/vast/rtx-4090"},"status":"released","tflops_fp16":165.0,"unified":false,"vendor":"nvidia","vram_gb":24},{"backend":"rocm","bandwidth_gbs":640,"form_factor":"desktop","id":"rx-9070-xt","name":"RX 9070 XT 16GB","path":"/gpus/rx-9070-xt","pinned":false,"popularity_rank":40,"price":"$929.97","rent":null,"status":"released","tflops_fp16":97.0,"unified":false,"vendor":"amd","vram_gb":16},{"backend":"cuda","bandwidth_gbs":900,"form_factor":"desktop","id":"tesla-v100-32gb","name":"Tesla V100 32GB","path":"/gpus/tesla-v100-32gb","pinned":false,"popularity_rank":41,"price":"$911.95","rent":{"price":"$0.10","provider":"Vast.ai","url":"/rent/go/vast/tesla-v100-32gb"},"status":"released","tflops_fp16":112.0,"unified":false,"vendor":"nvidia","vram_gb":32},{"backend":"cuda","bandwidth_gbs":768,"form_factor":"desktop","id":"rtx-a5000","name":"RTX A5000","path":"/gpus/rtx-a5000","pinned":false,"popularity_rank":42,"price":"$2,223.80","rent":{"price":"$0.21","provider":"Vast.ai","url":"/rent/go/vast/rtx-a5000"},"status":"released","tflops_fp16":111.0,"unified":false,"vendor":"nvidia","vram_gb":24},{"backend":"cuda","bandwidth_gbs":732,"form_factor":"desktop","id":"tesla-p100-16gb","name":"Tesla P100","path":"/gpus/tesla-p100-16gb","pinned":false,"popularity_rank":43,"price":"$149.95","rent":{"price":"$0.10","provider":"Vast.ai","url":"/rent/go/vast/tesla-p100-16gb"},"status":"released","tflops_fp16":18.7,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"cuda","bandwidth_gbs":900,"form_factor":"desktop","id":"tesla-v100-16gb-sxm2","name":"V100 16GB SXM2","path":"/gpus/tesla-v100-16gb-sxm2","pinned":false,"popularity_rank":44,"price":"$148.18","rent":{"price":"$0.14","provider":"Vast.ai","url":"/rent/go/vast/tesla-v100-16gb-sxm2"},"status":"released","tflops_fp16":125.0,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"rocm","bandwidth_gbs":5300,"form_factor":"desktop","id":"mi300x","name":"MI300X","path":"/gpus/mi300x","pinned":false,"popularity_rank":45,"price":"$27,570.56","rent":null,"status":"released","tflops_fp16":1307.0,"unified":false,"vendor":"amd","vram_gb":192},{"backend":"metal","bandwidth_gbs":800,"form_factor":"mini","id":"mac-studio-m2-ultra-192gb","name":"Mac Studio M2 Ultra 192 GB","path":"/boxes/mac-studio-m2-ultra-192gb","pinned":false,"popularity_rank":46,"price":"$6,699.99","rent":null,"status":"released","tflops_fp16":21.5,"unified":true,"vendor":"apple","vram_gb":192},{"backend":"cuda","bandwidth_gbs":4800,"form_factor":"desktop","id":"h200-141gb","name":"H200 141GB","path":"/gpus/h200-141gb","pinned":false,"popularity_rank":47,"price":"$62,999","rent":null,"status":"released","tflops_fp16":835.0,"unified":false,"vendor":"nvidia","vram_gb":141},{"backend":"metal","bandwidth_gbs":800,"form_factor":"mini","id":"mac-studio-m1-ultra-128gb","name":"Mac Studio M1 Ultra 128 GB","path":"/boxes/mac-studio-m1-ultra-128gb","pinned":false,"popularity_rank":48,"price":"$4,000","rent":null,"status":"released","tflops_fp16":15.9,"unified":true,"vendor":"apple","vram_gb":128},{"backend":"cuda","bandwidth_gbs":273,"form_factor":"mini","id":"lenovo-thinkstation-pgx","name":"ThinkStation PGX","path":"/boxes/lenovo-thinkstation-pgx","pinned":false,"popularity_rank":49,"price":"","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"cuda","bandwidth_gbs":273,"form_factor":"mini","id":"msi-edgexpert","name":"EdgeXpert","path":"/boxes/msi-edgexpert","pinned":false,"popularity_rank":50,"price":"$7,050","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"cuda","bandwidth_gbs":300,"form_factor":"laptop","id":"rtx-spark-n1x-laptop-128gb","name":"RTX Spark laptop 128 GB","path":"/laptops/rtx-spark-n1x-laptop-128gb","pinned":false,"popularity_rank":51,"price":"$4,799.99","rent":null,"status":"released","tflops_fp16":125.0,"unified":true,"vendor":"nvidia","vram_gb":128},{"backend":"metal","bandwidth_gbs":819,"form_factor":"mini","id":"mac-studio-m3-ultra-96gb","name":"Mac Studio M3 Ultra 96 GB","path":"/boxes/mac-studio-m3-ultra-96gb","pinned":false,"popularity_rank":52,"price":"$4,299","rent":null,"status":"released","tflops_fp16":21.3,"unified":true,"vendor":"apple","vram_gb":96},{"backend":"metal","bandwidth_gbs":307,"form_factor":"mini","id":"mac-mini-m5-pro-64gb","name":"Mac mini M5 Pro 64 GB","path":"/boxes/mac-mini-m5-pro-64gb","pinned":false,"popularity_rank":53,"price":"$2,895","rent":null,"status":"released","tflops_fp16":35.0,"unified":true,"vendor":"apple","vram_gb":64},{"backend":"cuda","bandwidth_gbs":1555,"form_factor":"desktop","id":"a100-40gb-pcie","name":"A100 40GB PCIe","path":"/gpus/a100-40gb-pcie","pinned":false,"popularity_rank":54,"price":"$5,599","rent":{"price":"$0.40","provider":"Vast.ai","url":"/rent/go/vast/a100-40gb-pcie"},"status":"released","tflops_fp16":312.0,"unified":false,"vendor":"nvidia","vram_gb":40},{"backend":"cuda","bandwidth_gbs":896,"form_factor":"desktop","id":"rtx-pro-4500-blackwell","name":"RTX PRO 4500","path":"/gpus/rtx-pro-4500-blackwell","pinned":false,"popularity_rank":55,"price":"$4,187.41","rent":{"price":"$0.35","provider":"Vast.ai","url":"/rent/go/vast/rtx-pro-4500-blackwell"},"status":"released","tflops_fp16":0.0,"unified":false,"vendor":"nvidia","vram_gb":32},{"backend":"rocm","bandwidth_gbs":960,"form_factor":"desktop","id":"rx-7900-xtx","name":"RX 7900 XTX","path":"/gpus/rx-7900-xtx","pinned":false,"popularity_rank":56,"price":"$1,415.58","rent":null,"status":"released","tflops_fp16":123.0,"unified":false,"vendor":"amd","vram_gb":24},{"backend":"rocm","bandwidth_gbs":1024,"form_factor":"desktop","id":"amd-instinct-mi50-16gb","name":"Instinct MI50 16GB","path":"/gpus/amd-instinct-mi50-16gb","pinned":false,"popularity_rank":57,"price":"$258","rent":null,"status":"released","tflops_fp16":26.5,"unified":false,"vendor":"amd","vram_gb":16},{"backend":"cuda","bandwidth_gbs":672,"form_factor":"desktop","id":"rtx-4070-ti-super-16gb","name":"RTX 4070 Ti Super","path":"/gpus/rtx-4070-ti-super-16gb","pinned":false,"popularity_rank":58,"price":"$1,046.08","rent":{"price":"$0.12","provider":"Vast.ai","url":"/rent/go/vast/rtx-4070-ti-super-16gb"},"status":"released","tflops_fp16":88.2,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"cuda","bandwidth_gbs":717,"form_factor":"desktop","id":"rtx-4080-16gb","name":"RTX 4080","path":"/gpus/rtx-4080-16gb","pinned":false,"popularity_rank":59,"price":"$1,099","rent":{"price":"$0.25","provider":"Vast.ai","url":"/rent/go/vast/rtx-4080-16gb"},"status":"released","tflops_fp16":97.5,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"cuda","bandwidth_gbs":736,"form_factor":"desktop","id":"rtx-4080-super-16gb","name":"RTX 4080 Super","path":"/gpus/rtx-4080-super-16gb","pinned":false,"popularity_rank":60,"price":"$1,239.99","rent":{"price":"$0.18","provider":"Vast.ai","url":"/rent/go/vast/rtx-4080-super-16gb"},"status":"released","tflops_fp16":104.5,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"cuda","bandwidth_gbs":448,"form_factor":"desktop","id":"rtx-5060-ti-16gb","name":"RTX 5060 Ti 16GB","path":"/gpus/rtx-5060-ti-16gb","pinned":false,"popularity_rank":61,"price":"$617.99","rent":{"price":"$0.10","provider":"Vast.ai","url":"/rent/go/vast/rtx-5060-ti-16gb"},"status":"released","tflops_fp16":47.4,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"cuda","bandwidth_gbs":896,"form_factor":"desktop","id":"rtx-5070-ti-16gb","name":"RTX 5070 Ti 16GB","path":"/gpus/rtx-5070-ti-16gb","pinned":false,"popularity_rank":62,"price":"$1,049.98","rent":{"price":"$0.16","provider":"Vast.ai","url":"/rent/go/vast/rtx-5070-ti-16gb"},"status":"released","tflops_fp16":88.0,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"cuda","bandwidth_gbs":900,"form_factor":"desktop","id":"tesla-v100-16gb-pcie","name":"Tesla V100 16GB","path":"/gpus/tesla-v100-16gb-pcie","pinned":false,"popularity_rank":63,"price":"$302.95","rent":{"price":"$0.14","provider":"Vast.ai","url":"/rent/go/vast/tesla-v100-16gb-pcie"},"status":"released","tflops_fp16":112.0,"unified":false,"vendor":"nvidia","vram_gb":16},{"backend":"cuda","bandwidth_gbs":912,"form_factor":"desktop","id":"rtx-3080-ti-12gb","name":"RTX 3080 Ti","path":"/gpus/rtx-3080-ti-12gb","pinned":false,"popularity_rank":64,"price":"$595","rent":{"price":"$0.12","provider":"Vast.ai","url":"/rent/go/vast/rtx-3080-ti-12gb"},"status":"released","tflops_fp16":136.0,"unified":false,"vendor":"nvidia","vram_gb":12},{"backend":"cuda","bandwidth_gbs":504,"form_factor":"desktop","id":"rtx-4070-12gb","name":"RTX 4070","path":"/gpus/rtx-4070-12gb","pinned":false,"popularity_rank":65,"price":"$569.99","rent":{"price":"$0.10","provider":"Vast.ai","url":"/rent/go/vast/rtx-4070-12gb"},"status":"released","tflops_fp16":58.3,"unified":false,"vendor":"nvidia","vram_gb":12},{"backend":"cuda","bandwidth_gbs":4800,"form_factor":"desktop","id":"h200-141gb-sxm5","name":"H200 141GB SXM5","path":"/gpus/h200-141gb-sxm5","pinned":false,"popularity_rank":66,"price":"","rent":{"price":"$3.59","provider":"Runpod","url":"/rent/go/runpod/h200-141gb-sxm5"},"status":"released","tflops_fp16":989.0,"unified":false,"vendor":"nvidia","vram_gb":141},{"backend":"metal","bandwidth_gbs":800,"form_factor":"mini","id":"mac-studio-m2-ultra-128gb","name":"Mac Studio M2 Ultra 128 GB","path":"/boxes/mac-studio-m2-ultra-128gb","pinned":false,"popularity_rank":67,"price":"$4,978","rent":null,"status":"released","tflops_fp16":21.5,"unified":true,"vendor":"apple","vram_gb":128},{"backend":"cuda","bandwidth_gbs":1792,"form_factor":"desktop","id":"rtx-5090-fe","name":"RTX 5090 FE","path":"/gpus/rtx-5090-fe","pinned":false,"popularity_rank":68,"price":"$6,265.89","rent":{"price":"$0.46","provider":"Vast.ai","url":"/rent/go/vast/rtx-5090-fe"},"status":"released","tflops_fp16":210.0,"unified":false,"vendor":"nvidia","vram_gb":32},{"backend":"cuda","bandwidth_gbs":1344,"form_factor":"desktop","id":"rtx-5090-d-v2-24gb","name":"RTX 5090 D V2","path":"/gpus/rtx-5090-d-v2-24gb","pinned":false,"popularity_rank":69,"price":"$5,697","rent":null,"status":"released","tflops_fp16":210.0,"unified":false,"vendor":"nvidia","vram_gb":24},{"backend":"cuda","bandwidth_gbs":960,"form_factor":"desktop","id":"rtx-5080-16gb","name":"RTX 5080 16GB","path":"/gpus/rtx-5080-16gb","pinned":false,"popularity_rank":70,"price":"$1,890","rent":{"price":"$0.20","provider":"Vast.ai","url":"/rent/go/vast/rtx-5080-16gb"},"status":"released","tflops_fp16":112.6,"unified":false,"vendor":"nvidia","vram_gb":16}],"models":[{"active_params_b":27.0,"context_max":131072,"family":"Qwen","id":"qwen3.8-27b","kv_bytes_per_token":65536.0,"kv_gb_per_8k":0.537,"name":"Qwen3.8 27B","pinned":true,"popularity_rank":1,"quants":{"fp16":{"file_gb":54.0},"iq2_m":{"file_gb":9.2},"q3_k_m":{"file_gb":13.2},"q4_k_m":{"file_gb":16.5},"q5_k_m":{"file_gb":19.2},"q6_k":{"file_gb":22.1},"q8_0":{"file_gb":28.6}},"total_params_b":27.0},{"active_params_b":42.0,"context_max":131072,"family":"MiMo","id":"mimo-v2.6-pro","kv_bytes_per_token":61440.0,"kv_gb_per_8k":0.503,"name":"MiMo V2.6 Pro 1.02T-A42B","pinned":true,"popularity_rank":2,"quants":{"fp16":{"file_gb":2040.0},"iq2_m":{"file_gb":346.8},"q3_k_m":{"file_gb":499.8},"q4_k_m":{"file_gb":622.2},"q5_k_m":{"file_gb":724.2},"q6_k":{"file_gb":836.4},"q8_0":{"file_gb":1081.2}},"total_params_b":1020.0},{"active_params_b":15.0,"context_max":131072,"family":"MiMo","id":"mimo-v2.6-flash","kv_bytes_per_token":27648.0,"kv_gb_per_8k":0.226,"name":"MiMo V2.6 Flash 309B-A15B","pinned":true,"popularity_rank":3,"quants":{"fp16":{"file_gb":618.0},"iq2_m":{"file_gb":105.1},"q3_k_m":{"file_gb":151.4},"q4_k_m":{"file_gb":188.5},"q5_k_m":{"file_gb":219.4},"q6_k":{"file_gb":253.4},"q8_0":{"file_gb":327.5}},"total_params_b":309.0},{"active_params_b":16.0,"context_max":131072,"family":"DeepSeek","id":"deepseek-v4.1-flash","kv_bytes_per_token":890.0,"kv_gb_per_8k":0.007,"name":"DeepSeek V4.1 Flash 552B-A16B","pinned":true,"popularity_rank":4,"quants":{"fp16":{"file_gb":1104.0},"iq2_m":{"file_gb":187.7},"q3_k_m":{"file_gb":270.5},"q4_k_m":{"file_gb":336.7},"q5_k_m":{"file_gb":391.9},"q6_k":{"file_gb":452.6},"q8_0":{"file_gb":585.1}},"total_params_b":552.0},{"active_params_b":40.0,"context_max":131072,"family":"GLM","id":"glm-5.3","kv_bytes_per_token":89856.0,"kv_gb_per_8k":0.736,"name":"GLM-5.3 753B-A40B","pinned":true,"popularity_rank":5,"quants":{"fp16":{"file_gb":1506.0},"iq2_m":{"file_gb":256.0},"q3_k_m":{"file_gb":369.0},"q4_k_m":{"file_gb":459.3},"q5_k_m":{"file_gb":534.6},"q6_k":{"file_gb":617.5},"q8_0":{"file_gb":798.2}},"total_params_b":753.0},{"active_params_b":18.0,"context_max":131072,"family":"GLM","id":"glm-5.3-flash","kv_bytes_per_token":46080.0,"kv_gb_per_8k":0.377,"name":"GLM-5.3 Flash 320B-A18B","pinned":true,"popularity_rank":6,"quants":{"fp16":{"file_gb":640.0},"iq2_m":{"file_gb":108.8},"q3_k_m":{"file_gb":156.8},"q4_k_m":{"file_gb":195.2},"q5_k_m":{"file_gb":227.2},"q6_k":{"file_gb":262.4},"q8_0":{"file_gb":339.2}},"total_params_b":320.0},{"active_params_b":6.0,"context_max":131072,"family":"Qwen","id":"qwen3.8-flash-next","kv_bytes_per_token":24576.0,"kv_gb_per_8k":0.201,"name":"Qwen3.8 Flash-Next 125B-A6B","pinned":false,"popularity_rank":7,"quants":{"fp16":{"file_gb":250.0},"iq2_m":{"file_gb":42.5},"q3_k_m":{"file_gb":61.3},"q4_k_m":{"file_gb":76.3},"q5_k_m":{"file_gb":88.8},"q6_k":{"file_gb":102.5},"q8_0":{"file_gb":132.5}},"total_params_b":125.0},{"active_params_b":3.5,"context_max":131072,"family":"Nemotron","id":"nemotron-3.5-lightning-30b-a3b","kv_bytes_per_token":6144.0,"kv_gb_per_8k":0.05,"name":"Nemotron 3.5 Lightning 30B-A3B","pinned":false,"popularity_rank":8,"quants":{"fp16":{"file_gb":63.2},"iq2_m":{"file_gb":10.7},"q3_k_m":{"file_gb":15.5},"q4_k_m":{"file_gb":19.3},"q5_k_m":{"file_gb":22.4},"q6_k":{"file_gb":25.9},"q8_0":{"file_gb":33.5}},"total_params_b":31.6},{"active_params_b":13.0,"context_max":131072,"family":"DeepSeek","id":"deepseek-v4-flash","kv_bytes_per_token":49536.0,"kv_gb_per_8k":0.406,"name":"DeepSeek V4 Flash 284B-A13B","pinned":false,"popularity_rank":9,"quants":{"fp16":{"file_gb":568.0},"iq2_m":{"file_gb":96.6},"q3_k_m":{"file_gb":139.2},"q4_k_m":{"file_gb":173.2},"q5_k_m":{"file_gb":201.6},"q6_k":{"file_gb":232.9},"q8_0":{"file_gb":301.0}},"total_params_b":284.0},{"active_params_b":11.95,"context_max":131072,"family":"Gemma","id":"gemma-4-12b","kv_bytes_per_token":16384.0,"kv_gb_per_8k":0.134,"name":"Gemma 4 12B","pinned":false,"popularity_rank":10,"quants":{"fp16":{"file_gb":23.9},"iq2_m":{"file_gb":4.1},"q3_k_m":{"file_gb":5.9},"q4_k_m":{"file_gb":7.3},"q5_k_m":{"file_gb":8.5},"q6_k":{"file_gb":9.8},"q8_0":{"file_gb":12.7}},"total_params_b":11.95},{"active_params_b":27.0,"context_max":131072,"family":"Qwen","id":"qwen3.6-27b","kv_bytes_per_token":65536.0,"kv_gb_per_8k":0.537,"name":"Qwen3.6 27B","pinned":false,"popularity_rank":11,"quants":{"fp16":{"file_gb":54.0},"iq2_m":{"file_gb":9.2},"q3_k_m":{"file_gb":13.2},"q4_k_m":{"file_gb":16.5},"q5_k_m":{"file_gb":19.2},"q6_k":{"file_gb":22.1},"q8_0":{"file_gb":28.6}},"total_params_b":27.0},{"active_params_b":3.0,"context_max":131072,"family":"Qwen","id":"qwen3.6-35b-a3b","kv_bytes_per_token":20480.0,"kv_gb_per_8k":0.168,"name":"Qwen3.6 35B-A3B","pinned":false,"popularity_rank":12,"quants":{"fp16":{"file_gb":70.0},"iq2_m":{"file_gb":11.9},"q3_k_m":{"file_gb":17.2},"q4_k_m":{"file_gb":21.3},"q5_k_m":{"file_gb":24.8},"q6_k":{"file_gb":28.7},"q8_0":{"file_gb":37.1}},"total_params_b":35.0},{"active_params_b":128.0,"context_max":131072,"family":"Mistral","id":"mistral-medium-3.5-128b","kv_bytes_per_token":360448.0,"kv_gb_per_8k":2.953,"name":"Mistral Medium 3.5 128B","pinned":false,"popularity_rank":13,"quants":{"fp16":{"file_gb":256.0},"iq2_m":{"file_gb":43.5},"q3_k_m":{"file_gb":62.7},"q4_k_m":{"file_gb":78.1},"q5_k_m":{"file_gb":90.9},"q6_k":{"file_gb":105.0},"q8_0":{"file_gb":135.7}},"total_params_b":128.0},{"active_params_b":30.7,"context_max":131072,"family":"Gemma","id":"gemma-4-31b","kv_bytes_per_token":81920.0,"kv_gb_per_8k":0.671,"name":"Gemma 4 31B","pinned":false,"popularity_rank":14,"quants":{"fp16":{"file_gb":61.4},"iq2_m":{"file_gb":10.4},"q3_k_m":{"file_gb":15.0},"q4_k_m":{"file_gb":18.7},"q5_k_m":{"file_gb":21.8},"q6_k":{"file_gb":25.2},"q8_0":{"file_gb":32.5}},"total_params_b":30.7},{"active_params_b":3.8,"context_max":131072,"family":"Gemma","id":"gemma-4-26b-a4b","kv_bytes_per_token":20480.0,"kv_gb_per_8k":0.168,"name":"Gemma 4 26B-A4B","pinned":false,"popularity_rank":15,"quants":{"fp16":{"file_gb":50.4},"iq2_m":{"file_gb":8.6},"q3_k_m":{"file_gb":12.3},"q4_k_m":{"file_gb":15.4},"q5_k_m":{"file_gb":17.9},"q6_k":{"file_gb":20.7},"q8_0":{"file_gb":26.7}},"total_params_b":25.2},{"active_params_b":6.5,"context_max":131072,"family":"Mistral","id":"mistral-small-4-119b-a6.5b","kv_bytes_per_token":589824.0,"kv_gb_per_8k":4.832,"name":"Mistral Small 4 119B-A6.5B","pinned":false,"popularity_rank":16,"quants":{"fp16":{"file_gb":238.0},"iq2_m":{"file_gb":40.5},"q3_k_m":{"file_gb":58.3},"q4_k_m":{"file_gb":72.6},"q5_k_m":{"file_gb":84.5},"q6_k":{"file_gb":97.6},"q8_0":{"file_gb":126.1}},"total_params_b":119.0},{"active_params_b":9.0,"context_max":131072,"family":"Qwen","id":"qwen3.5-9b","kv_bytes_per_token":32768.0,"kv_gb_per_8k":0.268,"name":"Qwen3.5 9B","pinned":false,"popularity_rank":17,"quants":{"fp16":{"file_gb":18.0},"iq2_m":{"file_gb":3.1},"q3_k_m":{"file_gb":4.4},"q4_k_m":{"file_gb":5.5},"q5_k_m":{"file_gb":6.4},"q6_k":{"file_gb":7.4},"q8_0":{"file_gb":9.5}},"total_params_b":9.0},{"active_params_b":32.0,"context_max":131072,"family":"GLM","id":"glm-4.6","kv_bytes_per_token":376832.0,"kv_gb_per_8k":3.087,"name":"GLM-4.6 355B-A32B","pinned":false,"popularity_rank":18,"quants":{"fp16":{"file_gb":710.0},"iq2_m":{"file_gb":120.7},"q3_k_m":{"file_gb":174.0},"q4_k_m":{"file_gb":216.6},"q5_k_m":{"file_gb":252.1},"q6_k":{"file_gb":291.1},"q8_0":{"file_gb":376.3}},"total_params_b":355.0},{"active_params_b":37.0,"context_max":131072,"family":"DeepSeek","id":"deepseek-v3.1","kv_bytes_per_token":70272.0,"kv_gb_per_8k":0.576,"name":"DeepSeek V3.1 671B-A37B","pinned":false,"popularity_rank":19,"quants":{"fp16":{"file_gb":1342.0},"iq2_m":{"file_gb":228.1},"q3_k_m":{"file_gb":328.8},"q4_k_m":{"file_gb":409.3},"q5_k_m":{"file_gb":476.4},"q6_k":{"file_gb":550.2},"q8_0":{"file_gb":711.3}},"total_params_b":671.0},{"active_params_b":5.1,"context_max":131072,"family":"gpt-oss","id":"gpt-oss-120b","kv_bytes_per_token":73728.0,"kv_gb_per_8k":0.604,"name":"gpt-oss-120b","pinned":false,"popularity_rank":20,"quants":{"fp16":{"file_gb":233.6},"iq2_m":{"file_gb":39.7},"q3_k_m":{"file_gb":57.2},"q4_k_m":{"file_gb":71.2},"q5_k_m":{"file_gb":82.9},"q6_k":{"file_gb":95.8},"q8_0":{"file_gb":123.8}},"total_params_b":116.8},{"active_params_b":3.6,"context_max":131072,"family":"gpt-oss","id":"gpt-oss-20b","kv_bytes_per_token":49152.0,"kv_gb_per_8k":0.403,"name":"gpt-oss-20b","pinned":false,"popularity_rank":21,"quants":{"fp16":{"file_gb":42.0},"iq2_m":{"file_gb":7.1},"q3_k_m":{"file_gb":10.3},"q4_k_m":{"file_gb":12.8},"q5_k_m":{"file_gb":14.9},"q6_k":{"file_gb":17.2},"q8_0":{"file_gb":22.3}},"total_params_b":21.0},{"active_params_b":12.0,"context_max":131072,"family":"GLM","id":"glm-4.5-air","kv_bytes_per_token":188416.0,"kv_gb_per_8k":1.544,"name":"GLM-4.5 Air 106B-A12B","pinned":false,"popularity_rank":22,"quants":{"fp16":{"file_gb":212.0},"iq2_m":{"file_gb":36.0},"q3_k_m":{"file_gb":51.9},"q4_k_m":{"file_gb":64.7},"q5_k_m":{"file_gb":75.3},"q6_k":{"file_gb":86.9},"q8_0":{"file_gb":112.4}},"total_params_b":106.0},{"active_params_b":35.0,"context_max":131072,"family":"Qwen","id":"qwen3-coder-480b-a35b","kv_bytes_per_token":253952.0,"kv_gb_per_8k":2.08,"name":"Qwen3 Coder 480B-A35B","pinned":false,"popularity_rank":23,"quants":{"fp16":{"file_gb":960.0},"iq2_m":{"file_gb":163.2},"q3_k_m":{"file_gb":235.2},"q4_k_m":{"file_gb":292.8},"q5_k_m":{"file_gb":340.8},"q6_k":{"file_gb":393.6},"q8_0":{"file_gb":508.8}},"total_params_b":480.0},{"active_params_b":22.0,"context_max":131072,"family":"Qwen","id":"qwen3-235b-a22b","kv_bytes_per_token":192512.0,"kv_gb_per_8k":1.577,"name":"Qwen3 235B-A22B","pinned":false,"popularity_rank":24,"quants":{"fp16":{"file_gb":470.0},"iq2_m":{"file_gb":79.9},"q3_k_m":{"file_gb":115.2},"q4_k_m":{"file_gb":143.4},"q5_k_m":{"file_gb":166.9},"q6_k":{"file_gb":192.7},"q8_0":{"file_gb":249.1}},"total_params_b":235.0},{"active_params_b":24.0,"context_max":131072,"family":"Mistral","id":"mistral-small-3.2-24b","kv_bytes_per_token":163840.0,"kv_gb_per_8k":1.342,"name":"Mistral Small 3.2 24B","pinned":false,"popularity_rank":25,"quants":{"fp16":{"file_gb":48.0},"iq2_m":{"file_gb":8.2},"q3_k_m":{"file_gb":11.8},"q4_k_m":{"file_gb":14.6},"q5_k_m":{"file_gb":17.0},"q6_k":{"file_gb":19.7},"q8_0":{"file_gb":25.4}},"total_params_b":24.0},{"active_params_b":32.8,"context_max":131072,"family":"Qwen","id":"qwen3-32b","kv_bytes_per_token":262144.0,"kv_gb_per_8k":2.147,"name":"Qwen3 32B","pinned":false,"popularity_rank":26,"quants":{"fp16":{"file_gb":65.6},"iq2_m":{"file_gb":11.2},"q3_k_m":{"file_gb":16.1},"q4_k_m":{"file_gb":20.0},"q5_k_m":{"file_gb":23.3},"q6_k":{"file_gb":26.9},"q8_0":{"file_gb":34.8}},"total_params_b":32.8},{"active_params_b":17.0,"context_max":131072,"family":"Llama","id":"llama-4-scout","kv_bytes_per_token":196608.0,"kv_gb_per_8k":1.611,"name":"Llama 4 Scout 109B-A17B","pinned":false,"popularity_rank":27,"quants":{"fp16":{"file_gb":218.0},"iq2_m":{"file_gb":37.1},"q3_k_m":{"file_gb":53.4},"q4_k_m":{"file_gb":66.5},"q5_k_m":{"file_gb":77.4},"q6_k":{"file_gb":89.4},"q8_0":{"file_gb":115.5}},"total_params_b":109.0},{"active_params_b":27.4,"context_max":131072,"family":"Gemma","id":"gemma-3-27b","kv_bytes_per_token":81920.0,"kv_gb_per_8k":0.671,"name":"Gemma 3 27B","pinned":false,"popularity_rank":28,"quants":{"fp16":{"file_gb":54.8},"iq2_m":{"file_gb":9.3},"q3_k_m":{"file_gb":13.4},"q4_k_m":{"file_gb":16.7},"q5_k_m":{"file_gb":19.5},"q6_k":{"file_gb":22.5},"q8_0":{"file_gb":29.0}},"total_params_b":27.4},{"active_params_b":70.6,"context_max":131072,"family":"Llama","id":"llama-3.3-70b","kv_bytes_per_token":327680.0,"kv_gb_per_8k":2.684,"name":"Llama 3.3 70B","pinned":false,"popularity_rank":29,"quants":{"fp16":{"file_gb":141.2},"iq2_m":{"file_gb":24.0},"q3_k_m":{"file_gb":34.6},"q4_k_m":{"file_gb":43.1},"q5_k_m":{"file_gb":50.1},"q6_k":{"file_gb":57.9},"q8_0":{"file_gb":74.8}},"total_params_b":70.6},{"active_params_b":8.0,"context_max":131072,"family":"Llama","id":"llama-3.1-8b","kv_bytes_per_token":131072.0,"kv_gb_per_8k":1.074,"name":"Llama 3.1 8B","pinned":false,"popularity_rank":30,"quants":{"fp16":{"file_gb":16.0},"iq2_m":{"file_gb":2.7},"q3_k_m":{"file_gb":3.9},"q4_k_m":{"file_gb":4.9},"q5_k_m":{"file_gb":5.7},"q6_k":{"file_gb":6.6},"q8_0":{"file_gb":8.5}},"total_params_b":8.0}],"offload":{"err_q50":1.385,"err_q80":1.812,"n_rows":57,"ram_bw_gbs":40.6},"prompt_presets":[42,290,1800,12500]}