[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-deepseek-r1-distill-qwen-32b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":18,"huggingface_url":19,"created_at":20,"seo":21,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":143,"fitting_gpus":210,"community":245},3,"deepseek-r1-distill-qwen-32b","DeepSeek R1 Distill Qwen 32B","deepseek-ai\u002FDeepSeek-R1-Distill-Qwen-32B","deepseek-ai","transformer",null,32500000000,"32.5B",131072,"MIT",2900000,6400,"published","32B distilled reasoning model, runs on a single 24GB consumer GPU (INT4).","https:\u002F\u002Fhuggingface.co\u002Fdeepseek-ai\u002FDeepSeek-R1-Distill-Qwen-32B","2026-08-12T02:22:23+00:00",{"title":6,"description":18,"image":10,"robots":22,"canonical_url":10},"index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"Qwen","qwen",0.0753,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":97,"AWQ":101,"GPTQ":115,"GGUF":129},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,60.54,81.53,122.29,133.44,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,201.14,301.71,198.44,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,100.76,151.14,159.44,{"minimum":84,"production":89,"recommended":93},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},30.27,43.24,64.86,86.22,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},159.37,239.05,151.22,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},60.73,91.09,112.22,{"minimum":98,"production":99,"recommended":100},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},{"minimum":102,"production":107,"recommended":111},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":103,"kv_cache_gb":45,"vram_gb":104,"ram_gb":105,"disk_gb":106,"requirement_source":67,"confidence":68},15.7,24.81,37.22,63.49,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":103,"kv_cache_gb":72,"vram_gb":108,"ram_gb":109,"disk_gb":110,"requirement_source":67,"confidence":68},139.27,208.9,128.49,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":103,"kv_cache_gb":44,"vram_gb":112,"ram_gb":113,"disk_gb":114,"requirement_source":67,"confidence":68},41.47,62.2,89.49,{"minimum":116,"production":121,"recommended":125},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":117,"kv_cache_gb":45,"vram_gb":118,"ram_gb":119,"disk_gb":120,"requirement_source":67,"confidence":68},15.89,25.05,37.58,63.79,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":117,"kv_cache_gb":72,"vram_gb":122,"ram_gb":123,"disk_gb":124,"requirement_source":67,"confidence":68},139.53,209.29,128.79,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":117,"kv_cache_gb":44,"vram_gb":126,"ram_gb":127,"disk_gb":128,"requirement_source":67,"confidence":68},41.72,62.57,89.79,{"minimum":130,"production":135,"recommended":139},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":131,"kv_cache_gb":45,"vram_gb":132,"ram_gb":133,"disk_gb":134,"requirement_source":67,"confidence":68},16.27,25.53,38.3,64.38,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":131,"kv_cache_gb":72,"vram_gb":136,"ram_gb":137,"disk_gb":138,"requirement_source":67,"confidence":68},140.05,210.08,129.38,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":131,"kv_cache_gb":44,"vram_gb":140,"ram_gb":141,"disk_gb":142,"requirement_source":67,"confidence":68},42.22,63.32,90.38,{"recommended":144,"cheapest":166,"performance":177,"min_complexity":192,"cluster_options":206,"no_match":207,"required_vram_gb":112,"candidate_count":208,"usage":209},{"gpu_model":145,"gpu_model_id":146,"gpu_count":40,"total_vram_gb":147,"hour_price":148,"monthly_cost":149,"providers":150,"bandwidth_gbps":155,"fp16_tflops":156,"interconnect_score":157,"parallel_efficiency":40,"score":158,"tier":159,"perf_metric":160,"perf_label":161,"perf_value":162,"workload":10,"cost_metric":163},"H100 SXM",10,80,1.6022,1169.61,[151,152,153,154],"vast","tensordock","lambda","runpod",3350,66.9,40,0.6278,"balanced","tok\u002Fs","213.4 tok\u002Fs",213.4,{"effective_value":164,"effective_unit":160,"capacity_factor":165},149.4,0.7,{"gpu_model":167,"gpu_model_id":168,"gpu_count":34,"total_vram_gb":72,"hour_price":169,"monthly_cost":170,"providers":171,"bandwidth_gbps":41,"fp16_tflops":41,"interconnect_score":157,"parallel_efficiency":172,"score":173,"tier":174,"perf_metric":160,"perf_label":175,"perf_value":41,"workload":10,"cost_metric":176},"Tesla V100",17,0.0272,79.42,[151],0.6,0.5711,"cheapest","0 tok\u002Fs",{"effective_value":41,"effective_unit":160,"capacity_factor":165},{"gpu_model":178,"gpu_model_id":179,"gpu_count":44,"total_vram_gb":180,"hour_price":181,"monthly_cost":182,"providers":183,"bandwidth_gbps":184,"fp16_tflops":185,"interconnect_score":157,"parallel_efficiency":186,"score":187,"tier":159,"perf_metric":160,"perf_label":188,"perf_value":189,"workload":10,"cost_metric":190},"H200 SXM",11,1128,3.5,20440,[153],4800,989,0.4,0.2197,"978.3 tok\u002Fs",978.3,{"effective_value":191,"effective_unit":160,"capacity_factor":165},684.8,{"gpu_model":193,"gpu_model_id":194,"gpu_count":40,"total_vram_gb":195,"hour_price":196,"monthly_cost":197,"providers":198,"bandwidth_gbps":199,"fp16_tflops":200,"interconnect_score":157,"parallel_efficiency":40,"score":201,"tier":174,"perf_metric":160,"perf_label":202,"perf_value":203,"workload":10,"cost_metric":204},"RTX A6000",6,48,0.3001,219.07,[151,153],768,77,0.6605,"48.9 tok\u002Fs",48.9,{"effective_value":205,"effective_unit":160,"capacity_factor":165},34.2,[],false,23,"value",[211,215,223,230,237],{"name":193,"vram_gb":195,"cheapest_hour":196,"cost":212,"provider":151,"estimated_tps":203},{"hourly":196,"daily":213,"monthly":197,"yearly":214},7.2,2628.88,{"name":216,"vram_gb":195,"cheapest_hour":217,"cost":218,"provider":151,"estimated_tps":222},"L40S",0.4669,{"hourly":217,"daily":219,"monthly":220,"yearly":221},11.21,340.84,4090.04,55,{"name":224,"vram_gb":195,"cheapest_hour":225,"cost":226,"provider":151,"estimated_tps":41},"RTX PRO 6000 WS",0.8022,{"hourly":225,"daily":227,"monthly":228,"yearly":229},19.25,585.61,7027.27,{"name":231,"vram_gb":195,"cheapest_hour":232,"cost":233,"provider":151,"estimated_tps":41},"RTX PRO 6000 S",1.0131,{"hourly":232,"daily":234,"monthly":235,"yearly":236},24.31,739.56,8874.76,{"name":238,"vram_gb":147,"cheapest_hour":239,"cost":240,"provider":151,"estimated_tps":244},"A100 80GB",1.2,{"hourly":239,"daily":241,"monthly":242,"yearly":243},28.8,876,10512,129.9,{"posts_count":41,"benchmarks_count":41}]