[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-qwen25-32b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":26,"score":28,"variants":29,"quantizations":30,"requirements":57,"gpu_recommendations":142,"fitting_gpus":213,"community":248},309,"qwen25-32b","Qwen2.5 32B","Qwen\u002FQwen2.5-32B-Instruct","Qwen","transformer",null,32500000000,"32.5B",131072,"MIT",1734769,356,"published","https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen2.5-32B-Instruct","2026-08-12T03:11:22+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",{"name":8,"slug":27},"qwen",0.0283,[],[31,36,41,46,50,54],{"format":32,"bits":33,"size_factor":34,"quality_loss":35},"AWQ",4,0.263,0.03,{"format":37,"bits":38,"size_factor":39,"quality_loss":40},"FP16",16,1,0,{"format":42,"bits":43,"size_factor":44,"quality_loss":45},"FP8",8,0.5,0.01,{"format":47,"bits":33,"size_factor":48,"quality_loss":49},"GGUF",0.25,0.05,{"format":51,"bits":33,"size_factor":52,"quality_loss":53},"GPTQ",0.275,0.04,{"format":55,"bits":43,"size_factor":44,"quality_loss":56},"INT8",0.02,{"FP16":58,"FP8":82,"INT8":96,"AWQ":100,"GPTQ":114,"GGUF":128},{"minimum":59,"production":68,"recommended":75},{"scenario":60,"context_length":61,"batch_size":39,"weight_gb":62,"kv_cache_gb":44,"vram_gb":63,"ram_gb":64,"disk_gb":65,"requirement_source":66,"confidence":67},"minimum",4096,60.54,81.53,122.29,133.44,"estimated",0.95,{"scenario":69,"context_length":70,"batch_size":33,"weight_gb":62,"kv_cache_gb":71,"vram_gb":72,"ram_gb":73,"disk_gb":74,"requirement_source":66,"confidence":67},"production",16384,64,201.14,301.71,198.44,{"scenario":76,"context_length":77,"batch_size":78,"weight_gb":62,"kv_cache_gb":43,"vram_gb":79,"ram_gb":80,"disk_gb":81,"requirement_source":66,"confidence":67},"recommended",8192,2,100.76,151.14,159.44,{"minimum":83,"production":88,"recommended":92},{"scenario":60,"context_length":61,"batch_size":39,"weight_gb":84,"kv_cache_gb":44,"vram_gb":85,"ram_gb":86,"disk_gb":87,"requirement_source":66,"confidence":67},30.27,43.24,64.86,86.22,{"scenario":69,"context_length":70,"batch_size":33,"weight_gb":84,"kv_cache_gb":71,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":66,"confidence":67},159.37,239.05,151.22,{"scenario":76,"context_length":77,"batch_size":78,"weight_gb":84,"kv_cache_gb":43,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":66,"confidence":67},60.73,91.09,112.22,{"minimum":97,"production":98,"recommended":99},{"scenario":60,"context_length":61,"batch_size":39,"weight_gb":84,"kv_cache_gb":44,"vram_gb":85,"ram_gb":86,"disk_gb":87,"requirement_source":66,"confidence":67},{"scenario":69,"context_length":70,"batch_size":33,"weight_gb":84,"kv_cache_gb":71,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":66,"confidence":67},{"scenario":76,"context_length":77,"batch_size":78,"weight_gb":84,"kv_cache_gb":43,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":66,"confidence":67},{"minimum":101,"production":106,"recommended":110},{"scenario":60,"context_length":61,"batch_size":39,"weight_gb":102,"kv_cache_gb":44,"vram_gb":103,"ram_gb":104,"disk_gb":105,"requirement_source":66,"confidence":67},15.7,24.81,37.22,63.49,{"scenario":69,"context_length":70,"batch_size":33,"weight_gb":102,"kv_cache_gb":71,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":66,"confidence":67},139.27,208.9,128.49,{"scenario":76,"context_length":77,"batch_size":78,"weight_gb":102,"kv_cache_gb":43,"vram_gb":111,"ram_gb":112,"disk_gb":113,"requirement_source":66,"confidence":67},41.47,62.2,89.49,{"minimum":115,"production":120,"recommended":124},{"scenario":60,"context_length":61,"batch_size":39,"weight_gb":116,"kv_cache_gb":44,"vram_gb":117,"ram_gb":118,"disk_gb":119,"requirement_source":66,"confidence":67},15.89,25.05,37.58,63.79,{"scenario":69,"context_length":70,"batch_size":33,"weight_gb":116,"kv_cache_gb":71,"vram_gb":121,"ram_gb":122,"disk_gb":123,"requirement_source":66,"confidence":67},139.53,209.29,128.79,{"scenario":76,"context_length":77,"batch_size":78,"weight_gb":116,"kv_cache_gb":43,"vram_gb":125,"ram_gb":126,"disk_gb":127,"requirement_source":66,"confidence":67},41.72,62.57,89.79,{"minimum":129,"production":134,"recommended":138},{"scenario":60,"context_length":61,"batch_size":39,"weight_gb":130,"kv_cache_gb":44,"vram_gb":131,"ram_gb":132,"disk_gb":133,"requirement_source":66,"confidence":67},16.27,25.53,38.3,64.38,{"scenario":69,"context_length":70,"batch_size":33,"weight_gb":130,"kv_cache_gb":71,"vram_gb":135,"ram_gb":136,"disk_gb":137,"requirement_source":66,"confidence":67},140.05,210.08,129.38,{"scenario":76,"context_length":77,"batch_size":78,"weight_gb":130,"kv_cache_gb":43,"vram_gb":139,"ram_gb":140,"disk_gb":141,"requirement_source":66,"confidence":67},42.22,63.32,90.38,{"recommended":143,"cheapest":165,"performance":181,"min_complexity":196,"cluster_options":209,"no_match":210,"required_vram_gb":111,"candidate_count":211,"usage":212},{"gpu_model":144,"gpu_model_id":145,"gpu_count":39,"total_vram_gb":146,"hour_price":147,"monthly_cost":148,"providers":149,"bandwidth_gbps":154,"fp16_tflops":155,"interconnect_score":156,"parallel_efficiency":39,"score":157,"tier":158,"perf_metric":159,"perf_label":160,"perf_value":161,"workload":10,"cost_metric":162},"H100 SXM",10,80,1.6059,1172.31,[150,151,152,153],"vast","tensordock","runpod","lambda",3350,66.9,40,0.6277,"balanced","tok\u002Fs","213.4 tok\u002Fs",213.4,{"effective_value":163,"effective_unit":159,"capacity_factor":164},149.4,0.7,{"gpu_model":166,"gpu_model_id":167,"gpu_count":33,"total_vram_gb":168,"hour_price":169,"monthly_cost":170,"providers":171,"bandwidth_gbps":172,"fp16_tflops":173,"interconnect_score":156,"parallel_efficiency":174,"score":175,"tier":176,"perf_metric":159,"perf_label":177,"perf_value":178,"workload":10,"cost_metric":179},"RTX 5070",28,48,0.0101,29.49,[150],672,61,0.6,0.5805,"cheapest","102.7 tok\u002Fs",102.7,{"effective_value":180,"effective_unit":159,"capacity_factor":164},71.9,{"gpu_model":182,"gpu_model_id":183,"gpu_count":43,"total_vram_gb":184,"hour_price":185,"monthly_cost":186,"providers":187,"bandwidth_gbps":188,"fp16_tflops":189,"interconnect_score":156,"parallel_efficiency":190,"score":191,"tier":158,"perf_metric":159,"perf_label":192,"perf_value":193,"workload":10,"cost_metric":194},"H200 SXM",11,1128,3.5,20440,[153],4800,989,0.4,0.2197,"978.3 tok\u002Fs",978.3,{"effective_value":195,"effective_unit":159,"capacity_factor":164},684.8,{"gpu_model":197,"gpu_model_id":198,"gpu_count":39,"total_vram_gb":168,"hour_price":199,"monthly_cost":200,"providers":201,"bandwidth_gbps":202,"fp16_tflops":203,"interconnect_score":156,"parallel_efficiency":39,"score":204,"tier":176,"perf_metric":159,"perf_label":205,"perf_value":206,"workload":10,"cost_metric":207},"RTX A6000",6,0.2874,209.8,[150,153],768,77,0.6607,"48.9 tok\u002Fs",48.9,{"effective_value":208,"effective_unit":159,"capacity_factor":164},34.2,[],false,22,"value",[214,218,226,233,240],{"name":197,"vram_gb":168,"cheapest_hour":199,"cost":215,"provider":150,"estimated_tps":206},{"hourly":199,"daily":216,"monthly":200,"yearly":217},6.9,2517.62,{"name":219,"vram_gb":168,"cheapest_hour":220,"cost":221,"provider":150,"estimated_tps":225},"L40S",0.4004,{"hourly":220,"daily":222,"monthly":223,"yearly":224},9.61,292.29,3507.5,55,{"name":227,"vram_gb":168,"cheapest_hour":228,"cost":229,"provider":150,"estimated_tps":40},"RTX PRO 6000 WS",0.6689,{"hourly":228,"daily":230,"monthly":231,"yearly":232},16.05,488.3,5859.56,{"name":234,"vram_gb":168,"cheapest_hour":235,"cost":236,"provider":150,"estimated_tps":40},"RTX PRO 6000 S",0.7339,{"hourly":235,"daily":237,"monthly":238,"yearly":239},17.61,535.75,6428.96,{"name":241,"vram_gb":146,"cheapest_hour":242,"cost":243,"provider":150,"estimated_tps":247},"A100 80GB",1.2,{"hourly":242,"daily":244,"monthly":245,"yearly":246},28.8,876,10512,129.9,{"posts_count":40,"benchmarks_count":40}]