[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-qwen2-5-3b-instruct":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":60,"gpu_recommendations":140,"fitting_gpus":205,"community":241},312,"qwen2-5-3b-instruct","Qwen\u002FQwen2.5-3B-Instruct","Qwen","qwen2",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},36,128,2,2048,2123104256,"2.1B",32768,null,6733583,550,"published","https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen2.5-3B-Instruct","2026-08-12T03:11:22+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"LLM","llm",{"name":7,"slug":30},"qwen",0.0331,[],[34,39,44,49,53,57],{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"AWQ",4,0.263,0.03,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP16",16,1,0,{"format":45,"bits":46,"size_factor":47,"quality_loss":48},"FP8",8,0.5,0.01,{"format":50,"bits":36,"size_factor":51,"quality_loss":52},"GGUF",0.25,0.05,{"format":54,"bits":36,"size_factor":55,"quality_loss":56},"GPTQ",0.275,0.04,{"format":58,"bits":46,"size_factor":47,"quality_loss":59},"INT8",0.02,{"FP16":61,"FP8":84,"INT8":97,"AWQ":101,"GPTQ":114,"GGUF":127},{"minimum":62,"production":71,"recommended":78},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":65,"kv_cache_gb":47,"vram_gb":66,"ram_gb":67,"disk_gb":68,"requirement_source":69,"confidence":70},"minimum",4096,5.77,12.25,32,48.01,"estimated",0.95,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":65,"kv_cache_gb":74,"vram_gb":75,"ram_gb":76,"disk_gb":77,"requirement_source":69,"confidence":70},"production",16384,64,125.57,188.35,113.01,{"scenario":79,"context_length":80,"batch_size":12,"weight_gb":65,"kv_cache_gb":46,"vram_gb":81,"ram_gb":82,"disk_gb":83,"requirement_source":69,"confidence":70},"recommended",8192,28.34,42.5,74.01,{"minimum":85,"production":89,"recommended":93},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":86,"kv_cache_gb":47,"vram_gb":87,"ram_gb":67,"disk_gb":88,"requirement_source":69,"confidence":70},2.89,8.6,43.5,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":86,"kv_cache_gb":74,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":69,"confidence":70},121.58,182.38,108.5,{"scenario":79,"context_length":80,"batch_size":12,"weight_gb":86,"kv_cache_gb":46,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":69,"confidence":70},24.52,36.78,69.5,{"minimum":98,"production":99,"recommended":100},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":86,"kv_cache_gb":47,"vram_gb":87,"ram_gb":67,"disk_gb":88,"requirement_source":69,"confidence":70},{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":86,"kv_cache_gb":74,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":69,"confidence":70},{"scenario":79,"context_length":80,"batch_size":12,"weight_gb":86,"kv_cache_gb":46,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":69,"confidence":70},{"minimum":102,"production":106,"recommended":110},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":103,"kv_cache_gb":47,"vram_gb":104,"ram_gb":67,"disk_gb":105,"requirement_source":69,"confidence":70},1.5,6.84,41.34,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":103,"kv_cache_gb":74,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":69,"confidence":70},119.67,179.5,106.34,{"scenario":79,"context_length":80,"batch_size":12,"weight_gb":103,"kv_cache_gb":46,"vram_gb":111,"ram_gb":112,"disk_gb":113,"requirement_source":69,"confidence":70},22.68,34.02,67.34,{"minimum":115,"production":119,"recommended":123},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":116,"kv_cache_gb":47,"vram_gb":117,"ram_gb":67,"disk_gb":118,"requirement_source":69,"confidence":70},1.52,6.87,41.36,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":116,"kv_cache_gb":74,"vram_gb":120,"ram_gb":121,"disk_gb":122,"requirement_source":69,"confidence":70},119.69,179.54,106.36,{"scenario":79,"context_length":80,"batch_size":12,"weight_gb":116,"kv_cache_gb":46,"vram_gb":124,"ram_gb":125,"disk_gb":126,"requirement_source":69,"confidence":70},22.7,34.06,67.36,{"minimum":128,"production":132,"recommended":136},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":129,"kv_cache_gb":47,"vram_gb":130,"ram_gb":67,"disk_gb":131,"requirement_source":69,"confidence":70},1.55,6.91,41.42,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":129,"kv_cache_gb":74,"vram_gb":133,"ram_gb":134,"disk_gb":135,"requirement_source":69,"confidence":70},119.74,179.61,106.42,{"scenario":79,"context_length":80,"batch_size":12,"weight_gb":129,"kv_cache_gb":46,"vram_gb":137,"ram_gb":138,"disk_gb":139,"requirement_source":69,"confidence":70},22.75,34.13,67.42,{"recommended":141,"cheapest":159,"performance":169,"min_complexity":186,"cluster_options":201,"no_match":202,"required_vram_gb":111,"candidate_count":203,"usage":204},{"gpu_model":142,"gpu_model_id":12,"gpu_count":42,"total_vram_gb":67,"hour_price":143,"monthly_cost":144,"providers":145,"bandwidth_gbps":148,"fp16_tflops":149,"interconnect_score":150,"parallel_efficiency":42,"score":151,"tier":152,"perf_metric":153,"perf_label":154,"perf_value":155,"workload":17,"cost_metric":156},"RTX 5090",0.3222,235.21,[146,147],"vast","runpod",1792,209,40,0.6869,"cheapest","tok\u002Fs","1194.7 tok\u002Fs",1194.7,{"effective_value":157,"effective_unit":153,"capacity_factor":158},836.3,0.7,{"gpu_model":160,"gpu_model_id":161,"gpu_count":12,"total_vram_gb":67,"hour_price":162,"monthly_cost":163,"providers":164,"bandwidth_gbps":43,"fp16_tflops":43,"interconnect_score":150,"parallel_efficiency":165,"score":166,"tier":152,"perf_metric":153,"perf_label":167,"perf_value":43,"workload":17,"cost_metric":168},"Tesla V100",17,0.0272,39.71,[146],0.8,0.6357,"0 tok\u002Fs",{"effective_value":43,"effective_unit":153,"capacity_factor":158},{"gpu_model":170,"gpu_model_id":171,"gpu_count":46,"total_vram_gb":172,"hour_price":173,"monthly_cost":174,"providers":175,"bandwidth_gbps":177,"fp16_tflops":178,"interconnect_score":150,"parallel_efficiency":179,"score":180,"tier":181,"perf_metric":153,"perf_label":182,"perf_value":183,"workload":17,"cost_metric":184},"H200 SXM",11,1128,3.5,20440,[176],"lambda",4800,989,0.4,0.2197,"balanced","10240 tok\u002Fs",10240,{"effective_value":185,"effective_unit":153,"capacity_factor":158},7168,{"gpu_model":187,"gpu_model_id":188,"gpu_count":42,"total_vram_gb":189,"hour_price":190,"monthly_cost":191,"providers":192,"bandwidth_gbps":194,"fp16_tflops":195,"interconnect_score":150,"parallel_efficiency":42,"score":196,"tier":152,"perf_metric":153,"perf_label":197,"perf_value":198,"workload":17,"cost_metric":199},"RTX 3090",3,24,0.0678,49.49,[146,193],"tensordock",936,71,0.6437,"624 tok\u002Fs",624,{"effective_value":200,"effective_unit":153,"capacity_factor":158},436.8,[],false,25,"value",[206,210,218,225,233],{"name":187,"vram_gb":189,"cheapest_hour":190,"cost":207,"provider":146,"estimated_tps":198},{"hourly":190,"daily":208,"monthly":191,"yearly":209},1.63,593.93,{"name":211,"vram_gb":189,"cheapest_hour":212,"cost":213,"provider":146,"estimated_tps":217},"RTX 4090",0.1344,{"hourly":212,"daily":214,"monthly":215,"yearly":216},3.23,98.11,1177.34,672,{"name":219,"vram_gb":189,"cheapest_hour":220,"cost":221,"provider":146,"estimated_tps":217},"RTX 4090D",0.1602,{"hourly":220,"daily":222,"monthly":223,"yearly":224},3.84,116.95,1403.35,{"name":226,"vram_gb":189,"cheapest_hour":227,"cost":228,"provider":146,"estimated_tps":232},"L4",0.2015,{"hourly":227,"daily":229,"monthly":230,"yearly":231},4.84,147.1,1765.14,200,{"name":234,"vram_gb":189,"cheapest_hour":235,"cost":236,"provider":146,"estimated_tps":240},"A10",0.2409,{"hourly":235,"daily":237,"monthly":238,"yearly":239},5.78,175.86,2110.28,400,{"posts_count":43,"benchmarks_count":43}]