[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-qwen2-5-0-5b-instruct":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":60,"gpu_recommendations":128,"fitting_gpus":192,"community":228},349,"qwen2-5-0-5b-instruct","Qwen\u002FQwen2.5-0.5B-Instruct","Qwen","qwen2",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},24,64,2,896,367345664,"367.3M",32768,null,6638944,590,"published","https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen2.5-0.5B-Instruct","2026-08-12T03:11:24+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"LLM","llm",{"name":7,"slug":30},"qwen",0.0613,[],[34,39,44,49,53,57],{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"AWQ",4,0.263,0.03,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP16",16,1,0,{"format":45,"bits":46,"size_factor":47,"quality_loss":48},"FP8",8,0.5,0.01,{"format":50,"bits":36,"size_factor":51,"quality_loss":52},"GGUF",0.25,0.05,{"format":54,"bits":36,"size_factor":55,"quality_loss":56},"GPTQ",0.275,0.04,{"format":58,"bits":46,"size_factor":47,"quality_loss":59},"INT8",0.02,{"FP16":61,"FP8":83,"INT8":95,"AWQ":99,"GPTQ":111,"GGUF":117},{"minimum":62,"production":71,"recommended":77},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":65,"kv_cache_gb":47,"vram_gb":66,"ram_gb":67,"disk_gb":68,"requirement_source":69,"confidence":70},"minimum",4096,0.93,6.13,32,40.45,"estimated",0.95,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":65,"kv_cache_gb":11,"vram_gb":74,"ram_gb":75,"disk_gb":76,"requirement_source":69,"confidence":70},"production",16384,118.89,178.33,105.45,{"scenario":78,"context_length":79,"batch_size":12,"weight_gb":65,"kv_cache_gb":46,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":69,"confidence":70},"recommended",8192,21.93,32.9,66.45,{"minimum":84,"production":88,"recommended":92},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":85,"kv_cache_gb":47,"vram_gb":86,"ram_gb":67,"disk_gb":87,"requirement_source":69,"confidence":70},0.47,5.54,39.73,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":85,"kv_cache_gb":11,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":69,"confidence":70},118.24,177.36,104.73,{"scenario":78,"context_length":79,"batch_size":12,"weight_gb":85,"kv_cache_gb":46,"vram_gb":93,"ram_gb":67,"disk_gb":94,"requirement_source":69,"confidence":70},21.32,65.73,{"minimum":96,"production":97,"recommended":98},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":85,"kv_cache_gb":47,"vram_gb":86,"ram_gb":67,"disk_gb":87,"requirement_source":69,"confidence":70},{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":85,"kv_cache_gb":11,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":69,"confidence":70},{"scenario":78,"context_length":79,"batch_size":12,"weight_gb":85,"kv_cache_gb":46,"vram_gb":93,"ram_gb":67,"disk_gb":94,"requirement_source":69,"confidence":70},{"minimum":100,"production":104,"recommended":108},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":101,"kv_cache_gb":47,"vram_gb":102,"ram_gb":67,"disk_gb":103,"requirement_source":69,"confidence":70},0.24,5.26,39.38,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":101,"kv_cache_gb":11,"vram_gb":105,"ram_gb":106,"disk_gb":107,"requirement_source":69,"confidence":70},117.93,176.9,104.38,{"scenario":78,"context_length":79,"batch_size":12,"weight_gb":101,"kv_cache_gb":46,"vram_gb":109,"ram_gb":67,"disk_gb":110,"requirement_source":69,"confidence":70},21.02,65.38,{"minimum":112,"production":113,"recommended":116},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":101,"kv_cache_gb":47,"vram_gb":102,"ram_gb":67,"disk_gb":103,"requirement_source":69,"confidence":70},{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":101,"kv_cache_gb":11,"vram_gb":114,"ram_gb":115,"disk_gb":107,"requirement_source":69,"confidence":70},117.94,176.91,{"scenario":78,"context_length":79,"batch_size":12,"weight_gb":101,"kv_cache_gb":46,"vram_gb":109,"ram_gb":67,"disk_gb":110,"requirement_source":69,"confidence":70},{"minimum":118,"production":121,"recommended":125},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":51,"kv_cache_gb":47,"vram_gb":119,"ram_gb":67,"disk_gb":120,"requirement_source":69,"confidence":70},5.27,39.39,{"scenario":72,"context_length":73,"batch_size":36,"weight_gb":51,"kv_cache_gb":11,"vram_gb":122,"ram_gb":123,"disk_gb":124,"requirement_source":69,"confidence":70},117.95,176.92,104.39,{"scenario":78,"context_length":79,"batch_size":12,"weight_gb":51,"kv_cache_gb":46,"vram_gb":126,"ram_gb":67,"disk_gb":127,"requirement_source":69,"confidence":70},21.03,65.39,{"recommended":129,"cheapest":147,"performance":157,"min_complexity":174,"cluster_options":188,"no_match":189,"required_vram_gb":109,"candidate_count":190,"usage":191},{"gpu_model":130,"gpu_model_id":12,"gpu_count":42,"total_vram_gb":67,"hour_price":131,"monthly_cost":132,"providers":133,"bandwidth_gbps":136,"fp16_tflops":137,"interconnect_score":138,"parallel_efficiency":42,"score":139,"tier":140,"perf_metric":141,"perf_label":142,"perf_value":143,"workload":17,"cost_metric":144},"RTX 5090",0.3337,243.6,[134,135],"vast","runpod",1792,209,40,0.6729,"cheapest","tok\u002Fs","7466.7 tok\u002Fs",7466.7,{"effective_value":145,"effective_unit":141,"capacity_factor":146},5226.7,0.7,{"gpu_model":148,"gpu_model_id":149,"gpu_count":12,"total_vram_gb":67,"hour_price":150,"monthly_cost":151,"providers":152,"bandwidth_gbps":43,"fp16_tflops":43,"interconnect_score":138,"parallel_efficiency":153,"score":154,"tier":140,"perf_metric":141,"perf_label":155,"perf_value":43,"workload":17,"cost_metric":156},"Tesla V100",17,0.0289,42.19,[134],0.8,0.6218,"0 tok\u002Fs",{"effective_value":43,"effective_unit":141,"capacity_factor":146},{"gpu_model":158,"gpu_model_id":159,"gpu_count":46,"total_vram_gb":160,"hour_price":161,"monthly_cost":162,"providers":163,"bandwidth_gbps":165,"fp16_tflops":166,"interconnect_score":138,"parallel_efficiency":167,"score":168,"tier":169,"perf_metric":141,"perf_label":170,"perf_value":171,"workload":17,"cost_metric":172},"H200 SXM",11,1128,3.5,20440,[164],"lambda",4800,989,0.4,0.2197,"balanced","64000 tok\u002Fs",64000,{"effective_value":173,"effective_unit":141,"capacity_factor":146},44800,{"gpu_model":175,"gpu_model_id":176,"gpu_count":42,"total_vram_gb":10,"hour_price":177,"monthly_cost":178,"providers":179,"bandwidth_gbps":181,"fp16_tflops":182,"interconnect_score":138,"parallel_efficiency":42,"score":183,"tier":140,"perf_metric":141,"perf_label":184,"perf_value":185,"workload":17,"cost_metric":186},"RTX 3090",3,0.0622,45.41,[134,180],"tensordock",936,71,0.6622,"3900 tok\u002Fs",3900,{"effective_value":187,"effective_unit":141,"capacity_factor":146},2730,[],false,25,"value",[193,197,205,212,220],{"name":175,"vram_gb":10,"cheapest_hour":177,"cost":194,"provider":134,"estimated_tps":185},{"hourly":177,"daily":195,"monthly":178,"yearly":196},1.49,544.87,{"name":198,"vram_gb":10,"cheapest_hour":199,"cost":200,"provider":134,"estimated_tps":204},"RTX 4090",0.1356,{"hourly":199,"daily":201,"monthly":202,"yearly":203},3.25,98.99,1187.86,4200,{"name":206,"vram_gb":10,"cheapest_hour":207,"cost":208,"provider":134,"estimated_tps":204},"RTX 4090D",0.1602,{"hourly":207,"daily":209,"monthly":210,"yearly":211},3.84,116.95,1403.35,{"name":213,"vram_gb":10,"cheapest_hour":214,"cost":215,"provider":134,"estimated_tps":219},"A10",0.2015,{"hourly":214,"daily":216,"monthly":217,"yearly":218},4.84,147.1,1765.14,2500,{"name":221,"vram_gb":10,"cheapest_hour":222,"cost":223,"provider":134,"estimated_tps":227},"L4",0.2022,{"hourly":222,"daily":224,"monthly":225,"yearly":226},4.85,147.61,1771.27,1250,{"posts_count":43,"benchmarks_count":43}]