[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-qwen2-5-7b-instruct-awq":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":59,"gpu_recommendations":137,"fitting_gpus":201,"community":237},499,"qwen2-5-7b-instruct-awq","Qwen\u002FQwen2.5-7B-Instruct-AWQ","Qwen","qwen2",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},28,128,4,3584,4860936192,"4.9B",32768,null,4627386,49,"published","https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen2.5-7B-Instruct-AWQ","2026-08-13T18:12:05+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"LLM","llm",{"name":7,"slug":30},"qwen",0.0078,[],[34,38,43,48,52,56],{"format":35,"bits":12,"size_factor":36,"quality_loss":37},"AWQ",0.263,0.03,{"format":39,"bits":40,"size_factor":41,"quality_loss":42},"FP16",16,1,0,{"format":44,"bits":45,"size_factor":46,"quality_loss":47},"FP8",8,0.5,0.01,{"format":49,"bits":12,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":12,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":45,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":85,"INT8":97,"AWQ":101,"GPTQ":113,"GGUF":125},{"minimum":61,"production":71,"recommended":77},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":64,"kv_cache_gb":65,"vram_gb":66,"ram_gb":67,"disk_gb":68,"requirement_source":69,"confidence":70},"minimum",4096,9.05,0.22,15.58,32,53.12,"inferred",0.95,{"scenario":72,"context_length":73,"batch_size":12,"weight_gb":64,"kv_cache_gb":10,"vram_gb":74,"ram_gb":75,"disk_gb":76,"requirement_source":69,"confidence":70},"production",16384,77.89,116.84,118.12,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":64,"kv_cache_gb":81,"vram_gb":82,"ram_gb":83,"disk_gb":84,"requirement_source":69,"confidence":70},"recommended",8192,2,3.5,25.34,38.01,79.12,{"minimum":86,"production":90,"recommended":94},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":87,"kv_cache_gb":65,"vram_gb":88,"ram_gb":67,"disk_gb":89,"requirement_source":69,"confidence":70},4.53,9.85,46.06,{"scenario":72,"context_length":73,"batch_size":12,"weight_gb":87,"kv_cache_gb":10,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":69,"confidence":70},71.65,107.47,111.06,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":87,"kv_cache_gb":81,"vram_gb":95,"ram_gb":67,"disk_gb":96,"requirement_source":69,"confidence":70},19.36,72.06,{"minimum":98,"production":99,"recommended":100},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":87,"kv_cache_gb":65,"vram_gb":88,"ram_gb":67,"disk_gb":89,"requirement_source":69,"confidence":70},{"scenario":72,"context_length":73,"batch_size":12,"weight_gb":87,"kv_cache_gb":10,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":69,"confidence":70},{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":87,"kv_cache_gb":81,"vram_gb":95,"ram_gb":67,"disk_gb":96,"requirement_source":69,"confidence":70},{"minimum":102,"production":106,"recommended":110},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":103,"kv_cache_gb":65,"vram_gb":104,"ram_gb":67,"disk_gb":105,"requirement_source":69,"confidence":70},2.35,7.1,42.66,{"scenario":72,"context_length":73,"batch_size":12,"weight_gb":103,"kv_cache_gb":10,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":69,"confidence":70},68.64,102.96,107.66,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":103,"kv_cache_gb":81,"vram_gb":111,"ram_gb":67,"disk_gb":112,"requirement_source":69,"confidence":70},16.47,68.66,{"minimum":114,"production":118,"recommended":122},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":115,"kv_cache_gb":65,"vram_gb":116,"ram_gb":67,"disk_gb":117,"requirement_source":69,"confidence":70},2.38,7.13,42.71,{"scenario":72,"context_length":73,"batch_size":12,"weight_gb":115,"kv_cache_gb":10,"vram_gb":119,"ram_gb":120,"disk_gb":121,"requirement_source":69,"confidence":70},68.68,103.02,107.71,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":115,"kv_cache_gb":81,"vram_gb":123,"ram_gb":67,"disk_gb":124,"requirement_source":69,"confidence":70},16.51,68.71,{"minimum":126,"production":130,"recommended":134},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":127,"kv_cache_gb":65,"vram_gb":128,"ram_gb":67,"disk_gb":129,"requirement_source":69,"confidence":70},2.43,7.2,42.8,{"scenario":72,"context_length":73,"batch_size":12,"weight_gb":127,"kv_cache_gb":10,"vram_gb":131,"ram_gb":132,"disk_gb":133,"requirement_source":69,"confidence":70},68.76,103.14,107.8,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":127,"kv_cache_gb":81,"vram_gb":135,"ram_gb":67,"disk_gb":136,"requirement_source":69,"confidence":70},16.59,68.8,{"recommended":138,"cheapest":156,"performance":166,"min_complexity":182,"cluster_options":197,"no_match":198,"required_vram_gb":111,"candidate_count":199,"usage":200},{"gpu_model":139,"gpu_model_id":80,"gpu_count":41,"total_vram_gb":67,"hour_price":140,"monthly_cost":141,"providers":142,"bandwidth_gbps":145,"fp16_tflops":146,"interconnect_score":147,"parallel_efficiency":41,"score":148,"tier":149,"perf_metric":150,"perf_label":151,"perf_value":152,"workload":17,"cost_metric":153},"RTX 5090",0.3337,243.6,[143,144],"vast","runpod",1792,209,40,0.635,"cheapest","tok\u002Fs","762.6 tok\u002Fs",762.6,{"effective_value":154,"effective_unit":150,"capacity_factor":155},533.8,0.7,{"gpu_model":157,"gpu_model_id":158,"gpu_count":80,"total_vram_gb":67,"hour_price":159,"monthly_cost":160,"providers":161,"bandwidth_gbps":42,"fp16_tflops":42,"interconnect_score":147,"parallel_efficiency":162,"score":163,"tier":149,"perf_metric":150,"perf_label":164,"perf_value":42,"workload":17,"cost_metric":165},"Tesla V100",17,0.0289,42.19,[143],0.8,0.5839,"0 tok\u002Fs",{"effective_value":42,"effective_unit":150,"capacity_factor":155},{"gpu_model":167,"gpu_model_id":168,"gpu_count":45,"total_vram_gb":169,"hour_price":81,"monthly_cost":170,"providers":171,"bandwidth_gbps":173,"fp16_tflops":174,"interconnect_score":147,"parallel_efficiency":175,"score":176,"tier":177,"perf_metric":150,"perf_label":178,"perf_value":179,"workload":17,"cost_metric":180},"H200 SXM",11,1128,20440,[172],"lambda",4800,989,0.4,0.2197,"balanced","6536.2 tok\u002Fs",6536.2,{"effective_value":181,"effective_unit":150,"capacity_factor":155},4575.3,{"gpu_model":183,"gpu_model_id":184,"gpu_count":41,"total_vram_gb":185,"hour_price":186,"monthly_cost":187,"providers":188,"bandwidth_gbps":190,"fp16_tflops":191,"interconnect_score":147,"parallel_efficiency":41,"score":192,"tier":149,"perf_metric":150,"perf_label":193,"perf_value":194,"workload":17,"cost_metric":195},"RTX 3090",3,24,0.0622,45.41,[143,189],"tensordock",936,71,0.6787,"398.3 tok\u002Fs",398.3,{"effective_value":196,"effective_unit":150,"capacity_factor":155},278.8,[],false,25,"value",[202,206,214,221,229],{"name":183,"vram_gb":185,"cheapest_hour":186,"cost":203,"provider":143,"estimated_tps":194},{"hourly":186,"daily":204,"monthly":187,"yearly":205},1.49,544.87,{"name":207,"vram_gb":185,"cheapest_hour":208,"cost":209,"provider":143,"estimated_tps":213},"RTX 4090",0.1356,{"hourly":208,"daily":210,"monthly":211,"yearly":212},3.25,98.99,1187.86,428.9,{"name":215,"vram_gb":185,"cheapest_hour":216,"cost":217,"provider":143,"estimated_tps":213},"RTX 4090D",0.1602,{"hourly":216,"daily":218,"monthly":219,"yearly":220},3.84,116.95,1403.35,{"name":222,"vram_gb":185,"cheapest_hour":223,"cost":224,"provider":143,"estimated_tps":228},"A10",0.2015,{"hourly":223,"daily":225,"monthly":226,"yearly":227},4.84,147.1,1765.14,255.3,{"name":230,"vram_gb":185,"cheapest_hour":231,"cost":232,"provider":143,"estimated_tps":236},"L4",0.2022,{"hourly":231,"daily":233,"monthly":234,"yearly":235},4.85,147.61,1771.27,127.7,{"posts_count":42,"benchmarks_count":42}]