[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-qwen2-5-vl-3b-instruct":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":60,"gpu_recommendations":133,"fitting_gpus":195,"community":226},317,"qwen2-5-vl-3b-instruct","Qwen\u002FQwen2.5-VL-3B-Instruct","Qwen","qwen2_5_vl",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},36,128,2,2048,2594963456,"2.6B",128000,null,7121603,684,"published","https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen2.5-VL-3B-Instruct","2026-08-12T03:11:22+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"OCR \u002F Vision","ocr-vision",{"name":7,"slug":30},"qwen",0.0543,[],[34,39,44,49,53,57],{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"AWQ",4,0.263,0.03,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP16",16,1,0,{"format":45,"bits":46,"size_factor":47,"quality_loss":48},"FP8",8,0.5,0.01,{"format":50,"bits":36,"size_factor":51,"quality_loss":52},"GGUF",0.25,0.05,{"format":54,"bits":36,"size_factor":55,"quality_loss":56},"GPTQ",0.275,0.04,{"format":58,"bits":46,"size_factor":47,"quality_loss":59},"INT8",0.02,{"FP16":61,"FP8":81,"INT8":93,"AWQ":97,"GPTQ":109,"GGUF":121},{"minimum":62,"production":70,"recommended":76},{"scenario":63,"context_length":13,"batch_size":42,"weight_gb":64,"kv_cache_gb":51,"vram_gb":65,"ram_gb":66,"disk_gb":67,"requirement_source":68,"confidence":69},"minimum",6.89,12.29,32,49.75,"estimated",0.95,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":64,"kv_cache_gb":46,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":68,"confidence":69},"production",8192,31.11,46.67,114.75,{"scenario":77,"context_length":78,"batch_size":42,"weight_gb":64,"kv_cache_gb":42,"vram_gb":79,"ram_gb":66,"disk_gb":80,"requirement_source":68,"confidence":69},"recommended",4096,14.86,75.75,{"minimum":82,"production":86,"recommended":90},{"scenario":63,"context_length":13,"batch_size":42,"weight_gb":83,"kv_cache_gb":51,"vram_gb":84,"ram_gb":66,"disk_gb":85,"requirement_source":68,"confidence":69},3.45,7.93,44.38,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":83,"kv_cache_gb":46,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":68,"confidence":69},26.36,39.53,109.38,{"scenario":77,"context_length":78,"batch_size":42,"weight_gb":83,"kv_cache_gb":42,"vram_gb":91,"ram_gb":66,"disk_gb":92,"requirement_source":68,"confidence":69},10.31,70.38,{"minimum":94,"production":95,"recommended":96},{"scenario":63,"context_length":13,"batch_size":42,"weight_gb":83,"kv_cache_gb":51,"vram_gb":84,"ram_gb":66,"disk_gb":85,"requirement_source":68,"confidence":69},{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":83,"kv_cache_gb":46,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":68,"confidence":69},{"scenario":77,"context_length":78,"batch_size":42,"weight_gb":83,"kv_cache_gb":42,"vram_gb":91,"ram_gb":66,"disk_gb":92,"requirement_source":68,"confidence":69},{"minimum":98,"production":102,"recommended":106},{"scenario":63,"context_length":13,"batch_size":42,"weight_gb":99,"kv_cache_gb":51,"vram_gb":100,"ram_gb":66,"disk_gb":101,"requirement_source":68,"confidence":69},1.79,5.84,41.79,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":99,"kv_cache_gb":46,"vram_gb":103,"ram_gb":104,"disk_gb":105,"requirement_source":68,"confidence":69},24.07,36.1,106.79,{"scenario":77,"context_length":78,"batch_size":42,"weight_gb":99,"kv_cache_gb":42,"vram_gb":107,"ram_gb":66,"disk_gb":108,"requirement_source":68,"confidence":69},8.11,67.79,{"minimum":110,"production":114,"recommended":118},{"scenario":63,"context_length":13,"batch_size":42,"weight_gb":111,"kv_cache_gb":51,"vram_gb":112,"ram_gb":66,"disk_gb":113,"requirement_source":68,"confidence":69},1.81,5.86,41.82,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":111,"kv_cache_gb":46,"vram_gb":115,"ram_gb":116,"disk_gb":117,"requirement_source":68,"confidence":69},24.1,36.14,106.82,{"scenario":77,"context_length":78,"batch_size":42,"weight_gb":111,"kv_cache_gb":42,"vram_gb":119,"ram_gb":66,"disk_gb":120,"requirement_source":68,"confidence":69},8.14,67.82,{"minimum":122,"production":126,"recommended":130},{"scenario":63,"context_length":13,"batch_size":42,"weight_gb":123,"kv_cache_gb":51,"vram_gb":124,"ram_gb":66,"disk_gb":125,"requirement_source":68,"confidence":69},1.85,5.92,41.89,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":123,"kv_cache_gb":46,"vram_gb":127,"ram_gb":128,"disk_gb":129,"requirement_source":68,"confidence":69},24.16,36.23,106.89,{"scenario":77,"context_length":78,"batch_size":42,"weight_gb":123,"kv_cache_gb":42,"vram_gb":131,"ram_gb":66,"disk_gb":132,"requirement_source":68,"confidence":69},8.2,67.89,{"recommended":134,"cheapest":152,"performance":161,"min_complexity":177,"cluster_options":192,"no_match":193,"required_vram_gb":107,"candidate_count":154,"usage":194},{"gpu_model":135,"gpu_model_id":136,"gpu_count":42,"total_vram_gb":41,"hour_price":137,"monthly_cost":138,"providers":139,"bandwidth_gbps":141,"fp16_tflops":142,"interconnect_score":143,"parallel_efficiency":42,"score":144,"tier":145,"perf_metric":146,"perf_label":147,"perf_value":148,"workload":17,"cost_metric":149},"RTX 5080",23,0.1339,97.75,[140],"vast",960,113,40,0.63,"cheapest","tok\u002Fs","536.3 tok\u002Fs",536.3,{"effective_value":150,"effective_unit":146,"capacity_factor":151},375.4,0.7,{"gpu_model":153,"gpu_model_id":154,"gpu_count":42,"total_vram_gb":41,"hour_price":155,"monthly_cost":156,"providers":157,"bandwidth_gbps":43,"fp16_tflops":43,"interconnect_score":143,"parallel_efficiency":42,"score":158,"tier":145,"perf_metric":146,"perf_label":159,"perf_value":43,"workload":17,"cost_metric":160},"Tesla V100",17,0.0289,21.1,[140],0.6247,"0 tok\u002Fs",{"effective_value":43,"effective_unit":146,"capacity_factor":151},{"gpu_model":162,"gpu_model_id":12,"gpu_count":46,"total_vram_gb":163,"hour_price":164,"monthly_cost":165,"providers":166,"bandwidth_gbps":168,"fp16_tflops":169,"interconnect_score":143,"parallel_efficiency":170,"score":171,"tier":172,"perf_metric":146,"perf_label":173,"perf_value":174,"workload":17,"cost_metric":175},"RTX 5090",256,0.3337,1948.81,[140,167],"runpod",1792,209,0.4,0.3604,"balanced","3203.6 tok\u002Fs",3203.6,{"effective_value":176,"effective_unit":146,"capacity_factor":151},2242.5,{"gpu_model":178,"gpu_model_id":179,"gpu_count":42,"total_vram_gb":180,"hour_price":181,"monthly_cost":182,"providers":183,"bandwidth_gbps":185,"fp16_tflops":186,"interconnect_score":143,"parallel_efficiency":42,"score":187,"tier":145,"perf_metric":146,"perf_label":188,"perf_value":189,"workload":17,"cost_metric":190},"RTX 3090",3,24,0.0622,45.41,[140,184],"tensordock",936,71,0.5859,"522.9 tok\u002Fs",522.9,{"effective_value":191,"effective_unit":146,"capacity_factor":151},366,[],false,"value",[196,200,204,211,218],{"name":153,"vram_gb":41,"cheapest_hour":155,"cost":197,"provider":140,"estimated_tps":43},{"hourly":155,"daily":198,"monthly":156,"yearly":199},0.69,253.16,{"name":178,"vram_gb":180,"cheapest_hour":181,"cost":201,"provider":140,"estimated_tps":189},{"hourly":181,"daily":202,"monthly":182,"yearly":203},1.49,544.87,{"name":205,"vram_gb":41,"cheapest_hour":206,"cost":207,"provider":140,"estimated_tps":43},"RTX 4070S Ti",0.0678,{"hourly":206,"daily":208,"monthly":209,"yearly":210},1.63,49.49,593.93,{"name":212,"vram_gb":41,"cheapest_hour":213,"cost":214,"provider":140,"estimated_tps":43},"RTX 4080S",0.0685,{"hourly":213,"daily":215,"monthly":216,"yearly":217},1.64,50.01,600.06,{"name":219,"vram_gb":220,"cheapest_hour":221,"cost":222,"provider":140,"estimated_tps":150},"RTX 5070",12,0.0804,{"hourly":221,"daily":223,"monthly":224,"yearly":225},1.93,58.69,704.3,{"posts_count":43,"benchmarks_count":43}]