[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-qwen3-5-4b":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":59,"gpu_recommendations":138,"fitting_gpus":203,"community":239},336,"qwen3-5-4b","Qwen\u002FQwen3.5-4B","Qwen","qwen3_5",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},32,256,4,2560,3454271488,"3.5B",262144,null,7510347,811,"published","https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen3.5-4B","2026-08-12T03:11:23+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"LLM","llm",{"name":7,"slug":30},"qwen",0.0207,[],[34,38,43,48,52,56],{"format":35,"bits":12,"size_factor":36,"quality_loss":37},"AWQ",0.263,0.03,{"format":39,"bits":40,"size_factor":41,"quality_loss":42},"FP16",16,1,0,{"format":44,"bits":45,"size_factor":46,"quality_loss":47},"FP8",8,0.5,0.01,{"format":49,"bits":12,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":12,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":45,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":83,"INT8":96,"AWQ":100,"GPTQ":113,"GGUF":126},{"minimum":61,"production":69,"recommended":76},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":64,"kv_cache_gb":46,"vram_gb":65,"ram_gb":10,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,7.45,14.37,50.62,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":64,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,127.88,191.82,115.62,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":64,"kv_cache_gb":45,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,30.55,45.83,76.62,{"minimum":84,"production":88,"recommended":92},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":85,"kv_cache_gb":46,"vram_gb":86,"ram_gb":10,"disk_gb":87,"requirement_source":67,"confidence":68},3.73,9.66,44.81,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},122.74,184.11,109.81,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":45,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},25.63,38.44,70.81,{"minimum":97,"production":98,"recommended":99},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":85,"kv_cache_gb":46,"vram_gb":86,"ram_gb":10,"disk_gb":87,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":45,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},{"minimum":101,"production":105,"recommended":109},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":102,"kv_cache_gb":46,"vram_gb":103,"ram_gb":10,"disk_gb":104,"requirement_source":67,"confidence":68},1.93,7.39,42.01,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":102,"kv_cache_gb":72,"vram_gb":106,"ram_gb":107,"disk_gb":108,"requirement_source":67,"confidence":68},120.27,180.4,107.01,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":102,"kv_cache_gb":45,"vram_gb":110,"ram_gb":111,"disk_gb":112,"requirement_source":67,"confidence":68},23.26,34.88,68.01,{"minimum":114,"production":118,"recommended":122},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":115,"kv_cache_gb":46,"vram_gb":116,"ram_gb":10,"disk_gb":117,"requirement_source":67,"confidence":68},1.96,7.42,42.05,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":115,"kv_cache_gb":72,"vram_gb":119,"ram_gb":120,"disk_gb":121,"requirement_source":67,"confidence":68},120.3,180.45,107.05,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":115,"kv_cache_gb":45,"vram_gb":123,"ram_gb":124,"disk_gb":125,"requirement_source":67,"confidence":68},23.29,34.93,68.05,{"minimum":127,"production":130,"recommended":134},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":79,"kv_cache_gb":46,"vram_gb":128,"ram_gb":10,"disk_gb":129,"requirement_source":67,"confidence":68},7.48,42.12,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":79,"kv_cache_gb":72,"vram_gb":131,"ram_gb":132,"disk_gb":133,"requirement_source":67,"confidence":68},120.36,180.54,107.12,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":79,"kv_cache_gb":45,"vram_gb":135,"ram_gb":136,"disk_gb":137,"requirement_source":67,"confidence":68},23.35,35.02,68.12,{"recommended":139,"cheapest":157,"performance":167,"min_complexity":184,"cluster_options":199,"no_match":200,"required_vram_gb":110,"candidate_count":201,"usage":202},{"gpu_model":140,"gpu_model_id":79,"gpu_count":41,"total_vram_gb":10,"hour_price":141,"monthly_cost":142,"providers":143,"bandwidth_gbps":146,"fp16_tflops":147,"interconnect_score":148,"parallel_efficiency":41,"score":149,"tier":150,"perf_metric":151,"perf_label":152,"perf_value":153,"workload":17,"cost_metric":154},"RTX 5090",0.3222,235.21,[144,145],"vast","runpod",1792,209,40,0.6917,"cheapest","tok\u002Fs","928.5 tok\u002Fs",928.5,{"effective_value":155,"effective_unit":151,"capacity_factor":156},649.9,0.7,{"gpu_model":158,"gpu_model_id":159,"gpu_count":79,"total_vram_gb":10,"hour_price":160,"monthly_cost":161,"providers":162,"bandwidth_gbps":42,"fp16_tflops":42,"interconnect_score":148,"parallel_efficiency":163,"score":164,"tier":150,"perf_metric":151,"perf_label":165,"perf_value":42,"workload":17,"cost_metric":166},"Tesla V100",17,0.0272,39.71,[144],0.8,0.6405,"0 tok\u002Fs",{"effective_value":42,"effective_unit":151,"capacity_factor":156},{"gpu_model":168,"gpu_model_id":169,"gpu_count":45,"total_vram_gb":170,"hour_price":171,"monthly_cost":172,"providers":173,"bandwidth_gbps":175,"fp16_tflops":176,"interconnect_score":148,"parallel_efficiency":177,"score":178,"tier":179,"perf_metric":151,"perf_label":180,"perf_value":181,"workload":17,"cost_metric":182},"H200 SXM",11,1128,3.5,20440,[174],"lambda",4800,989,0.4,0.2197,"balanced","7958.5 tok\u002Fs",7958.5,{"effective_value":183,"effective_unit":151,"capacity_factor":156},5571,{"gpu_model":185,"gpu_model_id":186,"gpu_count":41,"total_vram_gb":187,"hour_price":188,"monthly_cost":189,"providers":190,"bandwidth_gbps":192,"fp16_tflops":193,"interconnect_score":148,"parallel_efficiency":41,"score":194,"tier":150,"perf_metric":151,"perf_label":195,"perf_value":196,"workload":17,"cost_metric":197},"RTX 3090",3,24,0.0678,49.49,[144,191],"tensordock",936,71,0.6423,"485 tok\u002Fs",485,{"effective_value":198,"effective_unit":151,"capacity_factor":156},339.5,[],false,25,"value",[204,208,216,223,231],{"name":185,"vram_gb":187,"cheapest_hour":188,"cost":205,"provider":144,"estimated_tps":196},{"hourly":188,"daily":206,"monthly":189,"yearly":207},1.63,593.93,{"name":209,"vram_gb":187,"cheapest_hour":210,"cost":211,"provider":144,"estimated_tps":215},"RTX 4090",0.1344,{"hourly":210,"daily":212,"monthly":213,"yearly":214},3.23,98.11,1177.34,522.3,{"name":217,"vram_gb":187,"cheapest_hour":218,"cost":219,"provider":144,"estimated_tps":215},"RTX 4090D",0.1602,{"hourly":218,"daily":220,"monthly":221,"yearly":222},3.84,116.95,1403.35,{"name":224,"vram_gb":187,"cheapest_hour":225,"cost":226,"provider":144,"estimated_tps":230},"L4",0.2015,{"hourly":225,"daily":227,"monthly":228,"yearly":229},4.84,147.1,1765.14,155.4,{"name":232,"vram_gb":187,"cheapest_hour":233,"cost":234,"provider":144,"estimated_tps":238},"A10",0.2409,{"hourly":233,"daily":235,"monthly":236,"yearly":237},5.78,175.86,2110.28,310.9,{"posts_count":42,"benchmarks_count":42}]