[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-qwen3-5-9b":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":59,"gpu_recommendations":139,"fitting_gpus":202,"community":233},338,"qwen3-5-9b","Qwen\u002FQwen3.5-9B","Qwen","qwen3_5",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},32,256,4,4096,7841775616,"7.8B",262144,null,13912275,1814,"published","https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen3.5-9B","2026-08-12T03:11:23+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"LLM","llm",{"name":7,"slug":30},"qwen",0.0419,[],[34,38,43,48,52,56],{"format":35,"bits":12,"size_factor":36,"quality_loss":37},"AWQ",0.263,0.03,{"format":39,"bits":40,"size_factor":41,"quality_loss":42},"FP16",16,1,0,{"format":44,"bits":45,"size_factor":46,"quality_loss":47},"FP8",8,0.5,0.01,{"format":49,"bits":12,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":12,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":45,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":83,"INT8":96,"AWQ":100,"GPTQ":113,"GGUF":126},{"minimum":61,"production":69,"recommended":76},{"scenario":62,"context_length":13,"batch_size":41,"weight_gb":63,"kv_cache_gb":46,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",16.76,26.16,39.23,65.15,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,140.73,211.1,130.15,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":45,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,42.87,64.31,91.15,{"minimum":84,"production":88,"recommended":92},{"scenario":62,"context_length":13,"batch_size":41,"weight_gb":85,"kv_cache_gb":46,"vram_gb":86,"ram_gb":10,"disk_gb":87,"requirement_source":67,"confidence":68},8.38,15.55,52.08,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},129.17,193.75,117.08,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":45,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},31.79,47.68,78.08,{"minimum":97,"production":98,"recommended":99},{"scenario":62,"context_length":13,"batch_size":41,"weight_gb":85,"kv_cache_gb":46,"vram_gb":86,"ram_gb":10,"disk_gb":87,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":45,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},{"minimum":101,"production":105,"recommended":109},{"scenario":62,"context_length":13,"batch_size":41,"weight_gb":102,"kv_cache_gb":46,"vram_gb":103,"ram_gb":10,"disk_gb":104,"requirement_source":67,"confidence":68},4.35,10.45,45.78,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":102,"kv_cache_gb":72,"vram_gb":106,"ram_gb":107,"disk_gb":108,"requirement_source":67,"confidence":68},123.6,185.4,110.78,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":102,"kv_cache_gb":45,"vram_gb":110,"ram_gb":111,"disk_gb":112,"requirement_source":67,"confidence":68},26.45,39.68,71.78,{"minimum":114,"production":118,"recommended":122},{"scenario":62,"context_length":13,"batch_size":41,"weight_gb":115,"kv_cache_gb":46,"vram_gb":116,"ram_gb":10,"disk_gb":117,"requirement_source":67,"confidence":68},4.4,10.52,45.86,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":115,"kv_cache_gb":72,"vram_gb":119,"ram_gb":120,"disk_gb":121,"requirement_source":67,"confidence":68},123.67,185.51,110.86,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":115,"kv_cache_gb":45,"vram_gb":123,"ram_gb":124,"disk_gb":125,"requirement_source":67,"confidence":68},26.52,39.78,71.86,{"minimum":127,"production":131,"recommended":135},{"scenario":62,"context_length":13,"batch_size":41,"weight_gb":128,"kv_cache_gb":46,"vram_gb":129,"ram_gb":10,"disk_gb":130,"requirement_source":67,"confidence":68},4.51,10.65,46.03,{"scenario":70,"context_length":71,"batch_size":12,"weight_gb":128,"kv_cache_gb":72,"vram_gb":132,"ram_gb":133,"disk_gb":134,"requirement_source":67,"confidence":68},123.82,185.73,111.03,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":128,"kv_cache_gb":45,"vram_gb":136,"ram_gb":137,"disk_gb":138,"requirement_source":67,"confidence":68},26.66,39.99,72.03,{"recommended":140,"cheapest":158,"performance":168,"min_complexity":185,"cluster_options":198,"no_match":199,"required_vram_gb":110,"candidate_count":200,"usage":201},{"gpu_model":141,"gpu_model_id":79,"gpu_count":41,"total_vram_gb":10,"hour_price":142,"monthly_cost":143,"providers":144,"bandwidth_gbps":147,"fp16_tflops":148,"interconnect_score":149,"parallel_efficiency":41,"score":150,"tier":151,"perf_metric":152,"perf_label":153,"perf_value":154,"workload":17,"cost_metric":155},"RTX 5090",0.3337,243.6,[145,146],"vast","runpod",1792,209,40,0.6773,"cheapest","tok\u002Fs","412 tok\u002Fs",412,{"effective_value":156,"effective_unit":152,"capacity_factor":157},288.4,0.7,{"gpu_model":159,"gpu_model_id":160,"gpu_count":79,"total_vram_gb":10,"hour_price":161,"monthly_cost":162,"providers":163,"bandwidth_gbps":42,"fp16_tflops":42,"interconnect_score":149,"parallel_efficiency":164,"score":165,"tier":151,"perf_metric":152,"perf_label":166,"perf_value":42,"workload":17,"cost_metric":167},"Tesla V100",17,0.0289,42.19,[145],0.8,0.6262,"0 tok\u002Fs",{"effective_value":42,"effective_unit":152,"capacity_factor":157},{"gpu_model":169,"gpu_model_id":170,"gpu_count":45,"total_vram_gb":171,"hour_price":172,"monthly_cost":173,"providers":174,"bandwidth_gbps":176,"fp16_tflops":177,"interconnect_score":149,"parallel_efficiency":178,"score":179,"tier":180,"perf_metric":152,"perf_label":181,"perf_value":182,"workload":17,"cost_metric":183},"H200 SXM",11,1128,3.5,20440,[175],"lambda",4800,989,0.4,0.2197,"balanced","3531 tok\u002Fs",3531,{"effective_value":184,"effective_unit":152,"capacity_factor":157},2471.7,{"gpu_model":186,"gpu_model_id":187,"gpu_count":41,"total_vram_gb":188,"hour_price":189,"monthly_cost":190,"providers":191,"bandwidth_gbps":192,"fp16_tflops":193,"interconnect_score":149,"parallel_efficiency":41,"score":194,"tier":151,"perf_metric":152,"perf_label":195,"perf_value":196,"workload":17,"cost_metric":197},"RTX A6000",6,48,0.2874,209.8,[145,175],768,77,0.6381,"176.6 tok\u002Fs",176.6,{"effective_value":106,"effective_unit":152,"capacity_factor":157},[],false,24,"value",[203,207,211,219,226],{"name":186,"vram_gb":188,"cheapest_hour":189,"cost":204,"provider":145,"estimated_tps":196},{"hourly":189,"daily":205,"monthly":190,"yearly":206},6.9,2517.62,{"name":141,"vram_gb":10,"cheapest_hour":142,"cost":208,"provider":145,"estimated_tps":154},{"hourly":142,"daily":209,"monthly":143,"yearly":210},8.01,2923.21,{"name":212,"vram_gb":188,"cheapest_hour":213,"cost":214,"provider":145,"estimated_tps":218},"L40S",0.4669,{"hourly":213,"daily":215,"monthly":216,"yearly":217},11.21,340.84,4090.04,198.6,{"name":220,"vram_gb":188,"cheapest_hour":221,"cost":222,"provider":145,"estimated_tps":42},"RTX PRO 6000 WS",0.6689,{"hourly":221,"daily":223,"monthly":224,"yearly":225},16.05,488.3,5859.56,{"name":227,"vram_gb":188,"cheapest_hour":228,"cost":229,"provider":145,"estimated_tps":42},"RTX PRO 6000 S",0.8672,{"hourly":228,"daily":230,"monthly":231,"yearly":232},20.81,633.06,7596.67,{"posts_count":42,"benchmarks_count":42}]