[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-granite-4-1-8b":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":59,"gpu_recommendations":142,"fitting_gpus":205,"community":240},508,"granite-4-1-8b","ibm-granite\u002Fgranite-4.1-8b","ibm-granite","granite",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},40,128,8,4096,8464105472,"8.5B",131072,null,4064985,249,"published","https:\u002F\u002Fhuggingface.co\u002Fibm-granite\u002Fgranite-4.1-8b","2026-08-13T18:13:16+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"LLM","llm",{"name":30,"slug":7},"Ibm-granite",0.0844,[],[34,39,44,48,52,56],{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"AWQ",4,0.263,0.03,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP16",16,1,0,{"format":45,"bits":12,"size_factor":46,"quality_loss":47},"FP8",0.5,0.01,{"format":49,"bits":36,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":36,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":12,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":85,"INT8":99,"AWQ":103,"GPTQ":116,"GGUF":129},{"minimum":61,"production":70,"recommended":77},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":63,"kv_cache_gb":64,"vram_gb":65,"ram_gb":66,"disk_gb":67,"requirement_source":68,"confidence":69},"minimum",15.77,0.63,25.58,38.37,63.59,"inferred",0.95,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":63,"kv_cache_gb":73,"vram_gb":74,"ram_gb":75,"disk_gb":76,"requirement_source":68,"confidence":69},"production",16384,80,168.16,252.23,128.59,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":63,"kv_cache_gb":81,"vram_gb":82,"ram_gb":83,"disk_gb":84,"requirement_source":68,"confidence":69},"recommended",8192,2,10,46.15,69.23,89.59,{"minimum":86,"production":91,"recommended":95},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":87,"kv_cache_gb":64,"vram_gb":88,"ram_gb":89,"disk_gb":90,"requirement_source":68,"confidence":69},7.88,15.61,32,51.3,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":87,"kv_cache_gb":73,"vram_gb":92,"ram_gb":93,"disk_gb":94,"requirement_source":68,"confidence":69},157.28,235.92,116.3,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":87,"kv_cache_gb":81,"vram_gb":96,"ram_gb":97,"disk_gb":98,"requirement_source":68,"confidence":69},35.73,53.59,77.3,{"minimum":100,"production":101,"recommended":102},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":87,"kv_cache_gb":64,"vram_gb":88,"ram_gb":89,"disk_gb":90,"requirement_source":68,"confidence":69},{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":87,"kv_cache_gb":73,"vram_gb":92,"ram_gb":93,"disk_gb":94,"requirement_source":68,"confidence":69},{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":87,"kv_cache_gb":81,"vram_gb":96,"ram_gb":97,"disk_gb":98,"requirement_source":68,"confidence":69},{"minimum":104,"production":108,"recommended":112},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":105,"kv_cache_gb":64,"vram_gb":106,"ram_gb":89,"disk_gb":107,"requirement_source":68,"confidence":69},4.09,10.81,45.38,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":105,"kv_cache_gb":73,"vram_gb":109,"ram_gb":110,"disk_gb":111,"requirement_source":68,"confidence":69},152.04,228.06,110.38,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":105,"kv_cache_gb":81,"vram_gb":113,"ram_gb":114,"disk_gb":115,"requirement_source":68,"confidence":69},30.71,46.06,71.38,{"minimum":117,"production":121,"recommended":125},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":118,"kv_cache_gb":64,"vram_gb":119,"ram_gb":89,"disk_gb":120,"requirement_source":68,"confidence":69},4.14,10.87,45.46,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":118,"kv_cache_gb":73,"vram_gb":122,"ram_gb":123,"disk_gb":124,"requirement_source":68,"confidence":69},152.11,228.17,110.46,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":118,"kv_cache_gb":81,"vram_gb":126,"ram_gb":127,"disk_gb":128,"requirement_source":68,"confidence":69},30.77,46.16,71.46,{"minimum":130,"production":134,"recommended":138},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":131,"kv_cache_gb":64,"vram_gb":132,"ram_gb":89,"disk_gb":133,"requirement_source":68,"confidence":69},4.24,11,45.61,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":131,"kv_cache_gb":73,"vram_gb":135,"ram_gb":136,"disk_gb":137,"requirement_source":68,"confidence":69},152.25,228.37,110.61,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":131,"kv_cache_gb":81,"vram_gb":139,"ram_gb":140,"disk_gb":141,"requirement_source":68,"confidence":69},30.9,46.36,71.61,{"recommended":143,"cheapest":162,"performance":173,"min_complexity":187,"cluster_options":201,"no_match":202,"required_vram_gb":113,"candidate_count":203,"usage":204},{"gpu_model":144,"gpu_model_id":81,"gpu_count":42,"total_vram_gb":73,"hour_price":145,"monthly_cost":146,"providers":147,"bandwidth_gbps":152,"fp16_tflops":153,"interconnect_score":10,"parallel_efficiency":42,"score":154,"tier":155,"perf_metric":156,"perf_label":157,"perf_value":158,"workload":17,"cost_metric":159},"H100 SXM",1.6022,1169.61,[148,149,150,151],"vast","tensordock","lambda","runpod",3350,66.9,0.5919,"balanced","tok\u002Fs","819.1 tok\u002Fs",819.1,{"effective_value":160,"effective_unit":156,"capacity_factor":161},573.4,0.7,{"gpu_model":163,"gpu_model_id":164,"gpu_count":80,"total_vram_gb":89,"hour_price":165,"monthly_cost":166,"providers":167,"bandwidth_gbps":43,"fp16_tflops":43,"interconnect_score":10,"parallel_efficiency":168,"score":169,"tier":170,"perf_metric":156,"perf_label":171,"perf_value":43,"workload":17,"cost_metric":172},"Tesla V100",17,0.0272,39.71,[148],0.8,0.5933,"cheapest","0 tok\u002Fs",{"effective_value":43,"effective_unit":156,"capacity_factor":161},{"gpu_model":174,"gpu_model_id":132,"gpu_count":12,"total_vram_gb":175,"hour_price":176,"monthly_cost":177,"providers":178,"bandwidth_gbps":179,"fp16_tflops":180,"interconnect_score":10,"parallel_efficiency":181,"score":182,"tier":155,"perf_metric":156,"perf_label":183,"perf_value":184,"workload":17,"cost_metric":185},"H200 SXM",1128,3.5,20440,[150],4800,989,0.4,0.2197,"3755.5 tok\u002Fs",3755.5,{"effective_value":186,"effective_unit":156,"capacity_factor":161},2628.9,{"gpu_model":188,"gpu_model_id":189,"gpu_count":42,"total_vram_gb":190,"hour_price":191,"monthly_cost":192,"providers":193,"bandwidth_gbps":194,"fp16_tflops":195,"interconnect_score":10,"parallel_efficiency":42,"score":196,"tier":170,"perf_metric":156,"perf_label":197,"perf_value":198,"workload":17,"cost_metric":199},"RTX A6000",6,48,0.3001,219.07,[148,150],768,77,0.6615,"187.8 tok\u002Fs",187.8,{"effective_value":200,"effective_unit":156,"capacity_factor":161},131.5,[],false,24,"value",[206,210,218,226,233],{"name":188,"vram_gb":190,"cheapest_hour":191,"cost":207,"provider":148,"estimated_tps":198},{"hourly":191,"daily":208,"monthly":192,"yearly":209},7.2,2628.88,{"name":211,"vram_gb":89,"cheapest_hour":212,"cost":213,"provider":148,"estimated_tps":217},"RTX 5090",0.3222,{"hourly":212,"daily":214,"monthly":215,"yearly":216},7.73,235.21,2822.47,438.1,{"name":219,"vram_gb":190,"cheapest_hour":220,"cost":221,"provider":148,"estimated_tps":225},"L40S",0.4669,{"hourly":220,"daily":222,"monthly":223,"yearly":224},11.21,340.84,4090.04,211.2,{"name":227,"vram_gb":190,"cheapest_hour":228,"cost":229,"provider":148,"estimated_tps":43},"RTX PRO 6000 WS",0.8022,{"hourly":228,"daily":230,"monthly":231,"yearly":232},19.25,585.61,7027.27,{"name":234,"vram_gb":190,"cheapest_hour":235,"cost":236,"provider":148,"estimated_tps":43},"RTX PRO 6000 S",1.0131,{"hourly":235,"daily":237,"monthly":238,"yearly":239},24.31,739.56,8874.76,{"posts_count":43,"benchmarks_count":43}]