[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-granite-4-1-8b":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":59,"gpu_recommendations":142,"fitting_gpus":209,"community":244},508,"granite-4-1-8b","ibm-granite\u002Fgranite-4.1-8b","ibm-granite","granite",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},40,128,8,4096,8464105472,"8.5B",131072,null,4064985,249,"published","https:\u002F\u002Fhuggingface.co\u002Fibm-granite\u002Fgranite-4.1-8b","2026-08-13T18:13:16+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"LLM","llm",{"name":30,"slug":7},"Ibm-granite",0.0844,[],[34,39,44,48,52,56],{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"AWQ",4,0.263,0.03,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP16",16,1,0,{"format":45,"bits":12,"size_factor":46,"quality_loss":47},"FP8",0.5,0.01,{"format":49,"bits":36,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":36,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":12,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":85,"INT8":99,"AWQ":103,"GPTQ":116,"GGUF":129},{"minimum":61,"production":70,"recommended":77},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":63,"kv_cache_gb":64,"vram_gb":65,"ram_gb":66,"disk_gb":67,"requirement_source":68,"confidence":69},"minimum",15.77,0.63,25.58,38.37,63.59,"inferred",0.95,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":63,"kv_cache_gb":73,"vram_gb":74,"ram_gb":75,"disk_gb":76,"requirement_source":68,"confidence":69},"production",16384,80,168.16,252.23,128.59,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":63,"kv_cache_gb":81,"vram_gb":82,"ram_gb":83,"disk_gb":84,"requirement_source":68,"confidence":69},"recommended",8192,2,10,46.15,69.23,89.59,{"minimum":86,"production":91,"recommended":95},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":87,"kv_cache_gb":64,"vram_gb":88,"ram_gb":89,"disk_gb":90,"requirement_source":68,"confidence":69},7.88,15.61,32,51.3,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":87,"kv_cache_gb":73,"vram_gb":92,"ram_gb":93,"disk_gb":94,"requirement_source":68,"confidence":69},157.28,235.92,116.3,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":87,"kv_cache_gb":81,"vram_gb":96,"ram_gb":97,"disk_gb":98,"requirement_source":68,"confidence":69},35.73,53.59,77.3,{"minimum":100,"production":101,"recommended":102},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":87,"kv_cache_gb":64,"vram_gb":88,"ram_gb":89,"disk_gb":90,"requirement_source":68,"confidence":69},{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":87,"kv_cache_gb":73,"vram_gb":92,"ram_gb":93,"disk_gb":94,"requirement_source":68,"confidence":69},{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":87,"kv_cache_gb":81,"vram_gb":96,"ram_gb":97,"disk_gb":98,"requirement_source":68,"confidence":69},{"minimum":104,"production":108,"recommended":112},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":105,"kv_cache_gb":64,"vram_gb":106,"ram_gb":89,"disk_gb":107,"requirement_source":68,"confidence":69},4.09,10.81,45.38,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":105,"kv_cache_gb":73,"vram_gb":109,"ram_gb":110,"disk_gb":111,"requirement_source":68,"confidence":69},152.04,228.06,110.38,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":105,"kv_cache_gb":81,"vram_gb":113,"ram_gb":114,"disk_gb":115,"requirement_source":68,"confidence":69},30.71,46.06,71.38,{"minimum":117,"production":121,"recommended":125},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":118,"kv_cache_gb":64,"vram_gb":119,"ram_gb":89,"disk_gb":120,"requirement_source":68,"confidence":69},4.14,10.87,45.46,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":118,"kv_cache_gb":73,"vram_gb":122,"ram_gb":123,"disk_gb":124,"requirement_source":68,"confidence":69},152.11,228.17,110.46,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":118,"kv_cache_gb":81,"vram_gb":126,"ram_gb":127,"disk_gb":128,"requirement_source":68,"confidence":69},30.77,46.16,71.46,{"minimum":130,"production":134,"recommended":138},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":131,"kv_cache_gb":64,"vram_gb":132,"ram_gb":89,"disk_gb":133,"requirement_source":68,"confidence":69},4.24,11,45.61,{"scenario":71,"context_length":72,"batch_size":36,"weight_gb":131,"kv_cache_gb":73,"vram_gb":135,"ram_gb":136,"disk_gb":137,"requirement_source":68,"confidence":69},152.25,228.37,110.61,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":131,"kv_cache_gb":81,"vram_gb":139,"ram_gb":140,"disk_gb":141,"requirement_source":68,"confidence":69},30.9,46.36,71.61,{"recommended":143,"cheapest":162,"performance":178,"min_complexity":192,"cluster_options":205,"no_match":206,"required_vram_gb":113,"candidate_count":207,"usage":208},{"gpu_model":144,"gpu_model_id":81,"gpu_count":42,"total_vram_gb":73,"hour_price":145,"monthly_cost":146,"providers":147,"bandwidth_gbps":152,"fp16_tflops":153,"interconnect_score":10,"parallel_efficiency":42,"score":154,"tier":155,"perf_metric":156,"perf_label":157,"perf_value":158,"workload":17,"cost_metric":159},"H100 SXM",1.6059,1172.31,[148,149,150,151],"vast","tensordock","runpod","lambda",3350,66.9,0.5919,"balanced","tok\u002Fs","819.1 tok\u002Fs",819.1,{"effective_value":160,"effective_unit":156,"capacity_factor":161},573.4,0.7,{"gpu_model":163,"gpu_model_id":164,"gpu_count":36,"total_vram_gb":165,"hour_price":166,"monthly_cost":167,"providers":168,"bandwidth_gbps":169,"fp16_tflops":170,"interconnect_score":10,"parallel_efficiency":171,"score":172,"tier":173,"perf_metric":156,"perf_label":174,"perf_value":175,"workload":17,"cost_metric":176},"RTX 5070",28,48,0.0101,29.49,[148],672,61,0.6,0.5815,"cheapest","394.3 tok\u002Fs",394.3,{"effective_value":177,"effective_unit":156,"capacity_factor":161},276,{"gpu_model":179,"gpu_model_id":132,"gpu_count":12,"total_vram_gb":180,"hour_price":181,"monthly_cost":182,"providers":183,"bandwidth_gbps":184,"fp16_tflops":185,"interconnect_score":10,"parallel_efficiency":186,"score":187,"tier":155,"perf_metric":156,"perf_label":188,"perf_value":189,"workload":17,"cost_metric":190},"H200 SXM",1128,3.5,20440,[151],4800,989,0.4,0.2197,"3755.5 tok\u002Fs",3755.5,{"effective_value":191,"effective_unit":156,"capacity_factor":161},2628.9,{"gpu_model":193,"gpu_model_id":194,"gpu_count":42,"total_vram_gb":165,"hour_price":195,"monthly_cost":196,"providers":197,"bandwidth_gbps":198,"fp16_tflops":199,"interconnect_score":10,"parallel_efficiency":42,"score":200,"tier":173,"perf_metric":156,"perf_label":201,"perf_value":202,"workload":17,"cost_metric":203},"RTX A6000",6,0.2874,209.8,[148,151],768,77,0.6617,"187.8 tok\u002Fs",187.8,{"effective_value":204,"effective_unit":156,"capacity_factor":161},131.5,[],false,23,"value",[210,214,222,230,237],{"name":193,"vram_gb":165,"cheapest_hour":195,"cost":211,"provider":148,"estimated_tps":202},{"hourly":195,"daily":212,"monthly":196,"yearly":213},6.9,2517.62,{"name":215,"vram_gb":89,"cheapest_hour":216,"cost":217,"provider":148,"estimated_tps":221},"RTX 5090",0.337,{"hourly":216,"daily":218,"monthly":219,"yearly":220},8.09,246.01,2952.12,438.1,{"name":223,"vram_gb":165,"cheapest_hour":224,"cost":225,"provider":148,"estimated_tps":229},"L40S",0.4004,{"hourly":224,"daily":226,"monthly":227,"yearly":228},9.61,292.29,3507.5,211.2,{"name":231,"vram_gb":165,"cheapest_hour":232,"cost":233,"provider":148,"estimated_tps":43},"RTX PRO 6000 WS",0.6689,{"hourly":232,"daily":234,"monthly":235,"yearly":236},16.05,488.3,5859.56,{"name":238,"vram_gb":165,"cheapest_hour":239,"cost":240,"provider":148,"estimated_tps":43},"RTX PRO 6000 S",0.7339,{"hourly":239,"daily":241,"monthly":242,"yearly":243},17.61,535.75,6428.96,{"posts_count":43,"benchmarks_count":43}]