[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-granite-code-8b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":10,"score":26,"variants":27,"quantizations":28,"requirements":55,"gpu_recommendations":136,"fitting_gpus":204,"community":235},170,"granite-code-8b","Granite Code 8B","ibm-granite\u002Fgranite-8b-code-instruct-128k","ibm-granite","transformer",null,8000000000,"8B",131072,"MIT",2291,25,"published","https:\u002F\u002Fhuggingface.co\u002Fibm-granite\u002Fgranite-8b-code-instruct-128k","2026-08-12T03:11:15+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"Coding AI","coding",0.0003,[],[29,34,39,44,48,52],{"format":30,"bits":31,"size_factor":32,"quality_loss":33},"AWQ",4,0.263,0.03,{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"FP16",16,1,0,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP8",8,0.5,0.01,{"format":45,"bits":31,"size_factor":46,"quality_loss":47},"GGUF",0.25,0.05,{"format":49,"bits":31,"size_factor":50,"quality_loss":51},"GPTQ",0.275,0.04,{"format":53,"bits":41,"size_factor":42,"quality_loss":54},"INT8",0.02,{"FP16":56,"FP8":80,"INT8":94,"AWQ":98,"GPTQ":111,"GGUF":124},{"minimum":57,"production":66,"recommended":73},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":60,"kv_cache_gb":42,"vram_gb":61,"ram_gb":62,"disk_gb":63,"requirement_source":64,"confidence":65},"minimum",4096,14.9,23.8,35.7,62.25,"estimated",0.95,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":60,"kv_cache_gb":69,"vram_gb":70,"ram_gb":71,"disk_gb":72,"requirement_source":64,"confidence":65},"production",16384,64,138.16,207.25,127.25,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":60,"kv_cache_gb":41,"vram_gb":77,"ram_gb":78,"disk_gb":79,"requirement_source":64,"confidence":65},"recommended",8192,2,40.41,60.61,88.25,{"minimum":81,"production":86,"recommended":90},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":82,"kv_cache_gb":42,"vram_gb":83,"ram_gb":84,"disk_gb":85,"requirement_source":64,"confidence":65},7.45,14.37,32,50.62,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":82,"kv_cache_gb":69,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":64,"confidence":65},127.88,191.82,115.62,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":82,"kv_cache_gb":41,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":64,"confidence":65},30.55,45.83,76.62,{"minimum":95,"production":96,"recommended":97},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":82,"kv_cache_gb":42,"vram_gb":83,"ram_gb":84,"disk_gb":85,"requirement_source":64,"confidence":65},{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":82,"kv_cache_gb":69,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":64,"confidence":65},{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":82,"kv_cache_gb":41,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":64,"confidence":65},{"minimum":99,"production":103,"recommended":107},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":100,"kv_cache_gb":42,"vram_gb":101,"ram_gb":84,"disk_gb":102,"requirement_source":64,"confidence":65},3.86,9.84,45.03,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":100,"kv_cache_gb":69,"vram_gb":104,"ram_gb":105,"disk_gb":106,"requirement_source":64,"confidence":65},122.93,184.4,110.03,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":100,"kv_cache_gb":41,"vram_gb":108,"ram_gb":109,"disk_gb":110,"requirement_source":64,"confidence":65},25.81,38.72,71.03,{"minimum":112,"production":116,"recommended":120},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":113,"kv_cache_gb":42,"vram_gb":114,"ram_gb":84,"disk_gb":115,"requirement_source":64,"confidence":65},3.91,9.9,45.1,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":113,"kv_cache_gb":69,"vram_gb":117,"ram_gb":118,"disk_gb":119,"requirement_source":64,"confidence":65},123,184.5,110.1,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":113,"kv_cache_gb":41,"vram_gb":121,"ram_gb":122,"disk_gb":123,"requirement_source":64,"confidence":65},25.87,38.81,71.1,{"minimum":125,"production":128,"recommended":132},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":31,"kv_cache_gb":42,"vram_gb":126,"ram_gb":84,"disk_gb":127,"requirement_source":64,"confidence":65},10.02,45.25,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":31,"kv_cache_gb":69,"vram_gb":129,"ram_gb":130,"disk_gb":131,"requirement_source":64,"confidence":65},123.13,184.69,110.25,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":31,"kv_cache_gb":41,"vram_gb":133,"ram_gb":134,"disk_gb":135,"requirement_source":64,"confidence":65},26,38.99,71.25,{"recommended":137,"cheapest":155,"performance":170,"min_complexity":187,"cluster_options":200,"no_match":201,"required_vram_gb":108,"candidate_count":202,"usage":203},{"gpu_model":138,"gpu_model_id":76,"gpu_count":37,"total_vram_gb":84,"hour_price":139,"monthly_cost":140,"providers":141,"bandwidth_gbps":144,"fp16_tflops":145,"interconnect_score":146,"parallel_efficiency":37,"score":147,"tier":148,"perf_metric":149,"perf_label":150,"perf_value":151,"workload":10,"cost_metric":152},"RTX 5090",0.337,246.01,[142,143],"vast","runpod",1792,209,40,0.6826,"cheapest","tok\u002Fs","464.2 tok\u002Fs",464.2,{"effective_value":153,"effective_unit":149,"capacity_factor":154},324.9,0.7,{"gpu_model":156,"gpu_model_id":157,"gpu_count":31,"total_vram_gb":158,"hour_price":159,"monthly_cost":160,"providers":161,"bandwidth_gbps":162,"fp16_tflops":163,"interconnect_score":146,"parallel_efficiency":164,"score":165,"tier":148,"perf_metric":149,"perf_label":166,"perf_value":167,"workload":10,"cost_metric":168},"RTX 5070",28,48,0.0101,29.49,[142],672,61,0.6,0.5543,"417.8 tok\u002Fs",417.8,{"effective_value":169,"effective_unit":149,"capacity_factor":154},292.5,{"gpu_model":171,"gpu_model_id":172,"gpu_count":41,"total_vram_gb":173,"hour_price":174,"monthly_cost":175,"providers":176,"bandwidth_gbps":178,"fp16_tflops":179,"interconnect_score":146,"parallel_efficiency":180,"score":181,"tier":182,"perf_metric":149,"perf_label":183,"perf_value":184,"workload":10,"cost_metric":185},"H200 SXM",11,1128,3.5,20440,[177],"lambda",4800,989,0.4,0.2197,"balanced","3979.3 tok\u002Fs",3979.3,{"effective_value":186,"effective_unit":149,"capacity_factor":154},2785.5,{"gpu_model":188,"gpu_model_id":189,"gpu_count":37,"total_vram_gb":158,"hour_price":190,"monthly_cost":191,"providers":192,"bandwidth_gbps":193,"fp16_tflops":194,"interconnect_score":146,"parallel_efficiency":37,"score":195,"tier":148,"perf_metric":149,"perf_label":196,"perf_value":197,"workload":10,"cost_metric":198},"RTX A6000",6,0.2874,209.8,[142,177],768,77,0.6345,"199 tok\u002Fs",199,{"effective_value":199,"effective_unit":149,"capacity_factor":154},139.3,[],false,23,"value",[205,209,213,221,228],{"name":188,"vram_gb":158,"cheapest_hour":190,"cost":206,"provider":142,"estimated_tps":197},{"hourly":190,"daily":207,"monthly":191,"yearly":208},6.9,2517.62,{"name":138,"vram_gb":84,"cheapest_hour":139,"cost":210,"provider":142,"estimated_tps":151},{"hourly":139,"daily":211,"monthly":140,"yearly":212},8.09,2952.12,{"name":214,"vram_gb":158,"cheapest_hour":215,"cost":216,"provider":142,"estimated_tps":220},"L40S",0.4004,{"hourly":215,"daily":217,"monthly":218,"yearly":219},9.61,292.29,3507.5,223.8,{"name":222,"vram_gb":158,"cheapest_hour":223,"cost":224,"provider":142,"estimated_tps":38},"RTX PRO 6000 WS",0.6689,{"hourly":223,"daily":225,"monthly":226,"yearly":227},16.05,488.3,5859.56,{"name":229,"vram_gb":158,"cheapest_hour":230,"cost":231,"provider":142,"estimated_tps":38},"RTX PRO 6000 S",0.7339,{"hourly":230,"daily":232,"monthly":233,"yearly":234},17.61,535.75,6428.96,{"posts_count":38,"benchmarks_count":38}]