[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-granite-code-8b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":10,"score":26,"variants":27,"quantizations":28,"requirements":55,"gpu_recommendations":136,"fitting_gpus":200,"community":231},170,"granite-code-8b","Granite Code 8B","ibm-granite\u002Fgranite-8b-code-instruct-128k","ibm-granite","transformer",null,8000000000,"8B",131072,"MIT",2291,25,"published","https:\u002F\u002Fhuggingface.co\u002Fibm-granite\u002Fgranite-8b-code-instruct-128k","2026-08-12T03:11:15+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"Coding AI","coding",0.0003,[],[29,34,39,44,48,52],{"format":30,"bits":31,"size_factor":32,"quality_loss":33},"AWQ",4,0.263,0.03,{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"FP16",16,1,0,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP8",8,0.5,0.01,{"format":45,"bits":31,"size_factor":46,"quality_loss":47},"GGUF",0.25,0.05,{"format":49,"bits":31,"size_factor":50,"quality_loss":51},"GPTQ",0.275,0.04,{"format":53,"bits":41,"size_factor":42,"quality_loss":54},"INT8",0.02,{"FP16":56,"FP8":80,"INT8":94,"AWQ":98,"GPTQ":111,"GGUF":124},{"minimum":57,"production":66,"recommended":73},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":60,"kv_cache_gb":42,"vram_gb":61,"ram_gb":62,"disk_gb":63,"requirement_source":64,"confidence":65},"minimum",4096,14.9,23.8,35.7,62.25,"estimated",0.95,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":60,"kv_cache_gb":69,"vram_gb":70,"ram_gb":71,"disk_gb":72,"requirement_source":64,"confidence":65},"production",16384,64,138.16,207.25,127.25,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":60,"kv_cache_gb":41,"vram_gb":77,"ram_gb":78,"disk_gb":79,"requirement_source":64,"confidence":65},"recommended",8192,2,40.41,60.61,88.25,{"minimum":81,"production":86,"recommended":90},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":82,"kv_cache_gb":42,"vram_gb":83,"ram_gb":84,"disk_gb":85,"requirement_source":64,"confidence":65},7.45,14.37,32,50.62,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":82,"kv_cache_gb":69,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":64,"confidence":65},127.88,191.82,115.62,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":82,"kv_cache_gb":41,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":64,"confidence":65},30.55,45.83,76.62,{"minimum":95,"production":96,"recommended":97},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":82,"kv_cache_gb":42,"vram_gb":83,"ram_gb":84,"disk_gb":85,"requirement_source":64,"confidence":65},{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":82,"kv_cache_gb":69,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":64,"confidence":65},{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":82,"kv_cache_gb":41,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":64,"confidence":65},{"minimum":99,"production":103,"recommended":107},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":100,"kv_cache_gb":42,"vram_gb":101,"ram_gb":84,"disk_gb":102,"requirement_source":64,"confidence":65},3.86,9.84,45.03,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":100,"kv_cache_gb":69,"vram_gb":104,"ram_gb":105,"disk_gb":106,"requirement_source":64,"confidence":65},122.93,184.4,110.03,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":100,"kv_cache_gb":41,"vram_gb":108,"ram_gb":109,"disk_gb":110,"requirement_source":64,"confidence":65},25.81,38.72,71.03,{"minimum":112,"production":116,"recommended":120},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":113,"kv_cache_gb":42,"vram_gb":114,"ram_gb":84,"disk_gb":115,"requirement_source":64,"confidence":65},3.91,9.9,45.1,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":113,"kv_cache_gb":69,"vram_gb":117,"ram_gb":118,"disk_gb":119,"requirement_source":64,"confidence":65},123,184.5,110.1,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":113,"kv_cache_gb":41,"vram_gb":121,"ram_gb":122,"disk_gb":123,"requirement_source":64,"confidence":65},25.87,38.81,71.1,{"minimum":125,"production":128,"recommended":132},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":31,"kv_cache_gb":42,"vram_gb":126,"ram_gb":84,"disk_gb":127,"requirement_source":64,"confidence":65},10.02,45.25,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":31,"kv_cache_gb":69,"vram_gb":129,"ram_gb":130,"disk_gb":131,"requirement_source":64,"confidence":65},123.13,184.69,110.25,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":31,"kv_cache_gb":41,"vram_gb":133,"ram_gb":134,"disk_gb":135,"requirement_source":64,"confidence":65},26,38.99,71.25,{"recommended":137,"cheapest":155,"performance":165,"min_complexity":182,"cluster_options":196,"no_match":197,"required_vram_gb":108,"candidate_count":198,"usage":199},{"gpu_model":138,"gpu_model_id":76,"gpu_count":37,"total_vram_gb":84,"hour_price":139,"monthly_cost":140,"providers":141,"bandwidth_gbps":144,"fp16_tflops":145,"interconnect_score":146,"parallel_efficiency":37,"score":147,"tier":148,"perf_metric":149,"perf_label":150,"perf_value":151,"workload":10,"cost_metric":152},"RTX 5090",0.3222,235.21,[142,143],"vast","runpod",1792,209,40,0.6828,"cheapest","tok\u002Fs","464.2 tok\u002Fs",464.2,{"effective_value":153,"effective_unit":149,"capacity_factor":154},324.9,0.7,{"gpu_model":156,"gpu_model_id":157,"gpu_count":76,"total_vram_gb":84,"hour_price":158,"monthly_cost":159,"providers":160,"bandwidth_gbps":38,"fp16_tflops":38,"interconnect_score":146,"parallel_efficiency":161,"score":162,"tier":148,"perf_metric":149,"perf_label":163,"perf_value":38,"workload":10,"cost_metric":164},"Tesla V100",17,0.0272,39.71,[142],0.8,0.6316,"0 tok\u002Fs",{"effective_value":38,"effective_unit":149,"capacity_factor":154},{"gpu_model":166,"gpu_model_id":167,"gpu_count":41,"total_vram_gb":168,"hour_price":169,"monthly_cost":170,"providers":171,"bandwidth_gbps":173,"fp16_tflops":174,"interconnect_score":146,"parallel_efficiency":175,"score":176,"tier":177,"perf_metric":149,"perf_label":178,"perf_value":179,"workload":10,"cost_metric":180},"H200 SXM",11,1128,3.5,20440,[172],"lambda",4800,989,0.4,0.2197,"balanced","3979.3 tok\u002Fs",3979.3,{"effective_value":181,"effective_unit":149,"capacity_factor":154},2785.5,{"gpu_model":183,"gpu_model_id":184,"gpu_count":37,"total_vram_gb":185,"hour_price":186,"monthly_cost":187,"providers":188,"bandwidth_gbps":189,"fp16_tflops":190,"interconnect_score":146,"parallel_efficiency":37,"score":191,"tier":148,"perf_metric":149,"perf_label":192,"perf_value":193,"workload":10,"cost_metric":194},"RTX A6000",6,48,0.3001,219.07,[142,172],768,77,0.6343,"199 tok\u002Fs",199,{"effective_value":195,"effective_unit":149,"capacity_factor":154},139.3,[],false,24,"value",[201,205,209,217,224],{"name":183,"vram_gb":185,"cheapest_hour":186,"cost":202,"provider":142,"estimated_tps":193},{"hourly":186,"daily":203,"monthly":187,"yearly":204},7.2,2628.88,{"name":138,"vram_gb":84,"cheapest_hour":139,"cost":206,"provider":142,"estimated_tps":151},{"hourly":139,"daily":207,"monthly":140,"yearly":208},7.73,2822.47,{"name":210,"vram_gb":185,"cheapest_hour":211,"cost":212,"provider":142,"estimated_tps":216},"L40S",0.4669,{"hourly":211,"daily":213,"monthly":214,"yearly":215},11.21,340.84,4090.04,223.8,{"name":218,"vram_gb":185,"cheapest_hour":219,"cost":220,"provider":142,"estimated_tps":38},"RTX PRO 6000 WS",0.8022,{"hourly":219,"daily":221,"monthly":222,"yearly":223},19.25,585.61,7027.27,{"name":225,"vram_gb":185,"cheapest_hour":226,"cost":227,"provider":142,"estimated_tps":38},"RTX PRO 6000 S",1.0131,{"hourly":226,"daily":228,"monthly":229,"yearly":230},24.31,739.56,8874.76,{"posts_count":38,"benchmarks_count":38}]