[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-opt-125m":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":13,"parameters_label":14,"context_length":15,"license":16,"downloads":17,"likes":18,"status":19,"description":16,"huggingface_url":20,"created_at":21,"seo":22,"category":25,"family":28,"score":30,"variants":31,"quantizations":32,"requirements":59,"gpu_recommendations":122,"fitting_gpus":183,"community":210},445,"opt-125m","facebook\u002Fopt-125m","facebook","opt",{"layers":10,"head_dim":11,"hidden_size":12},12,64,768,123543552,"123.5M",2048,null,17457799,292,"published","https:\u002F\u002Fhuggingface.co\u002Ffacebook\u002Fopt-125m","2026-08-13T18:01:54+00:00",{"title":6,"description":23,"image":16,"robots":24,"canonical_url":16},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":26,"slug":27},"LLM","llm",{"name":29,"slug":7},"Facebook",0.0306,[],[33,38,43,48,52,56],{"format":34,"bits":35,"size_factor":36,"quality_loss":37},"AWQ",4,0.263,0.03,{"format":39,"bits":40,"size_factor":41,"quality_loss":42},"FP16",16,1,0,{"format":44,"bits":45,"size_factor":46,"quality_loss":47},"FP8",8,0.5,0.01,{"format":49,"bits":35,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":35,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":45,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":83,"INT8":94,"AWQ":98,"GPTQ":109,"GGUF":113},{"minimum":61,"production":71,"recommended":76},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":64,"kv_cache_gb":65,"vram_gb":66,"ram_gb":67,"disk_gb":68,"requirement_source":69,"confidence":70},"minimum",4096,0.23,0.09,2.75,32,39.36,"inferred",0.95,{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":64,"kv_cache_gb":10,"vram_gb":74,"ram_gb":67,"disk_gb":75,"requirement_source":69,"confidence":70},"production",16384,19.82,104.36,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":64,"kv_cache_gb":80,"vram_gb":81,"ram_gb":67,"disk_gb":82,"requirement_source":69,"confidence":70},"recommended",8192,2,1.5,4.98,65.36,{"minimum":84,"production":88,"recommended":91},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":85,"kv_cache_gb":65,"vram_gb":86,"ram_gb":67,"disk_gb":87,"requirement_source":69,"confidence":70},0.12,2.6,39.18,{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":85,"kv_cache_gb":10,"vram_gb":89,"ram_gb":67,"disk_gb":90,"requirement_source":69,"confidence":70},19.66,104.18,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":80,"vram_gb":92,"ram_gb":67,"disk_gb":93,"requirement_source":69,"confidence":70},4.82,65.18,{"minimum":95,"production":96,"recommended":97},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":85,"kv_cache_gb":65,"vram_gb":86,"ram_gb":67,"disk_gb":87,"requirement_source":69,"confidence":70},{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":85,"kv_cache_gb":10,"vram_gb":89,"ram_gb":67,"disk_gb":90,"requirement_source":69,"confidence":70},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":80,"vram_gb":92,"ram_gb":67,"disk_gb":93,"requirement_source":69,"confidence":70},{"minimum":99,"production":103,"recommended":106},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":100,"kv_cache_gb":65,"vram_gb":101,"ram_gb":67,"disk_gb":102,"requirement_source":69,"confidence":70},0.06,2.53,39.09,{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":100,"kv_cache_gb":10,"vram_gb":104,"ram_gb":67,"disk_gb":105,"requirement_source":69,"confidence":70},19.58,104.09,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":100,"kv_cache_gb":80,"vram_gb":107,"ram_gb":67,"disk_gb":108,"requirement_source":69,"confidence":70},4.75,65.09,{"minimum":110,"production":111,"recommended":112},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":100,"kv_cache_gb":65,"vram_gb":101,"ram_gb":67,"disk_gb":102,"requirement_source":69,"confidence":70},{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":100,"kv_cache_gb":10,"vram_gb":104,"ram_gb":67,"disk_gb":105,"requirement_source":69,"confidence":70},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":100,"kv_cache_gb":80,"vram_gb":107,"ram_gb":67,"disk_gb":108,"requirement_source":69,"confidence":70},{"minimum":114,"production":117,"recommended":120},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":100,"kv_cache_gb":65,"vram_gb":115,"ram_gb":67,"disk_gb":116,"requirement_source":69,"confidence":70},2.54,39.1,{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":100,"kv_cache_gb":10,"vram_gb":118,"ram_gb":67,"disk_gb":119,"requirement_source":69,"confidence":70},19.59,104.1,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":100,"kv_cache_gb":80,"vram_gb":107,"ram_gb":67,"disk_gb":121,"requirement_source":69,"confidence":70},65.1,{"recommended":123,"cheapest":141,"performance":150,"min_complexity":167,"cluster_options":179,"no_match":180,"required_vram_gb":107,"candidate_count":181,"usage":182},{"gpu_model":124,"gpu_model_id":125,"gpu_count":41,"total_vram_gb":40,"hour_price":126,"monthly_cost":127,"providers":128,"bandwidth_gbps":130,"fp16_tflops":131,"interconnect_score":132,"parallel_efficiency":41,"score":133,"tier":134,"perf_metric":135,"perf_label":136,"perf_value":137,"workload":16,"cost_metric":138},"RTX 5080",23,0.1078,78.69,[129],"vast",960,113,40,0.5744,"cheapest","tok\u002Fs","16000 tok\u002Fs",16000,{"effective_value":139,"effective_unit":135,"capacity_factor":140},11200,0.7,{"gpu_model":142,"gpu_model_id":143,"gpu_count":41,"total_vram_gb":40,"hour_price":144,"monthly_cost":145,"providers":146,"bandwidth_gbps":42,"fp16_tflops":42,"interconnect_score":132,"parallel_efficiency":41,"score":147,"tier":134,"perf_metric":135,"perf_label":148,"perf_value":42,"workload":16,"cost_metric":149},"Tesla V100",17,0.0272,19.86,[129],0.5688,"0 tok\u002Fs",{"effective_value":42,"effective_unit":135,"capacity_factor":140},{"gpu_model":151,"gpu_model_id":152,"gpu_count":45,"total_vram_gb":153,"hour_price":154,"monthly_cost":155,"providers":156,"bandwidth_gbps":158,"fp16_tflops":159,"interconnect_score":132,"parallel_efficiency":160,"score":161,"tier":162,"perf_metric":135,"perf_label":163,"perf_value":164,"workload":16,"cost_metric":165},"H200 SXM",11,1128,3.5,20440,[157],"lambda",4800,989,0.4,0.2197,"balanced","256000 tok\u002Fs",256000,{"effective_value":166,"effective_unit":135,"capacity_factor":140},179200,{"gpu_model":168,"gpu_model_id":169,"gpu_count":41,"total_vram_gb":45,"hour_price":170,"monthly_cost":171,"providers":172,"bandwidth_gbps":173,"fp16_tflops":169,"interconnect_score":132,"parallel_efficiency":41,"score":174,"tier":134,"perf_metric":135,"perf_label":175,"perf_value":176,"workload":16,"cost_metric":177},"RTX 5060 Ti",24,0.0554,40.44,[129],448,0.6507,"7466.7 tok\u002Fs",7466.7,{"effective_value":178,"effective_unit":135,"capacity_factor":140},5226.7,[],false,27,"value",[184,188,192,200,203],{"name":142,"vram_gb":40,"cheapest_hour":144,"cost":185,"provider":129,"estimated_tps":42},{"hourly":144,"daily":186,"monthly":145,"yearly":187},0.65,238.27,{"name":168,"vram_gb":45,"cheapest_hour":170,"cost":189,"provider":129,"estimated_tps":176},{"hourly":170,"daily":190,"monthly":171,"yearly":191},1.33,485.3,{"name":193,"vram_gb":169,"cheapest_hour":194,"cost":195,"provider":129,"estimated_tps":199},"RTX 3090",0.0678,{"hourly":194,"daily":196,"monthly":197,"yearly":198},1.63,49.49,593.93,15600,{"name":201,"vram_gb":40,"cheapest_hour":194,"cost":202,"provider":129,"estimated_tps":42},"RTX 4070S Ti",{"hourly":194,"daily":196,"monthly":197,"yearly":198},{"name":204,"vram_gb":10,"cheapest_hour":205,"cost":206,"provider":129,"estimated_tps":139},"RTX 5070",0.0804,{"hourly":205,"daily":207,"monthly":208,"yearly":209},1.93,58.69,704.3,{"posts_count":42,"benchmarks_count":42}]