[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-opt-125m":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":13,"parameters_label":14,"context_length":15,"license":16,"downloads":17,"likes":18,"status":19,"description":16,"huggingface_url":20,"created_at":21,"seo":22,"category":25,"family":28,"score":30,"variants":31,"quantizations":32,"requirements":59,"gpu_recommendations":122,"fitting_gpus":186,"community":217},445,"opt-125m","facebook\u002Fopt-125m","facebook","opt",{"layers":10,"head_dim":11,"hidden_size":12},12,64,768,123543552,"123.5M",2048,null,17457799,292,"published","https:\u002F\u002Fhuggingface.co\u002Ffacebook\u002Fopt-125m","2026-08-13T18:01:54+00:00",{"title":6,"description":23,"image":16,"robots":24,"canonical_url":16},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":26,"slug":27},"LLM","llm",{"name":29,"slug":7},"Facebook",0.0306,[],[33,38,43,48,52,56],{"format":34,"bits":35,"size_factor":36,"quality_loss":37},"AWQ",4,0.263,0.03,{"format":39,"bits":40,"size_factor":41,"quality_loss":42},"FP16",16,1,0,{"format":44,"bits":45,"size_factor":46,"quality_loss":47},"FP8",8,0.5,0.01,{"format":49,"bits":35,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":35,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":45,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":83,"INT8":94,"AWQ":98,"GPTQ":109,"GGUF":113},{"minimum":61,"production":71,"recommended":76},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":64,"kv_cache_gb":65,"vram_gb":66,"ram_gb":67,"disk_gb":68,"requirement_source":69,"confidence":70},"minimum",4096,0.23,0.09,2.75,32,39.36,"inferred",0.95,{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":64,"kv_cache_gb":10,"vram_gb":74,"ram_gb":67,"disk_gb":75,"requirement_source":69,"confidence":70},"production",16384,19.82,104.36,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":64,"kv_cache_gb":80,"vram_gb":81,"ram_gb":67,"disk_gb":82,"requirement_source":69,"confidence":70},"recommended",8192,2,1.5,4.98,65.36,{"minimum":84,"production":88,"recommended":91},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":85,"kv_cache_gb":65,"vram_gb":86,"ram_gb":67,"disk_gb":87,"requirement_source":69,"confidence":70},0.12,2.6,39.18,{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":85,"kv_cache_gb":10,"vram_gb":89,"ram_gb":67,"disk_gb":90,"requirement_source":69,"confidence":70},19.66,104.18,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":80,"vram_gb":92,"ram_gb":67,"disk_gb":93,"requirement_source":69,"confidence":70},4.82,65.18,{"minimum":95,"production":96,"recommended":97},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":85,"kv_cache_gb":65,"vram_gb":86,"ram_gb":67,"disk_gb":87,"requirement_source":69,"confidence":70},{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":85,"kv_cache_gb":10,"vram_gb":89,"ram_gb":67,"disk_gb":90,"requirement_source":69,"confidence":70},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":80,"vram_gb":92,"ram_gb":67,"disk_gb":93,"requirement_source":69,"confidence":70},{"minimum":99,"production":103,"recommended":106},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":100,"kv_cache_gb":65,"vram_gb":101,"ram_gb":67,"disk_gb":102,"requirement_source":69,"confidence":70},0.06,2.53,39.09,{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":100,"kv_cache_gb":10,"vram_gb":104,"ram_gb":67,"disk_gb":105,"requirement_source":69,"confidence":70},19.58,104.09,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":100,"kv_cache_gb":80,"vram_gb":107,"ram_gb":67,"disk_gb":108,"requirement_source":69,"confidence":70},4.75,65.09,{"minimum":110,"production":111,"recommended":112},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":100,"kv_cache_gb":65,"vram_gb":101,"ram_gb":67,"disk_gb":102,"requirement_source":69,"confidence":70},{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":100,"kv_cache_gb":10,"vram_gb":104,"ram_gb":67,"disk_gb":105,"requirement_source":69,"confidence":70},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":100,"kv_cache_gb":80,"vram_gb":107,"ram_gb":67,"disk_gb":108,"requirement_source":69,"confidence":70},{"minimum":114,"production":117,"recommended":120},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":100,"kv_cache_gb":65,"vram_gb":115,"ram_gb":67,"disk_gb":116,"requirement_source":69,"confidence":70},2.54,39.1,{"scenario":72,"context_length":73,"batch_size":35,"weight_gb":100,"kv_cache_gb":10,"vram_gb":118,"ram_gb":67,"disk_gb":119,"requirement_source":69,"confidence":70},19.59,104.1,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":100,"kv_cache_gb":80,"vram_gb":107,"ram_gb":67,"disk_gb":121,"requirement_source":69,"confidence":70},65.1,{"recommended":123,"cheapest":141,"performance":150,"min_complexity":167,"cluster_options":182,"no_match":183,"required_vram_gb":107,"candidate_count":184,"usage":185},{"gpu_model":124,"gpu_model_id":125,"gpu_count":41,"total_vram_gb":40,"hour_price":126,"monthly_cost":127,"providers":128,"bandwidth_gbps":130,"fp16_tflops":131,"interconnect_score":132,"parallel_efficiency":41,"score":133,"tier":134,"perf_metric":135,"perf_label":136,"perf_value":137,"workload":16,"cost_metric":138},"RTX 5080",23,0.1339,97.75,[129],"vast",960,113,40,0.574,"cheapest","tok\u002Fs","16000 tok\u002Fs",16000,{"effective_value":139,"effective_unit":135,"capacity_factor":140},11200,0.7,{"gpu_model":142,"gpu_model_id":143,"gpu_count":41,"total_vram_gb":40,"hour_price":144,"monthly_cost":145,"providers":146,"bandwidth_gbps":42,"fp16_tflops":42,"interconnect_score":132,"parallel_efficiency":41,"score":147,"tier":134,"perf_metric":135,"perf_label":148,"perf_value":42,"workload":16,"cost_metric":149},"Tesla V100",17,0.0289,21.1,[129],0.5687,"0 tok\u002Fs",{"effective_value":42,"effective_unit":135,"capacity_factor":140},{"gpu_model":151,"gpu_model_id":152,"gpu_count":45,"total_vram_gb":153,"hour_price":154,"monthly_cost":155,"providers":156,"bandwidth_gbps":158,"fp16_tflops":159,"interconnect_score":132,"parallel_efficiency":160,"score":161,"tier":162,"perf_metric":135,"perf_label":163,"perf_value":164,"workload":16,"cost_metric":165},"H200 SXM",11,1128,3.5,20440,[157],"lambda",4800,989,0.4,0.2197,"balanced","256000 tok\u002Fs",256000,{"effective_value":166,"effective_unit":135,"capacity_factor":140},179200,{"gpu_model":168,"gpu_model_id":169,"gpu_count":41,"total_vram_gb":170,"hour_price":171,"monthly_cost":172,"providers":173,"bandwidth_gbps":175,"fp16_tflops":176,"interconnect_score":132,"parallel_efficiency":41,"score":177,"tier":134,"perf_metric":135,"perf_label":178,"perf_value":179,"workload":16,"cost_metric":180},"RTX 3090",3,24,0.0622,45.41,[129,174],"tensordock",936,71,0.5485,"15600 tok\u002Fs",15600,{"effective_value":181,"effective_unit":135,"capacity_factor":140},10920,[],false,26,"value",[187,191,195,202,209],{"name":142,"vram_gb":40,"cheapest_hour":144,"cost":188,"provider":129,"estimated_tps":42},{"hourly":144,"daily":189,"monthly":145,"yearly":190},0.69,253.16,{"name":168,"vram_gb":170,"cheapest_hour":171,"cost":192,"provider":129,"estimated_tps":179},{"hourly":171,"daily":193,"monthly":172,"yearly":194},1.49,544.87,{"name":196,"vram_gb":40,"cheapest_hour":197,"cost":198,"provider":129,"estimated_tps":42},"RTX 4070S Ti",0.0678,{"hourly":197,"daily":199,"monthly":200,"yearly":201},1.63,49.49,593.93,{"name":203,"vram_gb":40,"cheapest_hour":204,"cost":205,"provider":129,"estimated_tps":42},"RTX 4080S",0.0685,{"hourly":204,"daily":206,"monthly":207,"yearly":208},1.64,50.01,600.06,{"name":210,"vram_gb":45,"cheapest_hour":211,"cost":212,"provider":129,"estimated_tps":216},"RTX 5060 Ti",0.0719,{"hourly":211,"daily":213,"monthly":214,"yearly":215},1.73,52.49,629.84,7466.7,{"posts_count":42,"benchmarks_count":42}]