[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-olmoe-1b-7b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":10,"score":26,"variants":27,"quantizations":28,"requirements":55,"gpu_recommendations":136,"fitting_gpus":203,"community":234},286,"olmoe-1b-7b","OLMoE 1B-7B","allenai\u002FOLMoE-1B-7B-0924","allenai","moe_transformer",null,7000000000,"7B",4096,"MIT",181952,148,"published","https:\u002F\u002Fhuggingface.co\u002Fallenai\u002FOLMoE-1B-7B-0924","2026-08-12T03:11:20+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",0.2519,[],[29,34,39,44,48,52],{"format":30,"bits":31,"size_factor":32,"quality_loss":33},"AWQ",4,0.263,0.03,{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"FP16",16,1,0,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP8",8,0.5,0.01,{"format":45,"bits":31,"size_factor":46,"quality_loss":47},"GGUF",0.25,0.05,{"format":49,"bits":31,"size_factor":50,"quality_loss":51},"GPTQ",0.275,0.04,{"format":53,"bits":41,"size_factor":42,"quality_loss":54},"INT8",0.02,{"FP16":56,"FP8":79,"INT8":93,"AWQ":97,"GPTQ":110,"GGUF":123},{"minimum":57,"production":65,"recommended":72},{"scenario":58,"context_length":13,"batch_size":37,"weight_gb":59,"kv_cache_gb":42,"vram_gb":60,"ram_gb":61,"disk_gb":62,"requirement_source":63,"confidence":64},"minimum",13.04,21.44,32.17,59.34,"estimated",0.95,{"scenario":66,"context_length":67,"batch_size":31,"weight_gb":59,"kv_cache_gb":68,"vram_gb":69,"ram_gb":70,"disk_gb":71,"requirement_source":63,"confidence":64},"production",16384,64,135.59,203.39,124.34,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":59,"kv_cache_gb":41,"vram_gb":76,"ram_gb":77,"disk_gb":78,"requirement_source":63,"confidence":64},"recommended",8192,2,37.94,56.92,85.34,{"minimum":80,"production":85,"recommended":89},{"scenario":58,"context_length":13,"batch_size":37,"weight_gb":81,"kv_cache_gb":42,"vram_gb":82,"ram_gb":83,"disk_gb":84,"requirement_source":63,"confidence":64},6.52,13.2,32,49.17,{"scenario":66,"context_length":67,"batch_size":31,"weight_gb":81,"kv_cache_gb":68,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":63,"confidence":64},126.6,189.89,114.17,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":81,"kv_cache_gb":41,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":63,"confidence":64},29.32,43.98,75.17,{"minimum":94,"production":95,"recommended":96},{"scenario":58,"context_length":13,"batch_size":37,"weight_gb":81,"kv_cache_gb":42,"vram_gb":82,"ram_gb":83,"disk_gb":84,"requirement_source":63,"confidence":64},{"scenario":66,"context_length":67,"batch_size":31,"weight_gb":81,"kv_cache_gb":68,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":63,"confidence":64},{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":81,"kv_cache_gb":41,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":63,"confidence":64},{"minimum":98,"production":102,"recommended":106},{"scenario":58,"context_length":13,"batch_size":37,"weight_gb":99,"kv_cache_gb":42,"vram_gb":100,"ram_gb":83,"disk_gb":101,"requirement_source":63,"confidence":64},3.38,9.23,44.28,{"scenario":66,"context_length":67,"batch_size":31,"weight_gb":99,"kv_cache_gb":68,"vram_gb":103,"ram_gb":104,"disk_gb":105,"requirement_source":63,"confidence":64},122.27,183.4,109.28,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":99,"kv_cache_gb":41,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":63,"confidence":64},25.17,37.76,70.28,{"minimum":111,"production":115,"recommended":119},{"scenario":58,"context_length":13,"batch_size":37,"weight_gb":112,"kv_cache_gb":42,"vram_gb":113,"ram_gb":83,"disk_gb":114,"requirement_source":63,"confidence":64},3.42,9.28,44.34,{"scenario":66,"context_length":67,"batch_size":31,"weight_gb":112,"kv_cache_gb":68,"vram_gb":116,"ram_gb":117,"disk_gb":118,"requirement_source":63,"confidence":64},122.32,183.48,109.34,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":112,"kv_cache_gb":41,"vram_gb":120,"ram_gb":121,"disk_gb":122,"requirement_source":63,"confidence":64},25.23,37.84,70.34,{"minimum":124,"production":128,"recommended":132},{"scenario":58,"context_length":13,"batch_size":37,"weight_gb":125,"kv_cache_gb":42,"vram_gb":126,"ram_gb":83,"disk_gb":127,"requirement_source":63,"confidence":64},3.5,9.38,44.47,{"scenario":66,"context_length":67,"batch_size":31,"weight_gb":125,"kv_cache_gb":68,"vram_gb":129,"ram_gb":130,"disk_gb":131,"requirement_source":63,"confidence":64},122.44,183.65,109.47,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":125,"kv_cache_gb":41,"vram_gb":133,"ram_gb":134,"disk_gb":135,"requirement_source":63,"confidence":64},25.33,38,70.47,{"recommended":137,"cheapest":155,"performance":170,"min_complexity":186,"cluster_options":199,"no_match":200,"required_vram_gb":107,"candidate_count":201,"usage":202},{"gpu_model":138,"gpu_model_id":75,"gpu_count":37,"total_vram_gb":83,"hour_price":139,"monthly_cost":140,"providers":141,"bandwidth_gbps":144,"fp16_tflops":145,"interconnect_score":146,"parallel_efficiency":37,"score":147,"tier":148,"perf_metric":149,"perf_label":150,"perf_value":151,"workload":10,"cost_metric":152},"RTX 5090",0.337,246.01,[142,143],"vast","runpod",1792,209,40,0.6879,"cheapest","tok\u002Fs","530.2 tok\u002Fs",530.2,{"effective_value":153,"effective_unit":149,"capacity_factor":154},371.1,0.7,{"gpu_model":156,"gpu_model_id":157,"gpu_count":31,"total_vram_gb":158,"hour_price":159,"monthly_cost":160,"providers":161,"bandwidth_gbps":162,"fp16_tflops":163,"interconnect_score":146,"parallel_efficiency":164,"score":165,"tier":148,"perf_metric":149,"perf_label":166,"perf_value":167,"workload":10,"cost_metric":168},"RTX 5070",28,48,0.0101,29.49,[142],672,61,0.6,0.5507,"477.2 tok\u002Fs",477.2,{"effective_value":169,"effective_unit":149,"capacity_factor":154},334,{"gpu_model":171,"gpu_model_id":172,"gpu_count":41,"total_vram_gb":173,"hour_price":125,"monthly_cost":174,"providers":175,"bandwidth_gbps":177,"fp16_tflops":178,"interconnect_score":146,"parallel_efficiency":179,"score":180,"tier":181,"perf_metric":149,"perf_label":182,"perf_value":183,"workload":10,"cost_metric":184},"H200 SXM",11,1128,20440,[176],"lambda",4800,989,0.4,0.2197,"balanced","4544.4 tok\u002Fs",4544.4,{"effective_value":185,"effective_unit":149,"capacity_factor":154},3181.1,{"gpu_model":187,"gpu_model_id":188,"gpu_count":37,"total_vram_gb":158,"hour_price":189,"monthly_cost":190,"providers":191,"bandwidth_gbps":192,"fp16_tflops":193,"interconnect_score":146,"parallel_efficiency":37,"score":194,"tier":148,"perf_metric":149,"perf_label":195,"perf_value":196,"workload":10,"cost_metric":197},"RTX A6000",6,0.2874,209.8,[142,176],768,77,0.6309,"227.2 tok\u002Fs",227.2,{"effective_value":198,"effective_unit":149,"capacity_factor":154},159,[],false,23,"value",[204,208,212,220,227],{"name":187,"vram_gb":158,"cheapest_hour":189,"cost":205,"provider":142,"estimated_tps":196},{"hourly":189,"daily":206,"monthly":190,"yearly":207},6.9,2517.62,{"name":138,"vram_gb":83,"cheapest_hour":139,"cost":209,"provider":142,"estimated_tps":151},{"hourly":139,"daily":210,"monthly":140,"yearly":211},8.09,2952.12,{"name":213,"vram_gb":158,"cheapest_hour":214,"cost":215,"provider":142,"estimated_tps":219},"L40S",0.4004,{"hourly":214,"daily":216,"monthly":217,"yearly":218},9.61,292.29,3507.5,255.6,{"name":221,"vram_gb":158,"cheapest_hour":222,"cost":223,"provider":142,"estimated_tps":38},"RTX PRO 6000 WS",0.6689,{"hourly":222,"daily":224,"monthly":225,"yearly":226},16.05,488.3,5859.56,{"name":228,"vram_gb":158,"cheapest_hour":229,"cost":230,"provider":142,"estimated_tps":38},"RTX PRO 6000 S",0.7339,{"hourly":229,"daily":231,"monthly":232,"yearly":233},17.61,535.75,6428.96,{"posts_count":38,"benchmarks_count":38}]