[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-otel-2-0-llm-31b-it":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":17,"huggingface_url":21,"created_at":22,"seo":23,"category":26,"family":29,"score":32,"variants":33,"quantizations":34,"requirements":60,"gpu_recommendations":146,"fitting_gpus":224,"community":240},491,"otel-2-0-llm-31b-it","farbodtavakkoli\u002FOTel-2.0-LLM-31B-IT","farbodtavakkoli","gemma4_text",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},60,256,16,5376,22218276864,"22.2B",262144,null,4965114,12,"published","https:\u002F\u002Fhuggingface.co\u002Ffarbodtavakkoli\u002FOTel-2.0-LLM-31B-IT","2026-08-13T18:09:55+00:00",{"title":6,"description":24,"image":17,"robots":25,"canonical_url":17},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":27,"slug":28},"LLM","llm",{"name":30,"slug":31},"Gemma","gemma",0.0079,[],[35,40,44,49,53,57],{"format":36,"bits":37,"size_factor":38,"quality_loss":39},"AWQ",4,0.263,0.03,{"format":41,"bits":12,"size_factor":42,"quality_loss":43},"FP16",1,0,{"format":45,"bits":46,"size_factor":47,"quality_loss":48},"FP8",8,0.5,0.01,{"format":50,"bits":37,"size_factor":51,"quality_loss":52},"GGUF",0.25,0.05,{"format":54,"bits":37,"size_factor":55,"quality_loss":56},"GPTQ",0.275,0.04,{"format":58,"bits":46,"size_factor":47,"quality_loss":59},"INT8",0.02,{"FP16":61,"FP8":86,"INT8":100,"AWQ":104,"GPTQ":118,"GGUF":132},{"minimum":62,"production":72,"recommended":79},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":65,"kv_cache_gb":66,"vram_gb":67,"ram_gb":68,"disk_gb":69,"requirement_source":70,"confidence":71},"minimum",4096,41.38,3.75,64.09,96.14,103.56,"inferred",0.95,{"scenario":73,"context_length":74,"batch_size":37,"weight_gb":65,"kv_cache_gb":75,"vram_gb":76,"ram_gb":77,"disk_gb":78,"requirement_source":70,"confidence":71},"production",16384,480,730.01,1095.02,168.56,{"scenario":80,"context_length":81,"batch_size":82,"weight_gb":65,"kv_cache_gb":10,"vram_gb":83,"ram_gb":84,"disk_gb":85,"requirement_source":70,"confidence":71},"recommended",8192,2,148.67,223.01,129.56,{"minimum":87,"production":92,"recommended":96},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":88,"kv_cache_gb":66,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":70,"confidence":71},20.69,37.91,56.87,71.28,{"scenario":73,"context_length":74,"batch_size":37,"weight_gb":88,"kv_cache_gb":75,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":70,"confidence":71},701.46,1052.18,136.28,{"scenario":80,"context_length":81,"batch_size":82,"weight_gb":88,"kv_cache_gb":10,"vram_gb":97,"ram_gb":98,"disk_gb":99,"requirement_source":70,"confidence":71},121.31,181.96,97.28,{"minimum":101,"production":102,"recommended":103},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":88,"kv_cache_gb":66,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":70,"confidence":71},{"scenario":73,"context_length":74,"batch_size":37,"weight_gb":88,"kv_cache_gb":75,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":70,"confidence":71},{"scenario":80,"context_length":81,"batch_size":82,"weight_gb":88,"kv_cache_gb":10,"vram_gb":97,"ram_gb":98,"disk_gb":99,"requirement_source":70,"confidence":71},{"minimum":105,"production":110,"recommended":114},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":106,"kv_cache_gb":66,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":70,"confidence":71},10.73,25.32,37.98,55.75,{"scenario":73,"context_length":74,"batch_size":37,"weight_gb":106,"kv_cache_gb":75,"vram_gb":111,"ram_gb":112,"disk_gb":113,"requirement_source":70,"confidence":71},687.71,1031.57,120.75,{"scenario":80,"context_length":81,"batch_size":82,"weight_gb":106,"kv_cache_gb":10,"vram_gb":115,"ram_gb":116,"disk_gb":117,"requirement_source":70,"confidence":71},108.14,162.2,81.75,{"minimum":119,"production":124,"recommended":128},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":120,"kv_cache_gb":66,"vram_gb":121,"ram_gb":122,"disk_gb":123,"requirement_source":70,"confidence":71},10.86,25.48,38.22,55.95,{"scenario":73,"context_length":74,"batch_size":37,"weight_gb":120,"kv_cache_gb":75,"vram_gb":125,"ram_gb":126,"disk_gb":127,"requirement_source":70,"confidence":71},687.89,1031.84,120.95,{"scenario":80,"context_length":81,"batch_size":82,"weight_gb":120,"kv_cache_gb":10,"vram_gb":129,"ram_gb":130,"disk_gb":131,"requirement_source":70,"confidence":71},108.31,162.46,81.95,{"minimum":133,"production":138,"recommended":142},{"scenario":63,"context_length":64,"batch_size":42,"weight_gb":134,"kv_cache_gb":66,"vram_gb":135,"ram_gb":136,"disk_gb":137,"requirement_source":70,"confidence":71},11.12,25.81,38.71,56.35,{"scenario":73,"context_length":74,"batch_size":37,"weight_gb":134,"kv_cache_gb":75,"vram_gb":139,"ram_gb":140,"disk_gb":141,"requirement_source":70,"confidence":71},688.25,1032.37,121.35,{"scenario":80,"context_length":81,"batch_size":82,"weight_gb":134,"kv_cache_gb":10,"vram_gb":143,"ram_gb":144,"disk_gb":145,"requirement_source":70,"confidence":71},108.65,162.97,82.35,{"recommended":147,"cheapest":167,"performance":180,"min_complexity":189,"cluster_options":198,"no_match":221,"required_vram_gb":115,"candidate_count":222,"usage":223},{"gpu_model":148,"gpu_model_id":149,"gpu_count":37,"total_vram_gb":150,"hour_price":151,"monthly_cost":152,"providers":153,"bandwidth_gbps":155,"fp16_tflops":156,"interconnect_score":157,"parallel_efficiency":158,"score":159,"tier":160,"perf_metric":161,"perf_label":162,"perf_value":163,"workload":17,"cost_metric":164},"H200 SXM",11,564,3.5,10220,[154],"lambda",4800,989,40,0.6,0.3205,"balanced","tok\u002Fs","1073.6 tok\u002Fs",1073.6,{"effective_value":165,"effective_unit":161,"capacity_factor":166},751.5,0.7,{"gpu_model":168,"gpu_model_id":169,"gpu_count":46,"total_vram_gb":170,"hour_price":171,"monthly_cost":172,"providers":173,"bandwidth_gbps":43,"fp16_tflops":43,"interconnect_score":157,"parallel_efficiency":175,"score":176,"tier":177,"perf_metric":161,"perf_label":178,"perf_value":43,"workload":17,"cost_metric":179},"Tesla V100",17,128,0.0289,168.78,[174],"vast",0.4,0.5312,"cheapest","0 tok\u002Fs",{"effective_value":43,"effective_unit":161,"capacity_factor":166},{"gpu_model":148,"gpu_model_id":149,"gpu_count":46,"total_vram_gb":181,"hour_price":151,"monthly_cost":182,"providers":183,"bandwidth_gbps":155,"fp16_tflops":156,"interconnect_score":157,"parallel_efficiency":175,"score":184,"tier":160,"perf_metric":161,"perf_label":185,"perf_value":186,"workload":17,"cost_metric":187},1128,20440,[154],0.2197,"1431.5 tok\u002Fs",1431.5,{"effective_value":188,"effective_unit":161,"capacity_factor":166},1002.1,{"gpu_model":148,"gpu_model_id":149,"gpu_count":42,"total_vram_gb":190,"hour_price":151,"monthly_cost":191,"providers":192,"bandwidth_gbps":155,"fp16_tflops":156,"interconnect_score":157,"parallel_efficiency":42,"score":193,"tier":160,"perf_metric":161,"perf_label":194,"perf_value":195,"workload":17,"cost_metric":196},141,2555,[154],0.6665,"447.3 tok\u002Fs",447.3,{"effective_value":197,"effective_unit":161,"capacity_factor":166},313.1,[199,211],{"gpu_model":200,"gpu_model_id":201,"gpu_count":46,"total_vram_gb":202,"hour_price":203,"monthly_cost":204,"providers":205,"bandwidth_gbps":206,"fp16_tflops":207,"interconnect_score":157,"parallel_efficiency":175,"insufficient":208,"vram_shortfall_gb":209,"score":210,"tier":160},"RTX 5070",28,96,0.0804,469.54,[174],672,61,true,12.14,0.5122,{"gpu_model":212,"gpu_model_id":213,"gpu_count":46,"total_vram_gb":214,"hour_price":215,"monthly_cost":216,"providers":217,"bandwidth_gbps":218,"fp16_tflops":213,"interconnect_score":157,"parallel_efficiency":175,"insufficient":208,"vram_shortfall_gb":219,"score":220,"tier":160},"RTX 5060 Ti",24,64,0.0719,419.9,[174],448,44.14,0.5082,false,15,"value",[225,229,237],{"name":148,"vram_gb":190,"cheapest_hour":151,"cost":226,"provider":154,"estimated_tps":195},{"hourly":151,"daily":227,"monthly":191,"yearly":228},84,30660,{"name":230,"vram_gb":231,"cheapest_hour":232,"cost":233,"provider":174,"estimated_tps":43},"B200",180,4.1271,{"hourly":232,"daily":234,"monthly":235,"yearly":236},99.05,3012.78,36153.4,{"name":238,"vram_gb":231,"cheapest_hour":17,"cost":17,"provider":17,"estimated_tps":239},"B200 SXM",726.9,{"posts_count":43,"benchmarks_count":43}]