[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-llama-31-70b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":143,"fitting_gpus":219,"community":247},211,"llama-31-70b","Llama 3.1 70B","meta-llama\u002FMeta-Llama-3.1-70B-Instruct","meta-llama","transformer",null,70600000000,"70.6B",131072,"MIT",755706,942,"published","https:\u002F\u002Fhuggingface.co\u002Fmeta-llama\u002FMeta-Llama-3.1-70B-Instruct","2026-08-12T03:11:16+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"Llama","llama",0.0116,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":97,"AWQ":101,"GPTQ":115,"GGUF":129},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,131.5,171.3,256.95,244.14,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,299.07,448.61,309.14,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,194.61,291.92,270.14,{"minimum":84,"production":89,"recommended":93},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},65.75,88.13,132.19,141.57,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},208.34,312.51,206.57,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},107.66,161.48,167.57,{"minimum":98,"production":99,"recommended":100},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},{"minimum":102,"production":107,"recommended":111},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":103,"kv_cache_gb":45,"vram_gb":104,"ram_gb":105,"disk_gb":106,"requirement_source":67,"confidence":68},34.11,48.1,72.15,92.21,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":103,"kv_cache_gb":72,"vram_gb":108,"ram_gb":109,"disk_gb":110,"requirement_source":67,"confidence":68},164.67,247,157.21,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":103,"kv_cache_gb":44,"vram_gb":112,"ram_gb":113,"disk_gb":114,"requirement_source":67,"confidence":68},65.81,98.71,118.21,{"minimum":116,"production":121,"recommended":125},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":117,"kv_cache_gb":45,"vram_gb":118,"ram_gb":119,"disk_gb":120,"requirement_source":67,"confidence":68},34.52,48.62,72.93,92.85,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":117,"kv_cache_gb":72,"vram_gb":122,"ram_gb":123,"disk_gb":124,"requirement_source":67,"confidence":68},165.24,247.86,157.85,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":117,"kv_cache_gb":44,"vram_gb":126,"ram_gb":127,"disk_gb":128,"requirement_source":67,"confidence":68},66.35,99.53,118.85,{"minimum":130,"production":135,"recommended":139},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":131,"kv_cache_gb":45,"vram_gb":132,"ram_gb":133,"disk_gb":134,"requirement_source":67,"confidence":68},35.34,49.66,74.49,94.13,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":131,"kv_cache_gb":72,"vram_gb":136,"ram_gb":137,"disk_gb":138,"requirement_source":67,"confidence":68},166.37,249.56,159.13,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":131,"kv_cache_gb":44,"vram_gb":140,"ram_gb":141,"disk_gb":142,"requirement_source":67,"confidence":68},67.44,101.16,120.13,{"recommended":144,"cheapest":163,"performance":180,"min_complexity":189,"cluster_options":205,"no_match":216,"required_vram_gb":112,"candidate_count":217,"usage":218},{"gpu_model":145,"gpu_model_id":146,"gpu_count":40,"total_vram_gb":147,"hour_price":148,"monthly_cost":149,"providers":150,"bandwidth_gbps":152,"fp16_tflops":153,"interconnect_score":154,"parallel_efficiency":40,"score":155,"tier":156,"perf_metric":157,"perf_label":158,"perf_value":159,"workload":10,"cost_metric":160},"H200 SXM",11,141,3.5,2555,[151],"lambda",4800,989,40,0.5955,"balanced","tok\u002Fs","140.7 tok\u002Fs",140.7,{"effective_value":161,"effective_unit":157,"capacity_factor":162},98.5,0.7,{"gpu_model":164,"gpu_model_id":165,"gpu_count":44,"total_vram_gb":166,"hour_price":167,"monthly_cost":168,"providers":169,"bandwidth_gbps":171,"fp16_tflops":172,"interconnect_score":154,"parallel_efficiency":173,"score":174,"tier":175,"perf_metric":157,"perf_label":176,"perf_value":177,"workload":10,"cost_metric":178},"RTX 5070",28,96,0.0101,58.98,[170],"vast",672,61,0.4,0.5569,"cheapest","63 tok\u002Fs",63,{"effective_value":179,"effective_unit":157,"capacity_factor":162},44.1,{"gpu_model":145,"gpu_model_id":146,"gpu_count":44,"total_vram_gb":181,"hour_price":148,"monthly_cost":182,"providers":183,"bandwidth_gbps":152,"fp16_tflops":153,"interconnect_score":154,"parallel_efficiency":173,"score":184,"tier":156,"perf_metric":157,"perf_label":185,"perf_value":186,"workload":10,"cost_metric":187},1128,20440,[151],0.2197,"450.3 tok\u002Fs",450.3,{"effective_value":188,"effective_unit":157,"capacity_factor":162},315.2,{"gpu_model":190,"gpu_model_id":191,"gpu_count":40,"total_vram_gb":192,"hour_price":193,"monthly_cost":194,"providers":195,"bandwidth_gbps":198,"fp16_tflops":199,"interconnect_score":154,"parallel_efficiency":40,"score":200,"tier":156,"perf_metric":157,"perf_label":201,"perf_value":202,"workload":10,"cost_metric":203},"A100 80GB",9,80,1.2,876,[170,196,197,151],"tensordock","runpod",2039,77.97,0.6669,"59.8 tok\u002Fs",59.8,{"effective_value":204,"effective_unit":157,"capacity_factor":162},41.9,[206],{"gpu_model":207,"gpu_model_id":208,"gpu_count":44,"total_vram_gb":72,"hour_price":209,"monthly_cost":210,"providers":211,"bandwidth_gbps":212,"fp16_tflops":208,"interconnect_score":154,"parallel_efficiency":173,"insufficient":213,"vram_shortfall_gb":214,"score":215,"tier":156},"RTX 5060 Ti",24,0.0544,317.7,[170],448,true,1.81,0.5103,false,18,"value",[220,224,232,236,244],{"name":190,"vram_gb":192,"cheapest_hour":193,"cost":221,"provider":170,"estimated_tps":202},{"hourly":193,"daily":222,"monthly":194,"yearly":223},28.8,10512,{"name":225,"vram_gb":192,"cheapest_hour":226,"cost":227,"provider":170,"estimated_tps":231},"H100 SXM",1.6059,{"hourly":226,"daily":228,"monthly":229,"yearly":230},38.54,1172.31,14067.68,98.2,{"name":145,"vram_gb":147,"cheapest_hour":148,"cost":233,"provider":151,"estimated_tps":159},{"hourly":148,"daily":234,"monthly":149,"yearly":235},84,30660,{"name":237,"vram_gb":238,"cheapest_hour":239,"cost":240,"provider":170,"estimated_tps":41},"B200",180,4.1271,{"hourly":239,"daily":241,"monthly":242,"yearly":243},99.05,3012.78,36153.4,{"name":245,"vram_gb":238,"cheapest_hour":10,"cost":10,"provider":10,"estimated_tps":246},"B200 SXM",228.7,{"posts_count":41,"benchmarks_count":41}]