[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-llama-3-1-8b-instruct":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":8,"parameters":9,"parameters_label":10,"context_length":11,"license":8,"downloads":12,"likes":13,"status":14,"description":15,"huggingface_url":16,"created_at":17,"seo":18,"category":20,"family":23,"score":26,"variants":27,"quantizations":28,"requirements":55,"gpu_recommendations":136,"fitting_gpus":200,"community":231},18,"llama-3-1-8b-instruct","meta-llama\u002FLlama-3.1-8B-Instruct","meta-llama",null,8000000000,"8B",131072,7598016,6600,"published","Meta Llama 3.1 8B，开源模型基准默认选择。","https:\u002F\u002Fhuggingface.co\u002Fmeta-llama\u002FLlama-3.1-8B-Instruct","2026-08-12T02:22:24+00:00",{"title":6,"description":15,"image":8,"robots":19,"canonical_url":8},"index, follow",{"name":21,"slug":22},"LLM","llm",{"name":24,"slug":25},"Llama","llama",0.0922,[],[29,34,39,44,48,52],{"format":30,"bits":31,"size_factor":32,"quality_loss":33},"AWQ",4,0.263,0.03,{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"FP16",16,1,0,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP8",8,0.5,0.01,{"format":45,"bits":31,"size_factor":46,"quality_loss":47},"GGUF",0.25,0.05,{"format":49,"bits":31,"size_factor":50,"quality_loss":51},"GPTQ",0.275,0.04,{"format":53,"bits":41,"size_factor":42,"quality_loss":54},"INT8",0.02,{"FP16":56,"FP8":80,"INT8":94,"AWQ":98,"GPTQ":111,"GGUF":124},{"minimum":57,"production":66,"recommended":73},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":60,"kv_cache_gb":42,"vram_gb":61,"ram_gb":62,"disk_gb":63,"requirement_source":64,"confidence":65},"minimum",4096,14.9,23.8,35.7,62.25,"estimated",0.95,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":60,"kv_cache_gb":69,"vram_gb":70,"ram_gb":71,"disk_gb":72,"requirement_source":64,"confidence":65},"production",16384,64,138.16,207.25,127.25,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":60,"kv_cache_gb":41,"vram_gb":77,"ram_gb":78,"disk_gb":79,"requirement_source":64,"confidence":65},"recommended",8192,2,40.41,60.61,88.25,{"minimum":81,"production":86,"recommended":90},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":82,"kv_cache_gb":42,"vram_gb":83,"ram_gb":84,"disk_gb":85,"requirement_source":64,"confidence":65},7.45,14.37,32,50.62,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":82,"kv_cache_gb":69,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":64,"confidence":65},127.88,191.82,115.62,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":82,"kv_cache_gb":41,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":64,"confidence":65},30.55,45.83,76.62,{"minimum":95,"production":96,"recommended":97},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":82,"kv_cache_gb":42,"vram_gb":83,"ram_gb":84,"disk_gb":85,"requirement_source":64,"confidence":65},{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":82,"kv_cache_gb":69,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":64,"confidence":65},{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":82,"kv_cache_gb":41,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":64,"confidence":65},{"minimum":99,"production":103,"recommended":107},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":100,"kv_cache_gb":42,"vram_gb":101,"ram_gb":84,"disk_gb":102,"requirement_source":64,"confidence":65},3.86,9.84,45.03,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":100,"kv_cache_gb":69,"vram_gb":104,"ram_gb":105,"disk_gb":106,"requirement_source":64,"confidence":65},122.93,184.4,110.03,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":100,"kv_cache_gb":41,"vram_gb":108,"ram_gb":109,"disk_gb":110,"requirement_source":64,"confidence":65},25.81,38.72,71.03,{"minimum":112,"production":116,"recommended":120},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":113,"kv_cache_gb":42,"vram_gb":114,"ram_gb":84,"disk_gb":115,"requirement_source":64,"confidence":65},3.91,9.9,45.1,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":113,"kv_cache_gb":69,"vram_gb":117,"ram_gb":118,"disk_gb":119,"requirement_source":64,"confidence":65},123,184.5,110.1,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":113,"kv_cache_gb":41,"vram_gb":121,"ram_gb":122,"disk_gb":123,"requirement_source":64,"confidence":65},25.87,38.81,71.1,{"minimum":125,"production":128,"recommended":132},{"scenario":58,"context_length":59,"batch_size":37,"weight_gb":31,"kv_cache_gb":42,"vram_gb":126,"ram_gb":84,"disk_gb":127,"requirement_source":64,"confidence":65},10.02,45.25,{"scenario":67,"context_length":68,"batch_size":31,"weight_gb":31,"kv_cache_gb":69,"vram_gb":129,"ram_gb":130,"disk_gb":131,"requirement_source":64,"confidence":65},123.13,184.69,110.25,{"scenario":74,"context_length":75,"batch_size":76,"weight_gb":31,"kv_cache_gb":41,"vram_gb":133,"ram_gb":134,"disk_gb":135,"requirement_source":64,"confidence":65},26,38.99,71.25,{"recommended":137,"cheapest":155,"performance":165,"min_complexity":182,"cluster_options":196,"no_match":197,"required_vram_gb":108,"candidate_count":198,"usage":199},{"gpu_model":138,"gpu_model_id":76,"gpu_count":37,"total_vram_gb":84,"hour_price":139,"monthly_cost":140,"providers":141,"bandwidth_gbps":144,"fp16_tflops":145,"interconnect_score":146,"parallel_efficiency":37,"score":147,"tier":148,"perf_metric":149,"perf_label":150,"perf_value":151,"workload":8,"cost_metric":152},"RTX 5090",0.3337,243.6,[142,143],"vast","runpod",1792,209,40,0.6826,"cheapest","tok\u002Fs","464.2 tok\u002Fs",464.2,{"effective_value":153,"effective_unit":149,"capacity_factor":154},324.9,0.7,{"gpu_model":156,"gpu_model_id":157,"gpu_count":76,"total_vram_gb":84,"hour_price":158,"monthly_cost":159,"providers":160,"bandwidth_gbps":38,"fp16_tflops":38,"interconnect_score":146,"parallel_efficiency":161,"score":162,"tier":148,"perf_metric":149,"perf_label":163,"perf_value":38,"workload":8,"cost_metric":164},"Tesla V100",17,0.0289,42.19,[142],0.8,0.6315,"0 tok\u002Fs",{"effective_value":38,"effective_unit":149,"capacity_factor":154},{"gpu_model":166,"gpu_model_id":167,"gpu_count":41,"total_vram_gb":168,"hour_price":169,"monthly_cost":170,"providers":171,"bandwidth_gbps":173,"fp16_tflops":174,"interconnect_score":146,"parallel_efficiency":175,"score":176,"tier":177,"perf_metric":149,"perf_label":178,"perf_value":179,"workload":8,"cost_metric":180},"H200 SXM",11,1128,3.5,20440,[172],"lambda",4800,989,0.4,0.2197,"balanced","3979.3 tok\u002Fs",3979.3,{"effective_value":181,"effective_unit":149,"capacity_factor":154},2785.5,{"gpu_model":183,"gpu_model_id":184,"gpu_count":37,"total_vram_gb":185,"hour_price":186,"monthly_cost":187,"providers":188,"bandwidth_gbps":189,"fp16_tflops":190,"interconnect_score":146,"parallel_efficiency":37,"score":191,"tier":148,"perf_metric":149,"perf_label":192,"perf_value":193,"workload":8,"cost_metric":194},"RTX A6000",6,48,0.2874,209.8,[142,172],768,77,0.6345,"199 tok\u002Fs",199,{"effective_value":195,"effective_unit":149,"capacity_factor":154},139.3,[],false,24,"value",[201,205,209,217,224],{"name":183,"vram_gb":185,"cheapest_hour":186,"cost":202,"provider":142,"estimated_tps":193},{"hourly":186,"daily":203,"monthly":187,"yearly":204},6.9,2517.62,{"name":138,"vram_gb":84,"cheapest_hour":139,"cost":206,"provider":142,"estimated_tps":151},{"hourly":139,"daily":207,"monthly":140,"yearly":208},8.01,2923.21,{"name":210,"vram_gb":185,"cheapest_hour":211,"cost":212,"provider":142,"estimated_tps":216},"L40S",0.4669,{"hourly":211,"daily":213,"monthly":214,"yearly":215},11.21,340.84,4090.04,223.8,{"name":218,"vram_gb":185,"cheapest_hour":219,"cost":220,"provider":142,"estimated_tps":38},"RTX PRO 6000 WS",0.6689,{"hourly":219,"daily":221,"monthly":222,"yearly":223},16.05,488.3,5859.56,{"name":225,"vram_gb":185,"cheapest_hour":226,"cost":227,"provider":142,"estimated_tps":38},"RTX PRO 6000 S",0.8672,{"hourly":226,"daily":228,"monthly":229,"yearly":230},20.81,633.06,7596.67,{"posts_count":38,"benchmarks_count":38}]