[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-deepseek-r1-distill-llama-8b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":139,"fitting_gpus":207,"community":238},101,"deepseek-r1-distill-llama-8b","DeepSeek R1 Distill Llama 8B","deepseek-ai\u002FDeepSeek-R1-Distill-Llama-8B","deepseek-ai","transformer",null,8000000000,"8B",131072,"MIT",326870,872,"published","https:\u002F\u002Fhuggingface.co\u002Fdeepseek-ai\u002FDeepSeek-R1-Distill-Llama-8B","2026-08-12T03:11:11+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"DeepSeek","deepseek",0.0102,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":97,"AWQ":101,"GPTQ":114,"GGUF":127},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,14.9,23.8,35.7,62.25,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,138.16,207.25,127.25,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,40.41,60.61,88.25,{"minimum":84,"production":89,"recommended":93},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},7.45,14.37,32,50.62,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},127.88,191.82,115.62,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},30.55,45.83,76.62,{"minimum":98,"production":99,"recommended":100},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},{"minimum":102,"production":106,"recommended":110},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":103,"kv_cache_gb":45,"vram_gb":104,"ram_gb":87,"disk_gb":105,"requirement_source":67,"confidence":68},3.86,9.84,45.03,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":103,"kv_cache_gb":72,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":67,"confidence":68},122.93,184.4,110.03,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":103,"kv_cache_gb":44,"vram_gb":111,"ram_gb":112,"disk_gb":113,"requirement_source":67,"confidence":68},25.81,38.72,71.03,{"minimum":115,"production":119,"recommended":123},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":116,"kv_cache_gb":45,"vram_gb":117,"ram_gb":87,"disk_gb":118,"requirement_source":67,"confidence":68},3.91,9.9,45.1,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":116,"kv_cache_gb":72,"vram_gb":120,"ram_gb":121,"disk_gb":122,"requirement_source":67,"confidence":68},123,184.5,110.1,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":116,"kv_cache_gb":44,"vram_gb":124,"ram_gb":125,"disk_gb":126,"requirement_source":67,"confidence":68},25.87,38.81,71.1,{"minimum":128,"production":131,"recommended":135},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":34,"kv_cache_gb":45,"vram_gb":129,"ram_gb":87,"disk_gb":130,"requirement_source":67,"confidence":68},10.02,45.25,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":34,"kv_cache_gb":72,"vram_gb":132,"ram_gb":133,"disk_gb":134,"requirement_source":67,"confidence":68},123.13,184.69,110.25,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":34,"kv_cache_gb":44,"vram_gb":136,"ram_gb":137,"disk_gb":138,"requirement_source":67,"confidence":68},26,38.99,71.25,{"recommended":140,"cheapest":158,"performance":173,"min_complexity":190,"cluster_options":203,"no_match":204,"required_vram_gb":111,"candidate_count":205,"usage":206},{"gpu_model":141,"gpu_model_id":79,"gpu_count":40,"total_vram_gb":87,"hour_price":142,"monthly_cost":143,"providers":144,"bandwidth_gbps":147,"fp16_tflops":148,"interconnect_score":149,"parallel_efficiency":40,"score":150,"tier":151,"perf_metric":152,"perf_label":153,"perf_value":154,"workload":10,"cost_metric":155},"RTX 5090",0.337,246.01,[145,146],"vast","runpod",1792,209,40,0.6826,"cheapest","tok\u002Fs","464.2 tok\u002Fs",464.2,{"effective_value":156,"effective_unit":152,"capacity_factor":157},324.9,0.7,{"gpu_model":159,"gpu_model_id":160,"gpu_count":34,"total_vram_gb":161,"hour_price":162,"monthly_cost":163,"providers":164,"bandwidth_gbps":165,"fp16_tflops":166,"interconnect_score":149,"parallel_efficiency":167,"score":168,"tier":151,"perf_metric":152,"perf_label":169,"perf_value":170,"workload":10,"cost_metric":171},"RTX 5070",28,48,0.0101,29.49,[145],672,61,0.6,0.5543,"417.8 tok\u002Fs",417.8,{"effective_value":172,"effective_unit":152,"capacity_factor":157},292.5,{"gpu_model":174,"gpu_model_id":175,"gpu_count":44,"total_vram_gb":176,"hour_price":177,"monthly_cost":178,"providers":179,"bandwidth_gbps":181,"fp16_tflops":182,"interconnect_score":149,"parallel_efficiency":183,"score":184,"tier":185,"perf_metric":152,"perf_label":186,"perf_value":187,"workload":10,"cost_metric":188},"H200 SXM",11,1128,3.5,20440,[180],"lambda",4800,989,0.4,0.2197,"balanced","3979.3 tok\u002Fs",3979.3,{"effective_value":189,"effective_unit":152,"capacity_factor":157},2785.5,{"gpu_model":191,"gpu_model_id":192,"gpu_count":40,"total_vram_gb":161,"hour_price":193,"monthly_cost":194,"providers":195,"bandwidth_gbps":196,"fp16_tflops":197,"interconnect_score":149,"parallel_efficiency":40,"score":198,"tier":151,"perf_metric":152,"perf_label":199,"perf_value":200,"workload":10,"cost_metric":201},"RTX A6000",6,0.2874,209.8,[145,180],768,77,0.6345,"199 tok\u002Fs",199,{"effective_value":202,"effective_unit":152,"capacity_factor":157},139.3,[],false,23,"value",[208,212,216,224,231],{"name":191,"vram_gb":161,"cheapest_hour":193,"cost":209,"provider":145,"estimated_tps":200},{"hourly":193,"daily":210,"monthly":194,"yearly":211},6.9,2517.62,{"name":141,"vram_gb":87,"cheapest_hour":142,"cost":213,"provider":145,"estimated_tps":154},{"hourly":142,"daily":214,"monthly":143,"yearly":215},8.09,2952.12,{"name":217,"vram_gb":161,"cheapest_hour":218,"cost":219,"provider":145,"estimated_tps":223},"L40S",0.4004,{"hourly":218,"daily":220,"monthly":221,"yearly":222},9.61,292.29,3507.5,223.8,{"name":225,"vram_gb":161,"cheapest_hour":226,"cost":227,"provider":145,"estimated_tps":41},"RTX PRO 6000 WS",0.6689,{"hourly":226,"daily":228,"monthly":229,"yearly":230},16.05,488.3,5859.56,{"name":232,"vram_gb":161,"cheapest_hour":233,"cost":234,"provider":145,"estimated_tps":41},"RTX PRO 6000 S",0.7339,{"hourly":233,"daily":235,"monthly":236,"yearly":237},17.61,535.75,6428.96,{"posts_count":41,"benchmarks_count":41}]