[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-llama-3-2-1b-instruct":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":8,"parameters":9,"parameters_label":10,"context_length":8,"license":8,"downloads":11,"likes":12,"status":13,"description":8,"huggingface_url":14,"created_at":15,"seo":16,"category":19,"family":22,"score":25,"variants":26,"quantizations":27,"requirements":54,"gpu_recommendations":133,"fitting_gpus":198,"community":234},465,"llama-3-2-1b-instruct","meta-llama\u002FLlama-3.2-1B-Instruct","meta-llama",null,1000000000,"1B",9167389,1568,"published","https:\u002F\u002Fhuggingface.co\u002Fmeta-llama\u002FLlama-3.2-1B-Instruct","2026-08-13T18:04:29+00:00",{"title":6,"description":17,"image":8,"robots":18,"canonical_url":8},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":20,"slug":21},"LLM","llm",{"name":23,"slug":24},"Llama","llama",0.0317,[],[28,33,38,43,47,51],{"format":29,"bits":30,"size_factor":31,"quality_loss":32},"AWQ",4,0.263,0.03,{"format":34,"bits":35,"size_factor":36,"quality_loss":37},"FP16",16,1,0,{"format":39,"bits":40,"size_factor":41,"quality_loss":42},"FP8",8,0.5,0.01,{"format":44,"bits":30,"size_factor":45,"quality_loss":46},"GGUF",0.25,0.05,{"format":48,"bits":30,"size_factor":49,"quality_loss":50},"GPTQ",0.275,0.04,{"format":52,"bits":40,"size_factor":41,"quality_loss":53},"INT8",0.02,{"FP16":55,"FP8":79,"INT8":92,"AWQ":96,"GPTQ":109,"GGUF":121},{"minimum":56,"production":65,"recommended":72},{"scenario":57,"context_length":58,"batch_size":36,"weight_gb":59,"kv_cache_gb":41,"vram_gb":60,"ram_gb":61,"disk_gb":62,"requirement_source":63,"confidence":64},"minimum",4096,1.86,7.31,32,41.91,"inferred",0.95,{"scenario":66,"context_length":67,"batch_size":30,"weight_gb":59,"kv_cache_gb":68,"vram_gb":69,"ram_gb":70,"disk_gb":71,"requirement_source":63,"confidence":64},"production",16384,64,120.17,180.26,106.91,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":59,"kv_cache_gb":40,"vram_gb":76,"ram_gb":77,"disk_gb":78,"requirement_source":63,"confidence":64},"recommended",8192,2,23.16,34.75,67.91,{"minimum":80,"production":84,"recommended":88},{"scenario":57,"context_length":58,"batch_size":36,"weight_gb":81,"kv_cache_gb":41,"vram_gb":82,"ram_gb":61,"disk_gb":83,"requirement_source":63,"confidence":64},0.93,6.13,40.45,{"scenario":66,"context_length":67,"batch_size":30,"weight_gb":81,"kv_cache_gb":68,"vram_gb":85,"ram_gb":86,"disk_gb":87,"requirement_source":63,"confidence":64},118.89,178.33,105.45,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":81,"kv_cache_gb":40,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":63,"confidence":64},21.93,32.9,66.45,{"minimum":93,"production":94,"recommended":95},{"scenario":57,"context_length":58,"batch_size":36,"weight_gb":81,"kv_cache_gb":41,"vram_gb":82,"ram_gb":61,"disk_gb":83,"requirement_source":63,"confidence":64},{"scenario":66,"context_length":67,"batch_size":30,"weight_gb":81,"kv_cache_gb":68,"vram_gb":85,"ram_gb":86,"disk_gb":87,"requirement_source":63,"confidence":64},{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":81,"kv_cache_gb":40,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":63,"confidence":64},{"minimum":97,"production":101,"recommended":105},{"scenario":57,"context_length":58,"batch_size":36,"weight_gb":98,"kv_cache_gb":41,"vram_gb":99,"ram_gb":61,"disk_gb":100,"requirement_source":63,"confidence":64},0.48,5.56,39.75,{"scenario":66,"context_length":67,"batch_size":30,"weight_gb":98,"kv_cache_gb":68,"vram_gb":102,"ram_gb":103,"disk_gb":104,"requirement_source":63,"confidence":64},118.27,177.4,104.75,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":98,"kv_cache_gb":40,"vram_gb":106,"ram_gb":107,"disk_gb":108,"requirement_source":63,"confidence":64},21.34,32.01,65.75,{"minimum":110,"production":114,"recommended":117},{"scenario":57,"context_length":58,"batch_size":36,"weight_gb":111,"kv_cache_gb":41,"vram_gb":112,"ram_gb":61,"disk_gb":113,"requirement_source":63,"confidence":64},0.49,5.57,39.76,{"scenario":66,"context_length":67,"batch_size":30,"weight_gb":111,"kv_cache_gb":68,"vram_gb":102,"ram_gb":115,"disk_gb":116,"requirement_source":63,"confidence":64},177.41,104.76,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":111,"kv_cache_gb":40,"vram_gb":118,"ram_gb":119,"disk_gb":120,"requirement_source":63,"confidence":64},21.35,32.02,65.76,{"minimum":122,"production":125,"recommended":129},{"scenario":57,"context_length":58,"batch_size":36,"weight_gb":41,"kv_cache_gb":41,"vram_gb":123,"ram_gb":61,"disk_gb":124,"requirement_source":63,"confidence":64},5.58,39.78,{"scenario":66,"context_length":67,"batch_size":30,"weight_gb":41,"kv_cache_gb":68,"vram_gb":126,"ram_gb":127,"disk_gb":128,"requirement_source":63,"confidence":64},118.29,177.44,104.78,{"scenario":73,"context_length":74,"batch_size":75,"weight_gb":41,"kv_cache_gb":40,"vram_gb":130,"ram_gb":131,"disk_gb":132,"requirement_source":63,"confidence":64},21.36,32.04,65.78,{"recommended":134,"cheapest":152,"performance":162,"min_complexity":179,"cluster_options":194,"no_match":195,"required_vram_gb":106,"candidate_count":196,"usage":197},{"gpu_model":135,"gpu_model_id":75,"gpu_count":36,"total_vram_gb":61,"hour_price":136,"monthly_cost":137,"providers":138,"bandwidth_gbps":141,"fp16_tflops":142,"interconnect_score":143,"parallel_efficiency":36,"score":144,"tier":145,"perf_metric":146,"perf_label":147,"perf_value":148,"workload":8,"cost_metric":149},"RTX 5090",0.3337,243.6,[139,140],"vast","runpod",1792,209,40,0.6756,"cheapest","tok\u002Fs","3733.3 tok\u002Fs",3733.3,{"effective_value":150,"effective_unit":146,"capacity_factor":151},2613.3,0.7,{"gpu_model":153,"gpu_model_id":154,"gpu_count":75,"total_vram_gb":61,"hour_price":155,"monthly_cost":156,"providers":157,"bandwidth_gbps":37,"fp16_tflops":37,"interconnect_score":143,"parallel_efficiency":158,"score":159,"tier":145,"perf_metric":146,"perf_label":160,"perf_value":37,"workload":8,"cost_metric":161},"Tesla V100",17,0.0289,42.19,[139],0.8,0.6245,"0 tok\u002Fs",{"effective_value":37,"effective_unit":146,"capacity_factor":151},{"gpu_model":163,"gpu_model_id":164,"gpu_count":40,"total_vram_gb":165,"hour_price":166,"monthly_cost":167,"providers":168,"bandwidth_gbps":170,"fp16_tflops":171,"interconnect_score":143,"parallel_efficiency":172,"score":173,"tier":174,"perf_metric":146,"perf_label":175,"perf_value":176,"workload":8,"cost_metric":177},"H200 SXM",11,1128,3.5,20440,[169],"lambda",4800,989,0.4,0.2197,"balanced","32000 tok\u002Fs",32000,{"effective_value":178,"effective_unit":146,"capacity_factor":151},22400,{"gpu_model":180,"gpu_model_id":181,"gpu_count":36,"total_vram_gb":182,"hour_price":183,"monthly_cost":184,"providers":185,"bandwidth_gbps":187,"fp16_tflops":188,"interconnect_score":143,"parallel_efficiency":36,"score":189,"tier":145,"perf_metric":146,"perf_label":190,"perf_value":191,"workload":8,"cost_metric":192},"RTX 3090",3,24,0.0622,45.41,[139,186],"tensordock",936,71,0.6586,"1950 tok\u002Fs",1950,{"effective_value":193,"effective_unit":146,"capacity_factor":151},1365,[],false,25,"value",[199,203,211,218,226],{"name":180,"vram_gb":182,"cheapest_hour":183,"cost":200,"provider":139,"estimated_tps":191},{"hourly":183,"daily":201,"monthly":184,"yearly":202},1.49,544.87,{"name":204,"vram_gb":182,"cheapest_hour":205,"cost":206,"provider":139,"estimated_tps":210},"RTX 4090",0.1356,{"hourly":205,"daily":207,"monthly":208,"yearly":209},3.25,98.99,1187.86,2100,{"name":212,"vram_gb":182,"cheapest_hour":213,"cost":214,"provider":139,"estimated_tps":210},"RTX 4090D",0.1602,{"hourly":213,"daily":215,"monthly":216,"yearly":217},3.84,116.95,1403.35,{"name":219,"vram_gb":182,"cheapest_hour":220,"cost":221,"provider":139,"estimated_tps":225},"A10",0.2015,{"hourly":220,"daily":222,"monthly":223,"yearly":224},4.84,147.1,1765.14,1250,{"name":227,"vram_gb":182,"cheapest_hour":228,"cost":229,"provider":139,"estimated_tps":233},"L4",0.2022,{"hourly":228,"daily":230,"monthly":231,"yearly":232},4.85,147.61,1771.27,625,{"posts_count":37,"benchmarks_count":37}]