[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-llama-32-3b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":139,"fitting_gpus":204,"community":240},205,"llama-32-3b","Llama 3.2 3B","meta-llama\u002FLlama-3.2-3B","meta-llama","transformer",null,3200000000,"3.2B",131072,"MIT",478520,887,"published","https:\u002F\u002Fhuggingface.co\u002Fmeta-llama\u002FLlama-3.2-3B","2026-08-12T03:11:16+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"Llama","llama",0.0106,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":96,"AWQ":100,"GPTQ":113,"GGUF":126},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,5.96,12.49,32,48.3,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,125.83,188.74,113.3,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,28.58,42.87,74.3,{"minimum":84,"production":88,"recommended":92},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":65,"disk_gb":87,"requirement_source":67,"confidence":68},2.98,8.72,43.65,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},121.71,182.57,108.65,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},24.64,36.96,69.65,{"minimum":97,"production":98,"recommended":99},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":65,"disk_gb":87,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},{"minimum":101,"production":105,"recommended":109},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":102,"kv_cache_gb":45,"vram_gb":103,"ram_gb":65,"disk_gb":104,"requirement_source":67,"confidence":68},1.55,6.91,41.41,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":102,"kv_cache_gb":72,"vram_gb":106,"ram_gb":107,"disk_gb":108,"requirement_source":67,"confidence":68},119.73,179.6,106.41,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":102,"kv_cache_gb":44,"vram_gb":110,"ram_gb":111,"disk_gb":112,"requirement_source":67,"confidence":68},22.74,34.12,67.41,{"minimum":114,"production":118,"recommended":122},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":115,"kv_cache_gb":45,"vram_gb":116,"ram_gb":65,"disk_gb":117,"requirement_source":67,"confidence":68},1.56,6.93,41.44,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":115,"kv_cache_gb":72,"vram_gb":119,"ram_gb":120,"disk_gb":121,"requirement_source":67,"confidence":68},119.76,179.64,106.44,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":115,"kv_cache_gb":44,"vram_gb":123,"ram_gb":124,"disk_gb":125,"requirement_source":67,"confidence":68},22.77,34.15,67.44,{"minimum":127,"production":131,"recommended":135},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":128,"kv_cache_gb":45,"vram_gb":129,"ram_gb":65,"disk_gb":130,"requirement_source":67,"confidence":68},1.6,6.98,41.5,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":128,"kv_cache_gb":72,"vram_gb":132,"ram_gb":133,"disk_gb":134,"requirement_source":67,"confidence":68},119.81,179.72,106.5,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":128,"kv_cache_gb":44,"vram_gb":136,"ram_gb":137,"disk_gb":138,"requirement_source":67,"confidence":68},22.82,34.23,67.5,{"recommended":140,"cheapest":158,"performance":168,"min_complexity":185,"cluster_options":200,"no_match":201,"required_vram_gb":110,"candidate_count":202,"usage":203},{"gpu_model":141,"gpu_model_id":79,"gpu_count":40,"total_vram_gb":65,"hour_price":142,"monthly_cost":143,"providers":144,"bandwidth_gbps":147,"fp16_tflops":148,"interconnect_score":149,"parallel_efficiency":40,"score":150,"tier":151,"perf_metric":152,"perf_label":153,"perf_value":154,"workload":10,"cost_metric":155},"RTX 5090",0.3222,235.21,[145,146],"vast","runpod",1792,209,40,0.6874,"cheapest","tok\u002Fs","1156.1 tok\u002Fs",1156.1,{"effective_value":156,"effective_unit":152,"capacity_factor":157},809.3,0.7,{"gpu_model":159,"gpu_model_id":160,"gpu_count":79,"total_vram_gb":65,"hour_price":161,"monthly_cost":162,"providers":163,"bandwidth_gbps":41,"fp16_tflops":41,"interconnect_score":149,"parallel_efficiency":164,"score":165,"tier":151,"perf_metric":152,"perf_label":166,"perf_value":41,"workload":10,"cost_metric":167},"Tesla V100",17,0.0272,39.71,[145],0.8,0.6362,"0 tok\u002Fs",{"effective_value":41,"effective_unit":152,"capacity_factor":157},{"gpu_model":169,"gpu_model_id":170,"gpu_count":44,"total_vram_gb":171,"hour_price":172,"monthly_cost":173,"providers":174,"bandwidth_gbps":176,"fp16_tflops":177,"interconnect_score":149,"parallel_efficiency":178,"score":179,"tier":180,"perf_metric":152,"perf_label":181,"perf_value":182,"workload":10,"cost_metric":183},"H200 SXM",11,1128,3.5,20440,[175],"lambda",4800,989,0.4,0.2197,"balanced","9909.7 tok\u002Fs",9909.7,{"effective_value":184,"effective_unit":152,"capacity_factor":157},6936.8,{"gpu_model":186,"gpu_model_id":187,"gpu_count":40,"total_vram_gb":188,"hour_price":189,"monthly_cost":190,"providers":191,"bandwidth_gbps":193,"fp16_tflops":194,"interconnect_score":149,"parallel_efficiency":40,"score":195,"tier":151,"perf_metric":152,"perf_label":196,"perf_value":197,"workload":10,"cost_metric":198},"RTX 3090",3,24,0.0678,49.49,[145,192],"tensordock",936,71,0.643,"603.9 tok\u002Fs",603.9,{"effective_value":199,"effective_unit":152,"capacity_factor":157},422.7,[],false,25,"value",[205,209,217,224,232],{"name":186,"vram_gb":188,"cheapest_hour":189,"cost":206,"provider":145,"estimated_tps":197},{"hourly":189,"daily":207,"monthly":190,"yearly":208},1.63,593.93,{"name":210,"vram_gb":188,"cheapest_hour":211,"cost":212,"provider":145,"estimated_tps":216},"RTX 4090",0.1344,{"hourly":211,"daily":213,"monthly":214,"yearly":215},3.23,98.11,1177.34,650.3,{"name":218,"vram_gb":188,"cheapest_hour":219,"cost":220,"provider":145,"estimated_tps":216},"RTX 4090D",0.1602,{"hourly":219,"daily":221,"monthly":222,"yearly":223},3.84,116.95,1403.35,{"name":225,"vram_gb":188,"cheapest_hour":226,"cost":227,"provider":145,"estimated_tps":231},"L4",0.2015,{"hourly":226,"daily":228,"monthly":229,"yearly":230},4.84,147.1,1765.14,193.5,{"name":233,"vram_gb":188,"cheapest_hour":234,"cost":235,"provider":145,"estimated_tps":239},"A10",0.2409,{"hourly":234,"daily":236,"monthly":237,"yearly":238},5.78,175.86,2110.28,387.1,{"posts_count":41,"benchmarks_count":41}]