[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-mistral-nemo-12b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":140,"fitting_gpus":207,"community":242},251,"mistral-nemo-12b","Mistral Nemo 12B","mistralai\u002FMistral-Nemo-Instruct-2407","mistralai","transformer",null,12200000000,"12.2B",131072,"MIT",413480,1693,"published","https:\u002F\u002Fhuggingface.co\u002Fmistralai\u002FMistral-Nemo-Instruct-2407","2026-08-12T03:11:19+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"Mistral","mistral",0.2694,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":97,"AWQ":101,"GPTQ":114,"GGUF":127},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,22.72,33.7,50.54,74.45,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,148.96,223.44,139.45,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,50.75,76.13,100.45,{"minimum":84,"production":89,"recommended":93},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},11.36,19.32,32,56.72,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},133.28,199.92,121.72,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},35.73,53.59,82.72,{"minimum":98,"production":99,"recommended":100},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},{"minimum":102,"production":106,"recommended":110},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":103,"kv_cache_gb":45,"vram_gb":104,"ram_gb":87,"disk_gb":105,"requirement_source":67,"confidence":68},5.89,12.41,48.19,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":103,"kv_cache_gb":72,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":67,"confidence":68},125.73,188.6,113.19,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":103,"kv_cache_gb":44,"vram_gb":111,"ram_gb":112,"disk_gb":113,"requirement_source":67,"confidence":68},28.49,42.74,74.19,{"minimum":115,"production":119,"recommended":123},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":116,"kv_cache_gb":45,"vram_gb":117,"ram_gb":87,"disk_gb":118,"requirement_source":67,"confidence":68},5.97,12.5,48.31,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":116,"kv_cache_gb":72,"vram_gb":120,"ram_gb":121,"disk_gb":122,"requirement_source":67,"confidence":68},125.83,188.75,113.31,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":116,"kv_cache_gb":44,"vram_gb":124,"ram_gb":125,"disk_gb":126,"requirement_source":67,"confidence":68},28.59,42.88,74.31,{"minimum":128,"production":132,"recommended":136},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":129,"kv_cache_gb":45,"vram_gb":130,"ram_gb":87,"disk_gb":131,"requirement_source":67,"confidence":68},6.11,12.68,48.53,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":129,"kv_cache_gb":72,"vram_gb":133,"ram_gb":134,"disk_gb":135,"requirement_source":67,"confidence":68},126.03,189.04,113.53,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":129,"kv_cache_gb":44,"vram_gb":137,"ram_gb":138,"disk_gb":139,"requirement_source":67,"confidence":68},28.78,43.17,74.53,{"recommended":141,"cheapest":163,"performance":174,"min_complexity":189,"cluster_options":203,"no_match":204,"required_vram_gb":111,"candidate_count":205,"usage":206},{"gpu_model":142,"gpu_model_id":143,"gpu_count":40,"total_vram_gb":144,"hour_price":145,"monthly_cost":146,"providers":147,"bandwidth_gbps":152,"fp16_tflops":153,"interconnect_score":154,"parallel_efficiency":40,"score":155,"tier":156,"perf_metric":157,"perf_label":158,"perf_value":159,"workload":10,"cost_metric":160},"H100 SXM",10,80,1.6022,1169.61,[148,149,150,151],"vast","tensordock","lambda","runpod",3350,66.9,40,0.5845,"balanced","tok\u002Fs","568.8 tok\u002Fs",568.8,{"effective_value":161,"effective_unit":157,"capacity_factor":162},398.2,0.7,{"gpu_model":164,"gpu_model_id":165,"gpu_count":79,"total_vram_gb":87,"hour_price":166,"monthly_cost":167,"providers":168,"bandwidth_gbps":41,"fp16_tflops":41,"interconnect_score":154,"parallel_efficiency":169,"score":170,"tier":171,"perf_metric":157,"perf_label":172,"perf_value":41,"workload":10,"cost_metric":173},"Tesla V100",17,0.0272,39.71,[148],0.8,0.6093,"cheapest","0 tok\u002Fs",{"effective_value":41,"effective_unit":157,"capacity_factor":162},{"gpu_model":175,"gpu_model_id":176,"gpu_count":44,"total_vram_gb":177,"hour_price":178,"monthly_cost":179,"providers":180,"bandwidth_gbps":181,"fp16_tflops":182,"interconnect_score":154,"parallel_efficiency":183,"score":184,"tier":156,"perf_metric":157,"perf_label":185,"perf_value":186,"workload":10,"cost_metric":187},"H200 SXM",11,1128,3.5,20440,[150],4800,989,0.4,0.2197,"2607.8 tok\u002Fs",2607.8,{"effective_value":188,"effective_unit":157,"capacity_factor":162},1825.5,{"gpu_model":190,"gpu_model_id":191,"gpu_count":40,"total_vram_gb":192,"hour_price":193,"monthly_cost":194,"providers":195,"bandwidth_gbps":196,"fp16_tflops":197,"interconnect_score":154,"parallel_efficiency":40,"score":198,"tier":171,"perf_metric":157,"perf_label":199,"perf_value":200,"workload":10,"cost_metric":201},"RTX A6000",6,48,0.3001,219.07,[148,150],768,77,0.6492,"130.4 tok\u002Fs",130.4,{"effective_value":202,"effective_unit":157,"capacity_factor":162},91.3,[],false,24,"value",[208,212,220,228,235],{"name":190,"vram_gb":192,"cheapest_hour":193,"cost":209,"provider":148,"estimated_tps":200},{"hourly":193,"daily":210,"monthly":194,"yearly":211},7.2,2628.88,{"name":213,"vram_gb":87,"cheapest_hour":214,"cost":215,"provider":148,"estimated_tps":219},"RTX 5090",0.3222,{"hourly":214,"daily":216,"monthly":217,"yearly":218},7.73,235.21,2822.47,304.2,{"name":221,"vram_gb":192,"cheapest_hour":222,"cost":223,"provider":148,"estimated_tps":227},"L40S",0.4669,{"hourly":222,"daily":224,"monthly":225,"yearly":226},11.21,340.84,4090.04,146.7,{"name":229,"vram_gb":192,"cheapest_hour":230,"cost":231,"provider":148,"estimated_tps":41},"RTX PRO 6000 WS",0.8022,{"hourly":230,"daily":232,"monthly":233,"yearly":234},19.25,585.61,7027.27,{"name":236,"vram_gb":192,"cheapest_hour":237,"cost":238,"provider":148,"estimated_tps":41},"RTX PRO 6000 S",1.0131,{"hourly":237,"daily":239,"monthly":240,"yearly":241},24.31,739.56,8874.76,{"posts_count":41,"benchmarks_count":41}]