[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-mistral-nemo-12b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":140,"fitting_gpus":211,"community":246},251,"mistral-nemo-12b","Mistral Nemo 12B","mistralai\u002FMistral-Nemo-Instruct-2407","mistralai","transformer",null,12200000000,"12.2B",131072,"MIT",413480,1693,"published","https:\u002F\u002Fhuggingface.co\u002Fmistralai\u002FMistral-Nemo-Instruct-2407","2026-08-12T03:11:19+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"Mistral","mistral",0.2694,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":97,"AWQ":101,"GPTQ":114,"GGUF":127},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,22.72,33.7,50.54,74.45,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,148.96,223.44,139.45,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,50.75,76.13,100.45,{"minimum":84,"production":89,"recommended":93},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},11.36,19.32,32,56.72,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},133.28,199.92,121.72,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},35.73,53.59,82.72,{"minimum":98,"production":99,"recommended":100},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},{"minimum":102,"production":106,"recommended":110},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":103,"kv_cache_gb":45,"vram_gb":104,"ram_gb":87,"disk_gb":105,"requirement_source":67,"confidence":68},5.89,12.41,48.19,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":103,"kv_cache_gb":72,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":67,"confidence":68},125.73,188.6,113.19,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":103,"kv_cache_gb":44,"vram_gb":111,"ram_gb":112,"disk_gb":113,"requirement_source":67,"confidence":68},28.49,42.74,74.19,{"minimum":115,"production":119,"recommended":123},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":116,"kv_cache_gb":45,"vram_gb":117,"ram_gb":87,"disk_gb":118,"requirement_source":67,"confidence":68},5.97,12.5,48.31,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":116,"kv_cache_gb":72,"vram_gb":120,"ram_gb":121,"disk_gb":122,"requirement_source":67,"confidence":68},125.83,188.75,113.31,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":116,"kv_cache_gb":44,"vram_gb":124,"ram_gb":125,"disk_gb":126,"requirement_source":67,"confidence":68},28.59,42.88,74.31,{"minimum":128,"production":132,"recommended":136},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":129,"kv_cache_gb":45,"vram_gb":130,"ram_gb":87,"disk_gb":131,"requirement_source":67,"confidence":68},6.11,12.68,48.53,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":129,"kv_cache_gb":72,"vram_gb":133,"ram_gb":134,"disk_gb":135,"requirement_source":67,"confidence":68},126.03,189.04,113.53,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":129,"kv_cache_gb":44,"vram_gb":137,"ram_gb":138,"disk_gb":139,"requirement_source":67,"confidence":68},28.78,43.17,74.53,{"recommended":141,"cheapest":163,"performance":179,"min_complexity":194,"cluster_options":207,"no_match":208,"required_vram_gb":111,"candidate_count":209,"usage":210},{"gpu_model":142,"gpu_model_id":143,"gpu_count":40,"total_vram_gb":144,"hour_price":145,"monthly_cost":146,"providers":147,"bandwidth_gbps":152,"fp16_tflops":153,"interconnect_score":154,"parallel_efficiency":40,"score":155,"tier":156,"perf_metric":157,"perf_label":158,"perf_value":159,"workload":10,"cost_metric":160},"H100 SXM",10,80,1.6059,1172.31,[148,149,150,151],"vast","tensordock","runpod","lambda",3350,66.9,40,0.5845,"balanced","tok\u002Fs","568.8 tok\u002Fs",568.8,{"effective_value":161,"effective_unit":157,"capacity_factor":162},398.2,0.7,{"gpu_model":164,"gpu_model_id":165,"gpu_count":34,"total_vram_gb":166,"hour_price":167,"monthly_cost":168,"providers":169,"bandwidth_gbps":170,"fp16_tflops":171,"interconnect_score":154,"parallel_efficiency":172,"score":173,"tier":174,"perf_metric":157,"perf_label":175,"perf_value":176,"workload":10,"cost_metric":177},"RTX 5070",28,48,0.0101,29.49,[148],672,61,0.6,0.5692,"cheapest","273.8 tok\u002Fs",273.8,{"effective_value":178,"effective_unit":157,"capacity_factor":162},191.7,{"gpu_model":180,"gpu_model_id":181,"gpu_count":44,"total_vram_gb":182,"hour_price":183,"monthly_cost":184,"providers":185,"bandwidth_gbps":186,"fp16_tflops":187,"interconnect_score":154,"parallel_efficiency":188,"score":189,"tier":156,"perf_metric":157,"perf_label":190,"perf_value":191,"workload":10,"cost_metric":192},"H200 SXM",11,1128,3.5,20440,[151],4800,989,0.4,0.2197,"2607.8 tok\u002Fs",2607.8,{"effective_value":193,"effective_unit":157,"capacity_factor":162},1825.5,{"gpu_model":195,"gpu_model_id":196,"gpu_count":40,"total_vram_gb":166,"hour_price":197,"monthly_cost":198,"providers":199,"bandwidth_gbps":200,"fp16_tflops":201,"interconnect_score":154,"parallel_efficiency":40,"score":202,"tier":174,"perf_metric":157,"perf_label":203,"perf_value":204,"workload":10,"cost_metric":205},"RTX A6000",6,0.2874,209.8,[148,151],768,77,0.6494,"130.4 tok\u002Fs",130.4,{"effective_value":206,"effective_unit":157,"capacity_factor":162},91.3,[],false,23,"value",[212,216,224,232,239],{"name":195,"vram_gb":166,"cheapest_hour":197,"cost":213,"provider":148,"estimated_tps":204},{"hourly":197,"daily":214,"monthly":198,"yearly":215},6.9,2517.62,{"name":217,"vram_gb":87,"cheapest_hour":218,"cost":219,"provider":148,"estimated_tps":223},"RTX 5090",0.337,{"hourly":218,"daily":220,"monthly":221,"yearly":222},8.09,246.01,2952.12,304.2,{"name":225,"vram_gb":166,"cheapest_hour":226,"cost":227,"provider":148,"estimated_tps":231},"L40S",0.4004,{"hourly":226,"daily":228,"monthly":229,"yearly":230},9.61,292.29,3507.5,146.7,{"name":233,"vram_gb":166,"cheapest_hour":234,"cost":235,"provider":148,"estimated_tps":41},"RTX PRO 6000 WS",0.6689,{"hourly":234,"daily":236,"monthly":237,"yearly":238},16.05,488.3,5859.56,{"name":240,"vram_gb":166,"cheapest_hour":241,"cost":242,"provider":148,"estimated_tps":41},"RTX PRO 6000 S",0.7339,{"hourly":241,"daily":243,"monthly":244,"yearly":245},17.61,535.75,6428.96,{"posts_count":41,"benchmarks_count":41}]