[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-mistral-7b-v03":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":140,"fitting_gpus":208,"community":239},256,"mistral-7b-v03","Mistral 7B v0.3","mistralai\u002FMistral-7B-v0.3","mistralai","transformer",null,7200000000,"7.2B",32768,"MIT",368100,590,"published","https:\u002F\u002Fhuggingface.co\u002Fmistralai\u002FMistral-7B-v0.3","2026-08-12T03:11:19+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"Mistral","mistral",0.2571,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":97,"AWQ":101,"GPTQ":114,"GGUF":127},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,13.41,21.91,32.87,59.92,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,136.11,204.16,124.92,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,38.44,57.65,85.92,{"minimum":84,"production":89,"recommended":93},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},6.71,13.43,32,49.46,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},126.85,190.28,114.46,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},29.57,44.35,75.46,{"minimum":98,"production":99,"recommended":100},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":87,"disk_gb":88,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":90,"ram_gb":91,"disk_gb":92,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":94,"ram_gb":95,"disk_gb":96,"requirement_source":67,"confidence":68},{"minimum":102,"production":106,"recommended":110},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":103,"kv_cache_gb":45,"vram_gb":104,"ram_gb":87,"disk_gb":105,"requirement_source":67,"confidence":68},3.48,9.35,44.43,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":103,"kv_cache_gb":72,"vram_gb":107,"ram_gb":108,"disk_gb":109,"requirement_source":67,"confidence":68},122.4,183.6,109.43,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":103,"kv_cache_gb":44,"vram_gb":111,"ram_gb":112,"disk_gb":113,"requirement_source":67,"confidence":68},25.3,37.95,70.43,{"minimum":115,"production":119,"recommended":123},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":116,"kv_cache_gb":45,"vram_gb":117,"ram_gb":87,"disk_gb":118,"requirement_source":67,"confidence":68},3.52,9.4,44.49,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":116,"kv_cache_gb":72,"vram_gb":120,"ram_gb":121,"disk_gb":122,"requirement_source":67,"confidence":68},122.46,183.69,109.49,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":116,"kv_cache_gb":44,"vram_gb":124,"ram_gb":125,"disk_gb":126,"requirement_source":67,"confidence":68},25.36,38.03,70.49,{"minimum":128,"production":132,"recommended":136},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":129,"kv_cache_gb":45,"vram_gb":130,"ram_gb":87,"disk_gb":131,"requirement_source":67,"confidence":68},3.6,9.51,44.62,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":129,"kv_cache_gb":72,"vram_gb":133,"ram_gb":134,"disk_gb":135,"requirement_source":67,"confidence":68},122.57,183.86,109.62,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":129,"kv_cache_gb":44,"vram_gb":137,"ram_gb":138,"disk_gb":139,"requirement_source":67,"confidence":68},25.47,38.2,70.62,{"recommended":141,"cheapest":159,"performance":174,"min_complexity":191,"cluster_options":204,"no_match":205,"required_vram_gb":111,"candidate_count":206,"usage":207},{"gpu_model":142,"gpu_model_id":79,"gpu_count":40,"total_vram_gb":87,"hour_price":143,"monthly_cost":144,"providers":145,"bandwidth_gbps":148,"fp16_tflops":149,"interconnect_score":150,"parallel_efficiency":40,"score":151,"tier":152,"perf_metric":153,"perf_label":154,"perf_value":155,"workload":10,"cost_metric":156},"RTX 5090",0.337,246.01,[146,147],"vast","runpod",1792,209,40,0.6868,"cheapest","tok\u002Fs","514.9 tok\u002Fs",514.9,{"effective_value":157,"effective_unit":153,"capacity_factor":158},360.4,0.7,{"gpu_model":160,"gpu_model_id":161,"gpu_count":34,"total_vram_gb":162,"hour_price":163,"monthly_cost":164,"providers":165,"bandwidth_gbps":166,"fp16_tflops":167,"interconnect_score":150,"parallel_efficiency":168,"score":169,"tier":152,"perf_metric":153,"perf_label":170,"perf_value":171,"workload":10,"cost_metric":172},"RTX 5070",28,48,0.0101,29.49,[146],672,61,0.6,0.5515,"463.4 tok\u002Fs",463.4,{"effective_value":173,"effective_unit":153,"capacity_factor":158},324.4,{"gpu_model":175,"gpu_model_id":176,"gpu_count":44,"total_vram_gb":177,"hour_price":178,"monthly_cost":179,"providers":180,"bandwidth_gbps":182,"fp16_tflops":183,"interconnect_score":150,"parallel_efficiency":184,"score":185,"tier":186,"perf_metric":153,"perf_label":187,"perf_value":188,"workload":10,"cost_metric":189},"H200 SXM",11,1128,3.5,20440,[181],"lambda",4800,989,0.4,0.2197,"balanced","4413.8 tok\u002Fs",4413.8,{"effective_value":190,"effective_unit":153,"capacity_factor":158},3089.7,{"gpu_model":192,"gpu_model_id":193,"gpu_count":40,"total_vram_gb":162,"hour_price":194,"monthly_cost":195,"providers":196,"bandwidth_gbps":197,"fp16_tflops":198,"interconnect_score":150,"parallel_efficiency":40,"score":199,"tier":152,"perf_metric":153,"perf_label":200,"perf_value":201,"workload":10,"cost_metric":202},"RTX A6000",6,0.2874,209.8,[146,181],768,77,0.6317,"220.7 tok\u002Fs",220.7,{"effective_value":203,"effective_unit":153,"capacity_factor":158},154.5,[],false,23,"value",[209,213,217,225,232],{"name":192,"vram_gb":162,"cheapest_hour":194,"cost":210,"provider":146,"estimated_tps":201},{"hourly":194,"daily":211,"monthly":195,"yearly":212},6.9,2517.62,{"name":142,"vram_gb":87,"cheapest_hour":143,"cost":214,"provider":146,"estimated_tps":155},{"hourly":143,"daily":215,"monthly":144,"yearly":216},8.09,2952.12,{"name":218,"vram_gb":162,"cheapest_hour":219,"cost":220,"provider":146,"estimated_tps":224},"L40S",0.4004,{"hourly":219,"daily":221,"monthly":222,"yearly":223},9.61,292.29,3507.5,248.3,{"name":226,"vram_gb":162,"cheapest_hour":227,"cost":228,"provider":146,"estimated_tps":41},"RTX PRO 6000 WS",0.6689,{"hourly":227,"daily":229,"monthly":230,"yearly":231},16.05,488.3,5859.56,{"name":233,"vram_gb":162,"cheapest_hour":234,"cost":235,"provider":146,"estimated_tps":41},"RTX PRO 6000 S",0.7339,{"hourly":234,"daily":236,"monthly":237,"yearly":238},17.61,535.75,6428.96,{"posts_count":41,"benchmarks_count":41}]