[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-mistral-7b-instruct-v0-3":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":21,"huggingface_url":22,"created_at":23,"seo":24,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":59,"gpu_recommendations":139,"fitting_gpus":207,"community":238},20,"mistral-7b-instruct-v0-3","mistralai\u002FMistral-7B-Instruct-v0.3","mistralai","mistral",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},32,128,8,4096,6576668672,"6.6B",32768,null,4106867,2812,"published","经典 7B Mistral，轻量快速。","https:\u002F\u002Fhuggingface.co\u002Fmistralai\u002FMistral-7B-Instruct-v0.3","2026-08-12T02:22:24+00:00",{"title":6,"description":21,"image":17,"robots":25,"canonical_url":17},"index, follow",{"name":27,"slug":28},"LLM","llm",{"name":30,"slug":8},"Mistral",0.0564,[],[34,39,44,48,52,56],{"format":35,"bits":36,"size_factor":37,"quality_loss":38},"AWQ",4,0.263,0.03,{"format":40,"bits":41,"size_factor":42,"quality_loss":43},"FP16",16,1,0,{"format":45,"bits":12,"size_factor":46,"quality_loss":47},"FP8",0.5,0.01,{"format":49,"bits":36,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":36,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":12,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":83,"INT8":96,"AWQ":100,"GPTQ":113,"GGUF":126},{"minimum":61,"production":69,"recommended":76},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":63,"kv_cache_gb":46,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",13.6,22.15,33.23,60.21,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":36,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,136.36,204.55,125.21,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":12,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,38.68,58.02,86.21,{"minimum":84,"production":88,"recommended":92},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":85,"kv_cache_gb":46,"vram_gb":86,"ram_gb":10,"disk_gb":87,"requirement_source":67,"confidence":68},6.8,13.55,49.61,{"scenario":70,"context_length":71,"batch_size":36,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},126.98,190.47,114.61,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":12,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},29.69,44.54,75.61,{"minimum":97,"production":98,"recommended":99},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":85,"kv_cache_gb":46,"vram_gb":86,"ram_gb":10,"disk_gb":87,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":36,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":12,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},{"minimum":101,"production":105,"recommended":109},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":102,"kv_cache_gb":46,"vram_gb":103,"ram_gb":10,"disk_gb":104,"requirement_source":67,"confidence":68},3.53,9.41,44.5,{"scenario":70,"context_length":71,"batch_size":36,"weight_gb":102,"kv_cache_gb":72,"vram_gb":106,"ram_gb":107,"disk_gb":108,"requirement_source":67,"confidence":68},122.47,183.7,109.5,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":102,"kv_cache_gb":12,"vram_gb":110,"ram_gb":111,"disk_gb":112,"requirement_source":67,"confidence":68},25.36,38.05,70.5,{"minimum":114,"production":118,"recommended":122},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":115,"kv_cache_gb":46,"vram_gb":116,"ram_gb":10,"disk_gb":117,"requirement_source":67,"confidence":68},3.57,9.47,44.57,{"scenario":70,"context_length":71,"batch_size":36,"weight_gb":115,"kv_cache_gb":72,"vram_gb":119,"ram_gb":120,"disk_gb":121,"requirement_source":67,"confidence":68},122.53,183.79,109.57,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":115,"kv_cache_gb":12,"vram_gb":123,"ram_gb":124,"disk_gb":125,"requirement_source":67,"confidence":68},25.42,38.13,70.57,{"minimum":127,"production":131,"recommended":135},{"scenario":62,"context_length":13,"batch_size":42,"weight_gb":128,"kv_cache_gb":46,"vram_gb":129,"ram_gb":10,"disk_gb":130,"requirement_source":67,"confidence":68},3.65,9.57,44.7,{"scenario":70,"context_length":71,"batch_size":36,"weight_gb":128,"kv_cache_gb":72,"vram_gb":132,"ram_gb":133,"disk_gb":134,"requirement_source":67,"confidence":68},122.64,183.96,109.7,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":128,"kv_cache_gb":12,"vram_gb":136,"ram_gb":137,"disk_gb":138,"requirement_source":67,"confidence":68},25.53,38.3,70.7,{"recommended":140,"cheapest":158,"performance":173,"min_complexity":190,"cluster_options":203,"no_match":204,"required_vram_gb":110,"candidate_count":205,"usage":206},{"gpu_model":141,"gpu_model_id":79,"gpu_count":42,"total_vram_gb":10,"hour_price":142,"monthly_cost":143,"providers":144,"bandwidth_gbps":147,"fp16_tflops":148,"interconnect_score":149,"parallel_efficiency":42,"score":150,"tier":151,"perf_metric":152,"perf_label":153,"perf_value":154,"workload":17,"cost_metric":155},"RTX 5090",0.337,246.01,[145,146],"vast","runpod",1792,209,40,0.6863,"cheapest","tok\u002Fs","507.6 tok\u002Fs",507.6,{"effective_value":156,"effective_unit":152,"capacity_factor":157},355.3,0.7,{"gpu_model":159,"gpu_model_id":160,"gpu_count":36,"total_vram_gb":161,"hour_price":162,"monthly_cost":163,"providers":164,"bandwidth_gbps":165,"fp16_tflops":166,"interconnect_score":149,"parallel_efficiency":167,"score":168,"tier":151,"perf_metric":152,"perf_label":169,"perf_value":170,"workload":17,"cost_metric":171},"RTX 5070",28,48,0.0101,29.49,[145],672,61,0.6,0.5518,"456.9 tok\u002Fs",456.9,{"effective_value":172,"effective_unit":152,"capacity_factor":157},319.8,{"gpu_model":174,"gpu_model_id":175,"gpu_count":12,"total_vram_gb":176,"hour_price":177,"monthly_cost":178,"providers":179,"bandwidth_gbps":181,"fp16_tflops":182,"interconnect_score":149,"parallel_efficiency":183,"score":184,"tier":185,"perf_metric":152,"perf_label":186,"perf_value":187,"workload":17,"cost_metric":188},"H200 SXM",11,1128,3.5,20440,[180],"lambda",4800,989,0.4,0.2197,"balanced","4351.3 tok\u002Fs",4351.3,{"effective_value":189,"effective_unit":152,"capacity_factor":157},3045.9,{"gpu_model":191,"gpu_model_id":192,"gpu_count":42,"total_vram_gb":161,"hour_price":193,"monthly_cost":194,"providers":195,"bandwidth_gbps":196,"fp16_tflops":197,"interconnect_score":149,"parallel_efficiency":42,"score":198,"tier":151,"perf_metric":152,"perf_label":199,"perf_value":200,"workload":17,"cost_metric":201},"RTX A6000",6,0.2874,209.8,[145,180],768,77,0.632,"217.6 tok\u002Fs",217.6,{"effective_value":202,"effective_unit":152,"capacity_factor":157},152.3,[],false,23,"value",[208,212,216,224,231],{"name":191,"vram_gb":161,"cheapest_hour":193,"cost":209,"provider":145,"estimated_tps":200},{"hourly":193,"daily":210,"monthly":194,"yearly":211},6.9,2517.62,{"name":141,"vram_gb":10,"cheapest_hour":142,"cost":213,"provider":145,"estimated_tps":154},{"hourly":142,"daily":214,"monthly":143,"yearly":215},8.09,2952.12,{"name":217,"vram_gb":161,"cheapest_hour":218,"cost":219,"provider":145,"estimated_tps":223},"L40S",0.4004,{"hourly":218,"daily":220,"monthly":221,"yearly":222},9.61,292.29,3507.5,244.8,{"name":225,"vram_gb":161,"cheapest_hour":226,"cost":227,"provider":145,"estimated_tps":43},"RTX PRO 6000 WS",0.6689,{"hourly":226,"daily":228,"monthly":229,"yearly":230},16.05,488.3,5859.56,{"name":232,"vram_gb":161,"cheapest_hour":233,"cost":234,"provider":145,"estimated_tps":43},"RTX PRO 6000 S",0.7339,{"hourly":233,"daily":235,"monthly":236,"yearly":237},17.61,535.75,6428.96,{"posts_count":43,"benchmarks_count":43}]