[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-phi-3-mini-38b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":10,"huggingface_url":18,"created_at":19,"seo":20,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":139,"fitting_gpus":204,"community":240},294,"phi-3-mini-38b","Phi-3 Mini 3.8B","microsoft\u002FPhi-3-mini-128k-instruct","microsoft","transformer",null,3800000000,"3.8B",131072,"MIT",228386,1703,"published","https:\u002F\u002Fhuggingface.co\u002Fmicrosoft\u002FPhi-3-mini-128k-instruct","2026-08-12T03:11:21+00:00",{"title":6,"description":21,"image":10,"robots":22,"canonical_url":10},"AI 模型部署决策引擎——开源 AI 的 GPU 需求、云端价格与成本分析。","index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"Phi","phi",0.0192,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":96,"AWQ":100,"GPTQ":113,"GGUF":126},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,7.08,13.9,32,50.04,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,127.37,191.05,115.04,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,30.06,45.09,76.04,{"minimum":84,"production":88,"recommended":92},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":65,"disk_gb":87,"requirement_source":67,"confidence":68},3.54,9.43,44.52,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},122.48,183.73,109.52,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},25.38,38.07,70.52,{"minimum":97,"production":98,"recommended":99},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":65,"disk_gb":87,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},{"minimum":101,"production":105,"recommended":109},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":102,"kv_cache_gb":45,"vram_gb":103,"ram_gb":65,"disk_gb":104,"requirement_source":67,"confidence":68},1.84,7.27,41.86,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":102,"kv_cache_gb":72,"vram_gb":106,"ram_gb":107,"disk_gb":108,"requirement_source":67,"confidence":68},120.13,180.2,106.86,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":102,"kv_cache_gb":44,"vram_gb":110,"ram_gb":111,"disk_gb":112,"requirement_source":67,"confidence":68},23.13,34.69,67.86,{"minimum":114,"production":118,"recommended":122},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":115,"kv_cache_gb":45,"vram_gb":116,"ram_gb":65,"disk_gb":117,"requirement_source":67,"confidence":68},1.86,7.3,41.9,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":115,"kv_cache_gb":72,"vram_gb":119,"ram_gb":120,"disk_gb":121,"requirement_source":67,"confidence":68},120.16,180.25,106.9,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":115,"kv_cache_gb":44,"vram_gb":123,"ram_gb":124,"disk_gb":125,"requirement_source":67,"confidence":68},23.16,34.74,67.9,{"minimum":127,"production":131,"recommended":135},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":128,"kv_cache_gb":45,"vram_gb":129,"ram_gb":65,"disk_gb":130,"requirement_source":67,"confidence":68},1.9,7.36,41.97,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":128,"kv_cache_gb":72,"vram_gb":132,"ram_gb":133,"disk_gb":134,"requirement_source":67,"confidence":68},120.23,180.34,106.97,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":128,"kv_cache_gb":44,"vram_gb":136,"ram_gb":137,"disk_gb":138,"requirement_source":67,"confidence":68},23.22,34.82,67.97,{"recommended":140,"cheapest":158,"performance":168,"min_complexity":185,"cluster_options":200,"no_match":201,"required_vram_gb":110,"candidate_count":202,"usage":203},{"gpu_model":141,"gpu_model_id":79,"gpu_count":40,"total_vram_gb":65,"hour_price":142,"monthly_cost":143,"providers":144,"bandwidth_gbps":147,"fp16_tflops":148,"interconnect_score":149,"parallel_efficiency":40,"score":150,"tier":151,"perf_metric":152,"perf_label":153,"perf_value":154,"workload":10,"cost_metric":155},"RTX 5090",0.3222,235.21,[145,146],"vast","runpod",1792,209,40,0.6906,"cheapest","tok\u002Fs","973.9 tok\u002Fs",973.9,{"effective_value":156,"effective_unit":152,"capacity_factor":157},681.7,0.7,{"gpu_model":159,"gpu_model_id":160,"gpu_count":79,"total_vram_gb":65,"hour_price":161,"monthly_cost":162,"providers":163,"bandwidth_gbps":41,"fp16_tflops":41,"interconnect_score":149,"parallel_efficiency":164,"score":165,"tier":151,"perf_metric":152,"perf_label":166,"perf_value":41,"workload":10,"cost_metric":167},"Tesla V100",17,0.0272,39.71,[145],0.8,0.6394,"0 tok\u002Fs",{"effective_value":41,"effective_unit":152,"capacity_factor":157},{"gpu_model":169,"gpu_model_id":170,"gpu_count":44,"total_vram_gb":171,"hour_price":172,"monthly_cost":173,"providers":174,"bandwidth_gbps":176,"fp16_tflops":177,"interconnect_score":149,"parallel_efficiency":178,"score":179,"tier":180,"perf_metric":152,"perf_label":181,"perf_value":182,"workload":10,"cost_metric":183},"H200 SXM",11,1128,3.5,20440,[175],"lambda",4800,989,0.4,0.2197,"balanced","8347.8 tok\u002Fs",8347.8,{"effective_value":184,"effective_unit":152,"capacity_factor":157},5843.5,{"gpu_model":186,"gpu_model_id":187,"gpu_count":40,"total_vram_gb":188,"hour_price":189,"monthly_cost":190,"providers":191,"bandwidth_gbps":193,"fp16_tflops":194,"interconnect_score":149,"parallel_efficiency":40,"score":195,"tier":151,"perf_metric":152,"perf_label":196,"perf_value":197,"workload":10,"cost_metric":198},"RTX 3090",3,24,0.0678,49.49,[145,192],"tensordock",936,71,0.6423,"508.7 tok\u002Fs",508.7,{"effective_value":199,"effective_unit":152,"capacity_factor":157},356.1,[],false,25,"value",[205,209,217,224,232],{"name":186,"vram_gb":188,"cheapest_hour":189,"cost":206,"provider":145,"estimated_tps":197},{"hourly":189,"daily":207,"monthly":190,"yearly":208},1.63,593.93,{"name":210,"vram_gb":188,"cheapest_hour":211,"cost":212,"provider":145,"estimated_tps":216},"RTX 4090",0.1344,{"hourly":211,"daily":213,"monthly":214,"yearly":215},3.23,98.11,1177.34,547.8,{"name":218,"vram_gb":188,"cheapest_hour":219,"cost":220,"provider":145,"estimated_tps":216},"RTX 4090D",0.1602,{"hourly":219,"daily":221,"monthly":222,"yearly":223},3.84,116.95,1403.35,{"name":225,"vram_gb":188,"cheapest_hour":226,"cost":227,"provider":145,"estimated_tps":231},"L4",0.2015,{"hourly":226,"daily":228,"monthly":229,"yearly":230},4.84,147.1,1765.14,163,{"name":233,"vram_gb":188,"cheapest_hour":234,"cost":235,"provider":145,"estimated_tps":239},"A10",0.2409,{"hourly":234,"daily":236,"monthly":237,"yearly":238},5.78,175.86,2110.28,326.1,{"posts_count":41,"benchmarks_count":41}]