[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-phi-35-mini-38b":3},{"id":4,"slug":5,"name":6,"hf_id":7,"organization":8,"architecture":9,"architecture_config":10,"parameters":11,"parameters_label":12,"context_length":13,"license":14,"downloads":15,"likes":16,"status":17,"description":18,"huggingface_url":19,"created_at":20,"seo":21,"category":23,"family":26,"score":29,"variants":30,"quantizations":31,"requirements":58,"gpu_recommendations":139,"fitting_gpus":207,"community":243},25,"phi-35-mini-38b","Phi-3.5 Mini 3.8B","microsoft\u002FPhi-3.5-mini-instruct","microsoft","transformer",null,3820000000,"3.8B",131072,"MIT",610000,1200,"published","3.8B 迷你模型，任何设备都能跑。","https:\u002F\u002Fhuggingface.co\u002Fmicrosoft\u002FPhi-3.5-mini-instruct","2026-08-12T02:22:24+00:00",{"title":6,"description":18,"image":10,"robots":22,"canonical_url":10},"index, follow",{"name":24,"slug":25},"LLM","llm",{"name":27,"slug":28},"Phi","phi",0.0142,[],[32,37,42,47,51,55],{"format":33,"bits":34,"size_factor":35,"quality_loss":36},"AWQ",4,0.263,0.03,{"format":38,"bits":39,"size_factor":40,"quality_loss":41},"FP16",16,1,0,{"format":43,"bits":44,"size_factor":45,"quality_loss":46},"FP8",8,0.5,0.01,{"format":48,"bits":34,"size_factor":49,"quality_loss":50},"GGUF",0.25,0.05,{"format":52,"bits":34,"size_factor":53,"quality_loss":54},"GPTQ",0.275,0.04,{"format":56,"bits":44,"size_factor":45,"quality_loss":57},"INT8",0.02,{"FP16":59,"FP8":83,"INT8":96,"AWQ":100,"GPTQ":113,"GGUF":126},{"minimum":60,"production":69,"recommended":76},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":63,"kv_cache_gb":45,"vram_gb":64,"ram_gb":65,"disk_gb":66,"requirement_source":67,"confidence":68},"minimum",4096,7.12,13.95,32,50.1,"estimated",0.95,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":63,"kv_cache_gb":72,"vram_gb":73,"ram_gb":74,"disk_gb":75,"requirement_source":67,"confidence":68},"production",16384,64,127.42,191.13,115.1,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":63,"kv_cache_gb":44,"vram_gb":80,"ram_gb":81,"disk_gb":82,"requirement_source":67,"confidence":68},"recommended",8192,2,30.11,45.16,76.1,{"minimum":84,"production":88,"recommended":92},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":65,"disk_gb":87,"requirement_source":67,"confidence":68},3.56,9.45,44.55,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},122.51,183.76,109.55,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},25.4,38.11,70.55,{"minimum":97,"production":98,"recommended":99},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":85,"kv_cache_gb":45,"vram_gb":86,"ram_gb":65,"disk_gb":87,"requirement_source":67,"confidence":68},{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":85,"kv_cache_gb":72,"vram_gb":89,"ram_gb":90,"disk_gb":91,"requirement_source":67,"confidence":68},{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":85,"kv_cache_gb":44,"vram_gb":93,"ram_gb":94,"disk_gb":95,"requirement_source":67,"confidence":68},{"minimum":101,"production":105,"recommended":109},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":102,"kv_cache_gb":45,"vram_gb":103,"ram_gb":65,"disk_gb":104,"requirement_source":67,"confidence":68},1.85,7.28,41.88,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":102,"kv_cache_gb":72,"vram_gb":106,"ram_gb":107,"disk_gb":108,"requirement_source":67,"confidence":68},120.15,180.22,106.88,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":102,"kv_cache_gb":44,"vram_gb":110,"ram_gb":111,"disk_gb":112,"requirement_source":67,"confidence":68},23.14,34.71,67.88,{"minimum":114,"production":118,"recommended":122},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":115,"kv_cache_gb":45,"vram_gb":116,"ram_gb":65,"disk_gb":117,"requirement_source":67,"confidence":68},1.87,7.31,41.91,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":115,"kv_cache_gb":72,"vram_gb":119,"ram_gb":120,"disk_gb":121,"requirement_source":67,"confidence":68},120.18,180.27,106.91,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":115,"kv_cache_gb":44,"vram_gb":123,"ram_gb":124,"disk_gb":125,"requirement_source":67,"confidence":68},23.17,34.76,67.91,{"minimum":127,"production":131,"recommended":135},{"scenario":61,"context_length":62,"batch_size":40,"weight_gb":128,"kv_cache_gb":45,"vram_gb":129,"ram_gb":65,"disk_gb":130,"requirement_source":67,"confidence":68},1.91,7.37,41.98,{"scenario":70,"context_length":71,"batch_size":34,"weight_gb":128,"kv_cache_gb":72,"vram_gb":132,"ram_gb":133,"disk_gb":134,"requirement_source":67,"confidence":68},120.24,180.36,106.98,{"scenario":77,"context_length":78,"batch_size":79,"weight_gb":128,"kv_cache_gb":44,"vram_gb":136,"ram_gb":137,"disk_gb":138,"requirement_source":67,"confidence":68},23.23,34.84,67.98,{"recommended":140,"cheapest":158,"performance":173,"min_complexity":190,"cluster_options":204,"no_match":205,"required_vram_gb":110,"candidate_count":161,"usage":206},{"gpu_model":141,"gpu_model_id":79,"gpu_count":40,"total_vram_gb":65,"hour_price":142,"monthly_cost":143,"providers":144,"bandwidth_gbps":147,"fp16_tflops":148,"interconnect_score":149,"parallel_efficiency":40,"score":150,"tier":151,"perf_metric":152,"perf_label":153,"perf_value":154,"workload":10,"cost_metric":155},"RTX 5090",0.337,246.01,[145,146],"vast","runpod",1792,209,40,0.6905,"cheapest","tok\u002Fs","968.6 tok\u002Fs",968.6,{"effective_value":156,"effective_unit":152,"capacity_factor":157},678,0.7,{"gpu_model":159,"gpu_model_id":160,"gpu_count":79,"total_vram_gb":161,"hour_price":162,"monthly_cost":163,"providers":164,"bandwidth_gbps":165,"fp16_tflops":166,"interconnect_score":149,"parallel_efficiency":167,"score":168,"tier":151,"perf_metric":152,"perf_label":169,"perf_value":170,"workload":10,"cost_metric":171},"RTX 5070",28,24,0.0101,14.75,[145],672,61,0.8,0.6015,"581.2 tok\u002Fs",581.2,{"effective_value":172,"effective_unit":152,"capacity_factor":157},406.8,{"gpu_model":174,"gpu_model_id":175,"gpu_count":44,"total_vram_gb":176,"hour_price":177,"monthly_cost":178,"providers":179,"bandwidth_gbps":181,"fp16_tflops":182,"interconnect_score":149,"parallel_efficiency":183,"score":184,"tier":185,"perf_metric":152,"perf_label":186,"perf_value":187,"workload":10,"cost_metric":188},"H200 SXM",11,1128,3.5,20440,[180],"lambda",4800,989,0.4,0.2197,"balanced","8302.7 tok\u002Fs",8302.7,{"effective_value":189,"effective_unit":152,"capacity_factor":157},5811.9,{"gpu_model":191,"gpu_model_id":192,"gpu_count":40,"total_vram_gb":161,"hour_price":193,"monthly_cost":194,"providers":195,"bandwidth_gbps":197,"fp16_tflops":198,"interconnect_score":149,"parallel_efficiency":40,"score":199,"tier":151,"perf_metric":152,"perf_label":200,"perf_value":201,"workload":10,"cost_metric":202},"RTX 3090",3,0.0678,49.49,[145,196],"tensordock",936,71,0.6423,"505.9 tok\u002Fs",505.9,{"effective_value":203,"effective_unit":152,"capacity_factor":157},354.1,[],false,"value",[208,212,220,227,235],{"name":191,"vram_gb":161,"cheapest_hour":193,"cost":209,"provider":145,"estimated_tps":201},{"hourly":193,"daily":210,"monthly":194,"yearly":211},1.63,593.93,{"name":213,"vram_gb":161,"cheapest_hour":214,"cost":215,"provider":145,"estimated_tps":219},"RTX 4090",0.1344,{"hourly":214,"daily":216,"monthly":217,"yearly":218},3.23,98.11,1177.34,544.9,{"name":221,"vram_gb":161,"cheapest_hour":222,"cost":223,"provider":145,"estimated_tps":219},"RTX 4090D",0.1602,{"hourly":222,"daily":224,"monthly":225,"yearly":226},3.84,116.95,1403.35,{"name":228,"vram_gb":161,"cheapest_hour":229,"cost":230,"provider":145,"estimated_tps":234},"A10",0.2015,{"hourly":229,"daily":231,"monthly":232,"yearly":233},4.84,147.1,1765.14,324.3,{"name":236,"vram_gb":161,"cheapest_hour":237,"cost":238,"provider":145,"estimated_tps":242},"L4",0.2022,{"hourly":237,"daily":239,"monthly":240,"yearly":241},4.85,147.61,1771.27,162.2,{"posts_count":41,"benchmarks_count":41}]