[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"model-qwen2-5-vl-7b-instruct":3},{"id":4,"slug":5,"name":6,"hf_id":6,"organization":7,"architecture":8,"architecture_config":9,"parameters":14,"parameters_label":15,"context_length":16,"license":17,"downloads":18,"likes":19,"status":20,"description":21,"huggingface_url":22,"created_at":23,"seo":24,"category":26,"family":29,"score":31,"variants":32,"quantizations":33,"requirements":59,"gpu_recommendations":141,"fitting_gpus":205,"community":235},47,"qwen2-5-vl-7b-instruct","Qwen\u002FQwen2.5-VL-7B-Instruct","Qwen","qwen2_5_vl",{"layers":10,"head_dim":11,"kv_heads":12,"hidden_size":13},28,128,4,3584,5332795392,"5.3B",128000,null,9126789,1676,"published","Qwen2.5-VL 7B, vision-language with strong OCR.","https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen2.5-VL-7B-Instruct","2026-08-12T02:22:25+00:00",{"title":6,"description":21,"image":17,"robots":25,"canonical_url":17},"index, follow",{"name":27,"slug":28},"OCR \u002F Vision","ocr-vision",{"name":7,"slug":30},"qwen",0.0374,[],[34,38,43,48,52,56],{"format":35,"bits":12,"size_factor":36,"quality_loss":37},"AWQ",0.263,0.03,{"format":39,"bits":40,"size_factor":41,"quality_loss":42},"FP16",16,1,0,{"format":44,"bits":45,"size_factor":46,"quality_loss":47},"FP8",8,0.5,0.01,{"format":49,"bits":12,"size_factor":50,"quality_loss":51},"GGUF",0.25,0.05,{"format":53,"bits":12,"size_factor":54,"quality_loss":55},"GPTQ",0.275,0.04,{"format":57,"bits":45,"size_factor":46,"quality_loss":58},"INT8",0.02,{"FP16":60,"FP8":84,"INT8":98,"AWQ":102,"GPTQ":115,"GGUF":128},{"minimum":61,"production":70,"recommended":77},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":64,"kv_cache_gb":46,"vram_gb":65,"ram_gb":66,"disk_gb":67,"requirement_source":68,"confidence":69},"minimum",4096,15.46,24.51,36.76,63.12,"estimated",0.95,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":64,"kv_cache_gb":73,"vram_gb":74,"ram_gb":75,"disk_gb":76,"requirement_source":68,"confidence":69},"production",16384,64,138.93,208.4,128.12,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":64,"kv_cache_gb":45,"vram_gb":81,"ram_gb":82,"disk_gb":83,"requirement_source":68,"confidence":69},"recommended",8192,2,41.15,61.72,89.12,{"minimum":85,"production":90,"recommended":94},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":86,"kv_cache_gb":46,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":68,"confidence":69},7.73,14.73,32,51.06,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":86,"kv_cache_gb":73,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":68,"confidence":69},128.27,192.4,116.06,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":86,"kv_cache_gb":45,"vram_gb":95,"ram_gb":96,"disk_gb":97,"requirement_source":68,"confidence":69},30.92,46.38,77.06,{"minimum":99,"production":100,"recommended":101},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":86,"kv_cache_gb":46,"vram_gb":87,"ram_gb":88,"disk_gb":89,"requirement_source":68,"confidence":69},{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":86,"kv_cache_gb":73,"vram_gb":91,"ram_gb":92,"disk_gb":93,"requirement_source":68,"confidence":69},{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":86,"kv_cache_gb":45,"vram_gb":95,"ram_gb":96,"disk_gb":97,"requirement_source":68,"confidence":69},{"minimum":103,"production":107,"recommended":111},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":104,"kv_cache_gb":46,"vram_gb":105,"ram_gb":88,"disk_gb":106,"requirement_source":68,"confidence":69},4.01,10.02,45.26,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":104,"kv_cache_gb":73,"vram_gb":108,"ram_gb":109,"disk_gb":110,"requirement_source":68,"confidence":69},123.13,184.7,110.26,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":104,"kv_cache_gb":45,"vram_gb":112,"ram_gb":113,"disk_gb":114,"requirement_source":68,"confidence":69},26,39,71.26,{"minimum":116,"production":120,"recommended":124},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":117,"kv_cache_gb":46,"vram_gb":118,"ram_gb":88,"disk_gb":119,"requirement_source":68,"confidence":69},4.06,10.08,45.33,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":117,"kv_cache_gb":73,"vram_gb":121,"ram_gb":122,"disk_gb":123,"requirement_source":68,"confidence":69},123.2,184.8,110.33,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":117,"kv_cache_gb":45,"vram_gb":125,"ram_gb":126,"disk_gb":127,"requirement_source":68,"confidence":69},26.07,39.1,71.33,{"minimum":129,"production":133,"recommended":137},{"scenario":62,"context_length":63,"batch_size":41,"weight_gb":130,"kv_cache_gb":46,"vram_gb":131,"ram_gb":88,"disk_gb":132,"requirement_source":68,"confidence":69},4.15,10.21,45.48,{"scenario":71,"context_length":72,"batch_size":12,"weight_gb":130,"kv_cache_gb":73,"vram_gb":134,"ram_gb":135,"disk_gb":136,"requirement_source":68,"confidence":69},123.33,185,110.48,{"scenario":78,"context_length":79,"batch_size":80,"weight_gb":130,"kv_cache_gb":45,"vram_gb":138,"ram_gb":139,"disk_gb":140,"requirement_source":68,"confidence":69},26.19,39.29,71.48,{"recommended":142,"cheapest":160,"performance":170,"min_complexity":187,"cluster_options":201,"no_match":202,"required_vram_gb":112,"candidate_count":203,"usage":204},{"gpu_model":143,"gpu_model_id":80,"gpu_count":41,"total_vram_gb":88,"hour_price":144,"monthly_cost":145,"providers":146,"bandwidth_gbps":149,"fp16_tflops":150,"interconnect_score":151,"parallel_efficiency":41,"score":152,"tier":153,"perf_metric":154,"perf_label":155,"perf_value":156,"workload":17,"cost_metric":157},"RTX 5090",0.3222,235.21,[147,148],"vast","runpod",1792,209,40,0.6812,"cheapest","tok\u002Fs","446.9 tok\u002Fs",446.9,{"effective_value":158,"effective_unit":154,"capacity_factor":159},312.8,0.7,{"gpu_model":161,"gpu_model_id":162,"gpu_count":80,"total_vram_gb":88,"hour_price":163,"monthly_cost":164,"providers":165,"bandwidth_gbps":42,"fp16_tflops":42,"interconnect_score":151,"parallel_efficiency":166,"score":167,"tier":153,"perf_metric":154,"perf_label":168,"perf_value":42,"workload":17,"cost_metric":169},"Tesla V100",17,0.0272,39.71,[147],0.8,0.63,"0 tok\u002Fs",{"effective_value":42,"effective_unit":154,"capacity_factor":159},{"gpu_model":171,"gpu_model_id":172,"gpu_count":45,"total_vram_gb":173,"hour_price":174,"monthly_cost":175,"providers":176,"bandwidth_gbps":178,"fp16_tflops":179,"interconnect_score":151,"parallel_efficiency":180,"score":181,"tier":182,"perf_metric":154,"perf_label":183,"perf_value":184,"workload":17,"cost_metric":185},"H200 SXM",11,1128,3.5,20440,[177],"lambda",4800,989,0.4,0.2197,"balanced","3830.4 tok\u002Fs",3830.4,{"effective_value":186,"effective_unit":154,"capacity_factor":159},2681.3,{"gpu_model":188,"gpu_model_id":189,"gpu_count":41,"total_vram_gb":190,"hour_price":191,"monthly_cost":192,"providers":193,"bandwidth_gbps":194,"fp16_tflops":195,"interconnect_score":151,"parallel_efficiency":41,"score":196,"tier":153,"perf_metric":154,"perf_label":197,"perf_value":198,"workload":17,"cost_metric":199},"RTX A6000",6,48,0.3001,219.07,[147,177],768,77,0.6354,"191.5 tok\u002Fs",191.5,{"effective_value":200,"effective_unit":154,"capacity_factor":159},134,[],false,24,"value",[206,210,213,221,228],{"name":188,"vram_gb":190,"cheapest_hour":191,"cost":207,"provider":147,"estimated_tps":198},{"hourly":191,"daily":208,"monthly":192,"yearly":209},7.2,2628.88,{"name":143,"vram_gb":88,"cheapest_hour":144,"cost":211,"provider":147,"estimated_tps":156},{"hourly":144,"daily":86,"monthly":145,"yearly":212},2822.47,{"name":214,"vram_gb":190,"cheapest_hour":215,"cost":216,"provider":147,"estimated_tps":220},"L40S",0.4669,{"hourly":215,"daily":217,"monthly":218,"yearly":219},11.21,340.84,4090.04,215.5,{"name":222,"vram_gb":190,"cheapest_hour":223,"cost":224,"provider":147,"estimated_tps":42},"RTX PRO 6000 WS",0.8022,{"hourly":223,"daily":225,"monthly":226,"yearly":227},19.25,585.61,7027.27,{"name":229,"vram_gb":190,"cheapest_hour":230,"cost":231,"provider":147,"estimated_tps":42},"RTX PRO 6000 S",1.0131,{"hourly":230,"daily":232,"monthly":233,"yearly":234},24.31,739.56,8874.76,{"posts_count":42,"benchmarks_count":42}]