[Bug]: siglip2 failed to embed with image input

[Potabk]

Your current environment

The output of `python collect_env.py`

Your output of above commands here

🐛 Describe the bug

vllm serve /root/.cache/modelscope/hub/models/google/siglip2-base-patch16-224 --runner pooling --enforce-eager

text

curl http://localhost:8000/v1/embeddings \
  -H "Content-Type: application/json" \
  -d '{
    "model": "/root/.cache/modelscope/hub/models/google/siglip2-base-patch16-224",
    "input": "a photo of a cat"
  }'

and text result is ok

{"id":"embd-a41632a4e59d78c7","object":"list","created":1765632730,"model":"/root/.cache/modelscope/hub/models/google/siglip2-base-patch16-224","data":[{"index":0,"object":"embedding","embedding":[-0.0257432758808136,0.03831683471798897,-0.0053620534017682076,-0.0285072922706604,0.30263254046440125,-0.0014412847813218832,0.021868236362934113,-0.005358666181564331,0.034631483256816864,-0.003996982239186764,0.00806848518550396,0.006977783050388098,0.02877827361226082,0.01827772706747055,0.0029232169035822153,0.0010381992906332016,0.02788403257727623,0.006998106371611357,-0.0202287957072258,-0.004708309657871723,-0.01643504947423935,0.00541286263614893,-0.017044758424162865,0.04777410253882408,-0.017695115879178047,0.028100818395614624,-0.0038919770158827305,-0.02669171243906021,0.03682643547654152,-0.00015210974379442632,-0.048126377165317535,0.010371830314397812,-0.02972671017050743,0.0077229831367731094,-0.02335863560438156,0.021868236362934113,-0.011279620230197906,0.04701535403728485,0.009728249162435532,-0.001269380678422749,-0.02144821360707283,0.007181019056588411,-0.03929236903786659,-0.012336448766291142,0.024632250890135765,0.0328700989484787,0.017098955810070038,-0.034468892961740494,0.001966312061995268,0.018006743863224983,-0.021163683384656906,-0.005826110020279884,-0.020012009888887405,0.04761151224374771,-0.024523857980966568,-0.00169956439640373,0.032057154923677444,-0.000662635313346982,-0.021394018083810806,0.0324094295501709,0.04240866005420685,-0.0003505827917251736,-0.007506197318434715,-0.020418483763933182,0.013725231401622295,-0.0016368997748941183,0.021041741594672203,-0.0007595960050821304,0.01742413267493248,-0.03346626088023186,0.060699936002492905,-0.030431263148784637,0.021366920322179794,0.026027807965874672,0.00895595084875822,-0.02349412627518177,0.00609709182754159,0.013637161813676357,-0.022193415090441704,-0.03308688476681709,-0.0005055505316704512,-0.012099339626729488,-0.02820921130478382,-0.015500162728130817,0.02940153144299984,-0.01956488937139511,0.019984912127256393,0.042815133929252625,0.01676022820174694,0.01277002040296793,0.02864278294146061,-0.03639286383986473,-0.006506951991468668,0.012383870780467987,0.01184868160635233,0.007472324650734663,0.014998845756053925,0.015134336426854134,-0.0010238033719360828,-0.015053042210638523,0.2664293646812439,0.030431263148784637,-0.039942726492881775,0.001603027107194066,-0.01285131461918354,0.0015471370425075293,-0.005013164598494768,-0.002340605715289712,-0.0018850174965336919,0.00768911000341177,0.013847173191606998,0.028751175850629807,-0.03154229000210762,0.003617607755586505,0.011218649335205555,0.012112889438867569,0.04148732125759125,-0.0021187392994761467,-0.01560855470597744,0.008156553842127323,-0.01616406813263893,-0.025851668789982796,-0.05408797785639763,0.0103447325527668,-0.012465165928006172,-0.014741413295269012,-0.04351968690752983,-0.007031979039311409,-0.056743599474430084,0.01501239463686943,-0.024659348651766777,-0.01140156202018261,-0.03181327134370804,0.01574404537677765,-0.01088669616729021,-0.009531786665320396,-0.010764754377305508,0.014673667959868908,0.015418867580592632,-0.035119250416755676,0.011631895788013935,0.024591604247689247,-0.021759843453764915,-0.0024032704532146454,0.019050024449825287,0.005541578866541386,-0.008325917646288872,0.004599917214363813,-0.07777179032564163,0.031596485525369644,-0.04259834811091423,0.01620471477508545,0.02698979340493679,0.03300559148192406,-0.008752713911235332,0.00195276306476444,-0.0360947847366333,-0.003576960414648056,0.008915303274989128,-0.05292275547981262,-0.003529538633301854,-0.016909267753362656,0.031190011650323868,-0.011774161830544472,-0.018359020352363586,0.013027452863752842,-0.015229180455207825,0.042246073484420776,-0.06102511286735535,0.0074113537557423115,-0.03956335037946701,0.07419483363628387,-0.030864832922816277,-0.0008823846583254635,-0.02698979340493679,0.04021370783448219,0.008088808506727219,-0.02048622816801071,-0.06292198598384857,-0.016218263655900955,0.02507937140762806,-0.016882169991731644,0.009294677525758743,0.018833238631486893,0.01871129684150219,-0.009640179574489594,1.4938404092390556e-05,-0.008834008127450943,-0.00011739019100787118,-0.0015733884647488594,-0.018900984898209572,-0.02177339233458042,-0.01620471477508545,0.002774176886305213,-0.008258172310888767,0.030864832922816277,-0.030268672853708267,0.009165961295366287,0.010385380126535892,0.018372569233179092,0.012004496529698372,-0.029835103079676628,-0.001634359359741211,0.008922077715396881,0.043573882430791855,0.03029577247798443,-0.010141495615243912,-0.0069574592635035515,1.1643751349765807e-05,0.028561487793922424,-0.02544519677758217,-0.015066591091454029,0.011360914446413517,0.02685430273413658,0.02801952324807644,-0.01768156699836254,-0.009254030883312225,0.038858797401189804,-0.003780196886509657,-0.017559625208377838,0.007194568403065205,-0.022423747926950455,0.03018737956881523,0.04186669737100601,0.01689571887254715,-0.03606768697500229,0.03528183698654175,0.004162958823144436,0.042842231690883636,0.032382331788539886,0.017640918493270874,-0.04566044360399246,0.015513711608946323,0.019429398700594902,-0.017180249094963074,0.024266425520181656,0.022288257256150246,-0.008305594325065613,0.051622044295072556,-0.020120402798056602,0.021258527413010597,0.013074874877929688,-0.01298680528998375,-0.017871253192424774,0.025824571028351784,0.030051888898015022,-0.025621334090828896,0.001203328836709261,-0.0028571649454534054,-0.009077892638742924,0.0705636739730835,0.01539176981896162,0.006937135476619005,0.0008379266946576536,0.0381542444229126,0.0035430877469480038,-0.009213383309543133,0.028290506452322006,0.015053042210638523,0.0014167269691824913,0.027016891166567802,-0.018562257289886475,0.011069608852267265,0.04723213613033295,-0.004616853315383196,-0.011076383292675018,0.01102218683809042,-0.026095552369952202,-0.027802739292383194,-0.020337188616394997,-0.031027423217892647,0.015500162728130817,0.020120402798056602,0.003980046138167381,-0.05137816071510315,-0.04164991155266762,0.055984850972890854,0.0011050979373976588,-0.019429398700594902,-0.007662012241780758,0.007567168213427067,0.007343608420342207,0.003929236903786659,0.00435603316873312,0.04514557868242264,0.007370706647634506,0.013752329163253307,0.030133182182908058,-0.026014259085059166,0.013860722072422504,0.011611572466790676,0.0038581041153520346,-0.05912823975086212,0.04452231898903847,-0.00016354178660549223,0.009416619315743446,0.006608569994568825,-0.018833238631486893,0.010629263706505299,-0.000565251219086349,-0.011096707545220852,0.012417743913829327,0.0032331522088497877,-0.06698671728372574,0.046906959265470505,0.01623181253671646,-4.7051340516190976e-05,-0.005060586147010326,-0.031190011650323868,-0.05181173235177994,0.016326656565070152,0.022220512852072716,0.023317988961935043,-0.009755346924066544,0.010663135908544064,-0.019090671092271805,-0.0004911546129733324,-0.011150903068482876,-0.017627369612455368,-0.0209197998046875,0.024537406861782074,-0.008576575666666031,-0.006324039306491613,-0.021759843453764915,-0.056147441267967224,-0.031271304935216904,0.038127146661281586,0.03438759595155716,-0.027640148997306824,-0.030810637399554253,0.0007960092043504119,-0.022789575159549713,0.01726154424250126,-0.015540809370577335,0.021597253158688545,0.011157678440213203,-0.03170487657189369,0.00897627416998148,-0.028371799737215042,-0.008122681640088558,-0.013664260506629944,-0.017275093123316765,-0.014998845756053925,-0.042246073484420776,-0.01090701948851347,-0.009674052707850933,0.03045836091041565,0.01336618047207594,-0.020973995327949524,-0.02062171883881092,-0.004935257136821747,0.014904001727700233,-0.007641688454896212,0.001529353903606534,0.003980046138167381,-0.007783954031765461,0.023345086723566055,0.014280743896961212,0.026651065796613693,0.005853208247572184,-0.008623997680842876,-0.0010525952093303204,-0.00665599200874567,-0.01133381575345993,0.004847188014537096,0.009890837594866753,-0.022315356880426407,0.034035321325063705,0.021326271817088127,0.017735762521624565,0.03484826534986496,-0.003018060466274619,-0.007973641157150269,-0.0008548630867153406,-0.032951392233371735,0.0202287957072258,-0.049806464463472366,-0.04606691747903824,-0.0324094295501709,-0.03262621536850929,-0.001025496982038021,-0.0028012748807668686,-0.017993194982409477,-0.030133182182908058,0.000993317924439907,0.015879536047577858,0.004566044081002474,-0.007391029968857765,0.024808388203382492,0.048559948801994324,0.024103837087750435,-0.017532525584101677,0.00595482625067234,0.013982663862407207,-0.02726077474653721,-0.0256348829716444,-0.010453125461935997,-0.010046652518212795,-0.0017224284820258617,0.039644647389650345,-0.027342069894075394,0.025255508720874786,0.014904001727700233,0.02059462107717991,-0.0007367319194599986,-0.003871653228998184,-0.010669910348951817,-0.03647415712475777,-0.03975303843617439,0.02151595987379551,-0.0503484308719635,0.028073720633983612,0.0075332955457270145,0.01184868160635233,-0.04072857275605202,0.045416560024023056,0.019253261387348175,-0.0007604428101330996,-0.004223929718136787,-0.009416619315743446,0.052218202501535416,0.008563026785850525,-0.04075567051768303,0.013942016288638115,-0.045687541365623474,0.0023304440546780825,-0.007438451983034611,0.017898350954055786,-0.00621225917711854,0.023941246792674065,0.02866988070309162,-0.022952163591980934,0.0280466228723526,0.005229949951171875,-0.2709818482398987,0.024754192680120468,0.0065035647712647915,-0.011801259592175484,-0.019415849819779396,-0.026122651994228363,-0.008894979022443295,-0.031623583287000656,0.017762860283255577,0.05750235170125961,0.02738271653652191,0.0037090640980750322,-0.06107931211590767,0.017369937151670456,-0.053573112934827805,0.002601425861939788,-0.060699936002492905,0.004677824210375547,0.03763937950134277,0.005253660958260298,0.016949914395809174,-0.012560009025037289,0.019768126308918,0.008217524737119675,0.00800073891878128,0.017004111781716347,-0.012709049507975578,-0.0256348829716444,0.017017660662531853,-0.02259988710284233,0.008644321002066135,-0.0033940477296710014,0.027599502354860306,0.011550601571798325,0.018359020352363586,-0.006046282593160868,0.010351506993174553,-0.004579593427479267,-0.008657870814204216,0.007824601605534554,-0.0005318018957041204,-0.015662752091884613,-0.020106853917241096,-0.0319487601518631,-0.027965327724814415,-0.032680410891771317,0.013372954912483692,-0.014443333260715008,0.0038682660087943077,-0.039644647389650345,-0.005009776912629604,0.007025204598903656,0.01552726048976183,-0.012200958095490932,0.023778658360242844,0.027775639668107033,-0.008197201415896416,0.03048545867204666,-0.0039631095714867115,0.02296571247279644,-0.059778597205877304,-0.06129609793424606,0.04669017344713211,0.04790959134697914,0.0018325147684663534,0.023548323661088943,-0.038262639194726944,-0.021800490096211433,-0.04286932945251465,-0.0038039078935980797,9.336171933682635e-05,0.0438990592956543,-0.023616068065166473,0.017207348719239235,0.004295062273740768,0.031162913888692856,-0.033412061631679535,0.006100479047745466,-0.0029808003455400467,0.044657811522483826,-0.002179710427299142,-0.009165961295366287,0.04032209888100624,0.02530970610678196,0.005087684374302626,-0.006838904693722725,-0.004528784193098545,0.05414217337965965,0.006229195278137922,-0.014876903966069221,-0.008088808506727219,-0.009111764840781689,-0.00044203916331753135,-0.01699056290090084,0.0142536461353302,0.007031979039311409,-0.019415849819779396,0.0040274676866829395,-0.06340975314378738,-0.009958582930266857,0.022789575159549713,0.015879536047577858,0.013406827114522457,-0.018684199079871178,-0.005578839220106602,-0.03029577247798443,0.03349335864186287,0.0065679228864610195,-0.02788403257727623,0.02177339233458042,-0.009240481071174145,0.014646569266915321,0.03693482652306557,-0.008684968575835228,-0.013420376926660538,0.0015640733763575554,0.02616329863667488,-0.01552726048976183,0.017546074464917183,0.013833624310791492,-0.02319604717195034,0.009315001778304577,-0.026678163558244705,0.019022926688194275,-0.0007765323971398175,0.008088808506727219,0.001586090656928718,-0.018697747960686684,0.018060941249132156,-0.0609167218208313,0.04005111753940582,0.004809928126633167,-0.004179895389825106,0.02818211354315281,-0.0053688278421759605,0.02583811990916729,-0.013820074498653412,-0.0028249858878552914,0.0028165176045149565,0.04438683018088341,-0.00955211091786623,-0.012478714808821678,0.037829067558050156,-0.02461870200932026,-0.03154229000210762,-0.008441084995865822,-0.01493110042065382,-0.05170333757996559,-0.00828527007251978,0.03094612807035446,-0.002025589346885681,-0.01583888940513134,0.001764769316650927,0.04376357048749924,0.010879921726882458,0.02864278294146061,0.018819689750671387,-0.0006842291913926601,0.0026132813654839993,0.02375156059861183,0.05847788602113724,0.009179510176181793,-0.025946512818336487,0.022057922556996346,0.005111395381391048,0.014917551539838314,0.03739549592137337,0.01666538417339325,-0.02722012810409069,-0.03422500938177109,0.007546844892203808,-0.04636499658226967,-0.013406827114522457,-0.010764754377305508,0.01629955880343914,0.004366195295006037,0.013122296892106533,0.027707895264029503,-0.03866910934448242,0.004640564322471619,0.0038919770158827305,0.01834547147154808,-0.05750235170125961,0.007601041346788406,0.06243421882390976,0.028100818395614624,-0.013752329163253307,-0.011374463327229023,0.0034787296317517757,-0.02926604077219963,0.018399668857455254,-0.04490169510245323,0.3039332628250122,0.016936365514993668,0.017085406929254532,0.024794839322566986,0.03620317578315735,0.0011169533245265484,0.011462532915174961,0.008027837611734867,-0.014145253226161003,-0.0108054019510746,-0.04452231898903847,-0.00795331783592701,0.0022339066490530968,0.007357157301157713,0.003593896981328726,-0.0074181281961500645,-0.008420761674642563,-0.003405903233215213,0.016313107684254646,0.009281128644943237,-0.006164837162941694,0.04303191974759102,-0.003140002256259322,0.010432801209390163,-0.01207901630550623,-0.0028097431641072035,0.008447859436273575,-0.4686902165412903,-0.008623997680842876,0.01296648196876049,0.002530293073505163,-0.050700705498456955,0.02194952964782715,-0.010500546544790268,0.016949914395809174,-0.035715408623218536,-0.027856934815645218,-0.012864863499999046,0.034794069826602936,-0.015025944449007511,0.0020425256807357073,0.014714314602315426,-0.017735762521624565,-0.004118924029171467,0.03774777427315712,0.03270750865340233,0.014578823931515217,-0.04075567051768303,-0.00338219222612679,0.030431263148784637,-0.023182498291134834,-0.03156938776373863,-0.03292429447174072,-0.015825340524315834,-0.03587799891829491,0.04392616078257561,0.04376357048749924,-0.02521486207842827,0.004295062273740768,-0.01990361697971821,-0.024266425520181656,-0.004237478598952293,-0.013535543344914913,-0.004755731672048569,0.00583965890109539,0.028127916157245636,-0.00527059705927968,0.01646214723587036,-0.011780936270952225,0.012763245962560177,0.008258172310888767,0.007682335563004017,-0.011279620230197906,-0.012532911263406277,0.03915688022971153,0.030106084421277046,0.002145837526768446,-0.05213690921664238,0.024008993059396744,0.0061851609498262405,-0.02471354603767395,-0.029482826590538025,0.020879151299595833,-0.017627369612455368,0.005433186423033476,-0.011313492432236671,-0.02606845460832119,-0.017207348719239235,0.0013074874877929688,0.004596529994159937,-0.027965327724814415,0.004118924029171467,0.04213767871260643,0.01749187894165516,-0.021326271817088127,-0.0018850174965336919,0.028155015781521797,0.012302576564252377,0.012106114067137241,-0.02059462107717991,0.022396650165319443,-0.02864278294146061,0.029916396364569664,0.003600671421736479,0.027938229963183403,0.008847557939589024,-0.019063573330640793,-0.01834547147154808,0.0204591304063797,0.007106499280780554,-0.025797473266720772,-0.005941277369856834,-0.038262639194726944,-0.005900629796087742,-0.014754962176084518,-0.012729372829198837,-0.00828527007251978,-0.011550601571798325,-0.004759118892252445,0.02547229453921318,0.007302960846573114,0.003739549545571208,0.017139602452516556,-0.004264576826244593,-0.029808003455400467,0.00874593947082758,0.04771990701556206,0.025811022147536278,0.042679641395807266,0.02121787890791893,-0.0015869374619796872,-0.03945495933294296,0.020892702043056488,0.03124420903623104,0.051622044295072556,0.03595929220318794,0.017234446480870247,0.019212612882256508,-0.01623181253671646,0.009904386475682259,-0.009382747113704681,0.0020442192908376455]}],"usage":{"prompt_tokens":6,"total_tokens":6,"completion_tokens":0,"prompt_tokens_details":null}}

image

curl http://localhost:8000/v1/embeddings \
  -H "Content-Type: application/json" \
  -d '{
    "model": "/root/.cache/modelscope/hub/models/google/siglip2-base-patch16-224",
    "input": [
      {
        "type": "image_url",
        "image_url": {
          "url": "https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png"
        }
      }
    ]
  }'

image input

{"error":{"message":"5 validation errors:\n  {'type': 'int_type', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'input', 'list[int]', 0), 'msg': 'Input should be a valid integer', 'input': {'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}}\n  {'type': 'list_type', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'input', 'list[list[int]]', 0), 'msg': 'Input should be a valid list', 'input': {'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}}\n  {'type': 'string_type', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'input', 'str'), 'msg': 'Input should be a valid string', 'input': [{'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}]}\n  {'type': 'string_type', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'input', 'list[str]', 0), 'msg': 'Input should be a valid string', 'input': {'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}}\n  {'type': 'missing', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'messages'), 'msg': 'Field required', 'input': {'model': '/root/.cache/modelscope/hub/models/google/siglip2-base-patch16-224', 'input': [{'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}]}}\n\n  File \"/vllm-workspace/vllm/vllm/entrypoints/utils.py\", line 26, in create_embedding\n    POST /v1/embeddings [{'type': 'int_type', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'input', 'list[int]', 0), 'msg': 'Input should be a valid integer', 'input': {'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}}, {'type': 'list_type', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'input', 'list[list[int]]', 0), 'msg': 'Input should be a valid list', 'input': {'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}}, {'type': 'string_type', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'input', 'str'), 'msg': 'Input should be a valid string', 'input': [{'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}]}, {'type': 'string_type', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'input', 'list[str]', 0), 'msg': 'Input should be a valid string', 'input': {'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}}, {'type': 'missing', 'loc': ('body', 'function-wrap[__log_extra_fields__()]', 'messages'), 'msg': 'Field required', 'input': {'model': '/root/.cache/modelscope/hub/models/google/siglip2-base-patch16-224', 'input': [{'type': 'image_url', 'image_url': {'url': 'https://modelscope.oss-cn-beijing.aliyuncs.com/resource/qwen.png'}}]}}]","type":"Bad Request","param":null,"code":400}}