Migration of Tensort model kserve Rest testcase UI

ods_ci/tests/Resources/Files/llm/serving_runtimes/triton_servingruntime_http.yaml

@@ -14,7 +14,7 @@ spec:
         - --http-port=8080
         - --allow-grpc=true
         - --allow-http=true
-      image: nvcr.io/nvidia/tritonserver:23.05-py3
+      image: nvcr.io/nvidia/tritonserver:24.10-py3
       name: kserve-container
       resources:
         limits:

ods_ci/tests/Resources/Files/triton/kserve-triton-tensort-rest-output.json

@@ -0,0 +1 @@
+{"model_name":"densenetplan","model_version":"1","outputs":[{"name":"fc6_1","datatype":"FP32","shape":[1000],"data":[-0.6403816342353821,-0.481852263212204,0.29869207739830017,-0.45893752574920654,1.04677414894104,-0.22814002633094788,0.935329258441925,0.2570422887802124,-1.3488649129867554,0.5636816024780273,-1.7474305629730225,-0.7314698100090027,-1.1064445972442627,-0.380084753036499,-1.0664057731628418,-0.5873810648918152,0.5987551808357239,-1.665724515914917,0.7872040867805481,-0.23926867544651031,-0.2863449454307556,0.6947757005691528,0.16138602793216705,0.9319246411323547,-0.8075827360153198,-1.5833301544189453,-1.5979501008987427,-0.40535271167755127,-1.8370988368988037,-2.1625900268554688,-1.3545613288879395,-0.15213525295257568,-0.8907867670059204,1.5694500207901,3.531498908996582,0.45204421877861023,0.5278626084327698,0.4256250858306885,0.0220195259898901,-0.15864154696464539,-0.5890897512435913,-0.800093412399292,0.2636531889438629,-0.5059558153152466,-0.15410107374191284,-0.2480967938899994,0.3513132929801941,-0.808183491230011,-1.4545563459396362,-0.6288430094718933,0.18747445940971375,-1.7292234897613525,0.31875184178352356,0.16227518022060394,0.01076549757272005,-0.3656868040561676,-0.11835263669490814,-1.1741305589675903,-0.38140174746513367,-0.7020648717880249,0.08462156355381012,0.3569919764995575,-0.6516410112380981,-0.22621262073516846,-0.4116760790348053,1.130919098854065,0.8010004162788391,-0.574086606502533,0.8445312976837158,2.7466700077056885,-0.3306119740009308,1.048924446105957,-0.7839444875717163,0.9567168354988098,-0.37386253476142883,0.891638457775116,1.3043997287750244,1.6502524614334106,2.353841543197632,2.260023593902588,-0.7723997235298157,-0.2328280508518219,-0.37972328066825867,-0.7663153409957886,-1.2269929647445679,0.2936881184577942,-0.564753532409668,0.6290442943572998,-1.010540246963501,-0.5961070656776428,-1.6415765285491943,-0.8227913975715637,1.0688419342041016,-0.437756210565567,-0.7475871443748474,-2.3921685218811035,-0.22288374602794647,-0.8441051244735718,0.6545391082763672,0.7741861343383789,0.25749874114990234,-1.186379313468933,0.43016618490219116,0.20241859555244446,-0.04529256373643875,-2.340297222137451,-0.425340861082077,1.5331881046295166,-0.5590808987617493,0.25509294867515564,-0.3743613660335541,2.4919979572296143,2.2283201217651367,1.2331430912017822,0.7976862788200378,-1.0840157270431519,0.25071585178375244,0.6382556557655334,1.1216274499893188,-0.08128834515810013,0.3904299736022949,-0.2451104074716568,-0.024679366499185562,-0.28390398621559143,0.9651355147361755,2.055826425552368,0.4972161054611206,1.4230374097824097,1.2637410163879395,-0.19411543011665344,-0.8159558176994324,0.026262354105710983,0.9474125504493713,0.3632566034793854,1.2826123237609863,-0.2460349202156067,0.08579239994287491,0.31645140051841736,1.4524624347686768,0.3565135598182678,-0.27931860089302063,1.3581544160842896,-0.870563805103302,1.2495752573013306,0.9637243151664734,0.11308974772691727,0.23339228332042694,0.02684982493519783,-0.0008286293596029282,-1.006207823753357,-0.2682209014892578,0.5543080568313599,-2.16762375831604,-0.03706368803977966,-0.6050100922584534,-0.5323553681373596,-1.2523316144943237,-0.9736199975013733,-0.32117024064064026,0.08918607234954834,-1.2960615158081055,-0.9524095058441162,0.27024492621421814,-0.7295875549316406,-0.7565430998802185,-1.09716796875,-1.2186692953109741,-3.557471990585327,-0.33903709053993225,-1.8800287246704102,-1.2139663696289062,0.20126603543758392,-0.724003255367279,-1.0479459762573242,0.4418986141681671,-1.544281005859375,-1.6666474342346191,-1.6748230457305908,0.692875862121582,-1.3041315078735352,-1.2257168292999268,-1.203972339630127,0.18686334788799286,-1.4876604080200195,-0.22710151970386505,-0.6107937693595886,-0.5256741046905518,0.06888456642627716,-1.9339940547943115,-0.831699550151825,-1.37994384765625,-0.7774726748466492,0.018317226320505142,-0.0948835164308548,-3.1046600341796875,1.4852659702301025,-0.28795763850212097,-0.5755525231361389,-1.1531471014022827,-0.31589075922966003,-1.779990315437317,0.14118199050426483,0.010249502956867218,0.12946704030036926,-0.7252758741378784,-0.48917675018310547,-1.5642197132110596,-1.0317621231079102,-0.7338296175003052,0.48871856927871704,-0.8579695820808411,-0.7551679015159607,-1.3933866024017334,-1.004149079322815,-0.7488798499107361,-0.23951415717601776,-1.5394723415374756,-0.11513340473175049,-1.1735883951187134,-1.0143458843231201,-1.9350658655166626,-0.0921601802110672,-1.8990204334259033,1.7453291416168213,-0.6787828803062439,-0.027376992627978325,-0.8656195402145386,-1.0273301601409912,-1.660691499710083,-1.005177617073059,-0.6697123050689697,-1.5493440628051758,-0.9519835114479065,-1.7461222410202026,0.3024246096611023,-0.18764957785606384,0.13255882263183594,1.121341586112976,0.026415586471557617,-1.2162736654281616,-0.8490000367164612,-1.3897167444229126,0.07295187562704086,-1.3543713092803955,-2.7167956829071045,0.8242115378379822,-1.19209623336792,-1.98505699634552,-1.4707404375076294,-0.8196232318878174,-1.090780258178711,-0.10104909539222717,-1.1929153203964233,-0.2734413743019104,-0.04897624999284744,-2.886436700820923,-0.33662310242652893,-1.26714026927948,-0.13394473493099213,-0.5972670316696167,-1.3674112558364868,-0.6410096287727356,-2.188779354095459,-0.01468844898045063,-1.016627550125122,0.71802818775177,0.653702974319458,-0.5911340117454529,-1.512482762336731,-2.0139083862304688,-1.303541898727417,-1.8790353536605835,0.5306627750396729,-0.7529370188713074,-1.1498688459396362,-0.8154868483543396,0.3925299346446991,-0.1357664316892624,-1.535345435142517,-0.6090209484100342,0.4250562787055969,-0.11634290218353271,-1.0307477712631226,-1.251648187637329,0.25814372301101685,0.11540563404560089,-1.3614200353622437,-1.555669903755188,-2.0841825008392334,-2.3470144271850586,-2.9373388290405273,-1.6940706968307495,-1.8382903337478638,-0.15770547091960907,-0.7835621237754822,-0.5844398140907288,-1.1270339488983154,-2.6639363765716553,-0.12909305095672607,0.09548059105873108,-1.0613447427749634,1.1552821397781372,0.5345151424407959,0.4591759443283081,0.7728857398033142,0.8993146419525146,1.0171623229980469,0.6483972072601318,0.48080042004585266,-1.1099674701690674,2.178514003753662,0.3612745404243469,0.0035308166407048702,1.8697811365127563,2.299726724624634,0.9609978199005127,0.7852500081062317,0.26660236716270447,1.1847398281097412,0.4978320598602295,0.2693299949169159,-1.519243597984314,-1.1237006187438965,-0.5447694659233093,-0.8416042327880859,-0.3371948003768921,-1.1185885667800903,2.7255747318267822,1.0063899755477905,0.012822411023080349,0.17118018865585327,0.9886809587478638,-0.9192811846733093,-1.1233575344085693,-0.007512201555073261,-1.8747649192810059,-0.7653196454048157,-1.2606160640716553,-1.1015739440917969,-0.9759817123413086,0.15436504781246185,-1.4967457056045532,-0.8783007264137268,-0.6665911078453064,-0.8394220471382141,-0.8722620606422424,-0.4497115910053253,-0.7531025409698486,-1.9160360097885132,-0.38097089529037476,-0.9566336870193481,-0.37597885727882385,-0.9817437529563904,-0.06965763866901398,0.2647237777709961,-2.11940860748291,0.08200860768556595,-0.50240558385849,-0.5425978302955627,0.3338700830936432,-1.4462535381317139,0.9249458909034729,-0.23118622601032257,1.4825078248977661,-1.4567890167236328,-1.3048745393753052,-1.5188161134719849,-0.713577389717102,-0.8276110291481018,-1.0276293754577637,-1.2103021144866943,-1.7006782293319702,0.9035546779632568,-0.6424660086631775,0.08710823953151703,-1.488146185874939,-1.7677379846572876,-1.0215047597885132,-1.1821485757827759,-2.3938422203063965,-1.7729381322860718,-1.1987169981002808,-0.7117608189582825,-1.318248987197876,-2.9352872371673584,-1.962445616722107,-0.257296085357666,-2.9712398052215576,-3.0943706035614014,-0.9332470893859863,-0.2089458853006363,1.1520859003067017,-1.0641090869903564,-0.8822616934776306,-1.2639052867889404,0.8162891864776611,-1.2244598865509033,-0.039916232228279114,-0.23758509755134583,0.4010727107524872,-0.4713161289691925,-0.8604016900062561,1.1279127597808838,0.562696099281311,-0.6803547739982605,1.841627836227417,-0.8329788446426392,-1.8074787855148315,0.5567222237586975,0.9226061701774597,-1.119612216949463,1.4311883449554443,0.8569111824035645,1.6163671016693115,1.4109976291656494,-1.7489069700241089,0.8452239632606506,1.502022624015808,3.8736062049865723,2.0443620681762695,0.12885034084320068,0.22172287106513977,-0.12712271511554718,-2.265312433242798,-2.2569360733032227,0.7818508744239807,0.18161557614803314,1.2901707887649536,-0.5660927891731262,1.8262109756469727,0.8620840311050415,-1.0983214378356934,0.8425953984260559,1.0264898538589478,3.2378833293914795,-1.4782934188842773,0.17084389925003052,1.222409963607788,-0.6698105931282043,-1.219639539718628,1.6897931098937988,0.09966710954904556,0.027250617742538452,3.0050747394561768,-0.7161924839019775,0.5813065767288208,3.65944766998291,-0.7275005578994751,-0.14364397525787354,0.04560190811753273,-1.7347168922424316,1.1529654264450073,0.7647290825843811,-0.37077564001083374,-1.45168137550354,3.4707865715026855,0.09785550087690353,1.481350064277649,1.0029056072235107,1.0341519117355347,2.2292981147766113,-0.2878153920173645,2.9642579555511475,1.2995896339416504,1.4764950275421143,0.40767475962638855,-2.6103601455688477,-3.226768970489502,0.30670076608657837,-0.12137890607118607,0.9509086608886719,-1.1281921863555908,0.06979842483997345,1.1265294551849365,1.748401403427124,0.0772097036242485,-3.546773910522461,0.056164778769016266,2.3265202045440674,-1.179842472076416,0.9441322684288025,2.019826650619507,0.4491139352321625,-1.105688214302063,1.8104643821716309,0.31068626046180725,0.4025615155696869,1.7042056322097778,2.1365833282470703,2.1384799480438232,1.479494333267212,-0.7193970680236816,1.1947991847991943,-1.5162246227264404,-0.3949700593948364,-0.8811009526252747,0.05736624822020531,-0.6488814949989319,-0.5624332427978516,1.25283944606781,0.029980860650539398,0.3569375276565552,1.0744211673736572,0.5756275057792664,-0.020155051723122597,0.09215588122606277,1.2097514867782593,-0.11800657212734222,0.5521438121795654,-1.4357534646987915,1.2724039554595947,-0.6714838147163391,0.9826275110244751,0.6453794240951538,0.9688087105751038,0.8536403775215149,-0.9711939692497253,0.19116352498531342,-0.862980842590332,-0.5142814517021179,-1.1819555759429932,-0.5267145037651062,0.1159825250506401,0.8847535848617554,0.22947794198989868,-0.13706490397453308,-0.5260093212127686,-1.0803720951080322,-0.6716201901435852,1.6558934450149536,1.7216099500656128,0.1479390561580658,-0.31041792035102844,2.444413661956787,0.3615199625492096,-2.4932844638824463,0.2662176489830017,-1.2347344160079956,0.7119524478912354,3.835698127746582,0.606339693069458,1.2733514308929443,2.650453567504883,1.258634328842163,-0.6495077013969421,-0.0593925379216671,-0.4292500615119934,-3.048427104949951,-0.7853420972824097,3.918961763381958,-2.5604045391082764,0.3187370002269745,0.1379198431968689,0.2900320291519165,0.5863603949546814,-1.533552885055542,1.4434292316436768,0.7217777371406555,1.6751595735549927,1.478061318397522,0.2744666039943695,-0.6806178689002991,-0.19702349603176117,3.2888123989105225,-1.8122601509094238,-0.2679187059402466,-0.6385459303855896,1.0062061548233032,-0.18293505907058716,-1.9777286052703857,-0.7065926194190979,-1.8646260499954224,1.4798665046691895,-1.32952880859375,1.2700393199920654,-1.4269964694976807,-1.9720628261566162,-0.9191761016845703,-0.9717124700546265,-0.21571053564548492,-1.8654509782791138,-0.8098547458648682,-2.1384763717651367,-0.17268973588943481,1.6771613359451294,0.8825612664222717,-1.114339828491211,1.6486470699310303,0.6532048583030701,1.3064744472503662,-0.9001709222793579,4.239310264587402,0.4666583240032196,0.9977524876594543,-0.019084392115473747,-0.5269713401794434,0.23081612586975098,1.8442052602767944,-0.20650911331176758,0.6336689591407776,2.9565863609313965,1.309262990951538,-0.1955798715353012,-1.6931649446487427,0.6090553998947144,2.2073628902435303,1.2420259714126587,-0.11136171221733093,1.7106983661651611,-1.148255467414856,3.0295181274414062,2.451977252960205,-1.6901211738586426,1.4355111122131348,-1.0368938446044922,0.8413446545600891,3.4387190341949463,0.05151333659887314,1.4660639762878418,2.1419644355773926,2.423717498779297,-1.0880582332611084,3.071594476699829,2.3310439586639404,0.2939758896827698,1.2134771347045898,2.7078778743743896,-1.1032154560089111,1.2762937545776367,2.3745172023773193,1.5352919101715088,1.0612796545028687,1.4119986295700073,1.2111443281173706,-2.975971221923828,0.29182296991348267,1.636500597000122,-0.7049033641815186,1.0320714712142944,1.699625849723816,1.5659222602844238,1.3110322952270508,-0.3040098547935486,0.49448251724243164,3.1835951805114746,-0.09086714684963226,2.0117852687835693,-0.04612135887145996,-1.0815839767456055,1.076617956161499,1.2675213813781738,-0.30863112211227417,-0.012942368164658546,-0.2058037519454956,-0.9591787457466125,2.66658878326416,-1.0137230157852173,1.325008749961853,0.7233193516731262,0.8102020025253296,-1.4005541801452637,-2.5692107677459717,2.1305954456329346,-0.6679466366767883,1.1935055255889893,-1.4646600484848022,0.6207647323608398,0.8497729301452637,-0.5371047258377075,1.1618289947509766,-1.3717048168182373,-1.2443015575408936,-0.07613406330347061,1.2854580879211426,1.7110364437103271,-2.2828996181488037,-1.2923753261566162,2.3290441036224365,-0.7290628552436829,2.9090864658355713,0.011927122250199318,2.025158643722534,2.0157926082611084,1.415996789932251,1.010599136352539,-0.19993829727172852,0.28346121311187744,-1.5810928344726562,-0.7250421643257141,-0.7336716651916504,-2.135767698287964,-1.4495476484298706,2.0136306285858154,1.5007994174957275,0.39720574021339417,0.12989383935928345,2.3759186267852783,-0.5242866277694702,-0.2861292362213135,0.9688852429389954,2.8336875438690186,2.7398793697357178,0.09723703563213348,-0.5048041343688965,-0.1476709246635437,-1.7909138202667236,-1.5058661699295044,-1.0957871675491333,-0.25328686833381653,2.6029155254364014,2.0115108489990234,1.99323308467865,-0.24642148613929749,-0.18185661733150482,2.0207066535949707,-0.2294788509607315,-0.10979705303907394,-2.1682233810424805,2.3503384590148926,0.7721356749534607,1.5396841764450073,1.9397178888320923,1.5971651077270508,0.08820205181837082,0.44992366433143616,0.46690458059310913,-0.535226047039032,-0.3211778998374939,0.6972152590751648,-1.1131956577301025,0.09081818163394928,1.7104963064193726,-0.8179859519004822,1.4254428148269653,-0.9904096722602844,3.0066678524017334,1.5649912357330322,1.235504150390625,-0.14570505917072296,-2.8662021160125732,0.18947136402130127,2.4449431896209717,-0.27767232060432434,-0.6562027335166931,1.169063925743103,-0.9499981999397278,0.9980519413948059,0.12599653005599976,1.5414468050003052,2.5643951892852783,1.190665364265442,-1.1900601387023926,1.6736372709274292,0.1924472153186798,-0.592854917049408,-0.45657995343208313,-1.0058709383010864,-1.5513195991516113,0.335664302110672,-0.2290414273738861,0.6851683855056763,1.3961049318313599,-2.6703755855560303,2.6682980060577393,1.9174716472625732,-0.37205052375793457,-2.358452558517456,2.322704792022705,1.3635355234146118,3.162163496017456,1.014981985092163,0.13494591414928436,3.391063690185547,1.5097877979278564,1.106398344039917,0.8923617005348206,-0.27754390239715576,2.0919415950775146,-0.7918340563774109,-0.6580355763435364,0.9689757227897644,0.3153078258037567,0.8750777840614319,3.6016690731048584,2.707876205444336,-0.30506089329719543,-0.6175135374069214,0.5810069441795349,-1.5062437057495117,0.7151630520820618,0.21826238930225372,0.6964165568351746,1.798018217086792,1.3110789060592651,1.4670733213424683,-0.3446301519870758,-0.12274173647165298,1.5984655618667603,0.5485443472862244,-0.18722911179065704,-2.3506417274475098,0.8813180923461914,-1.8537195920944214,-0.9574260711669922,1.3192108869552612,2.345365047454834,0.31252166628837585,-1.643970012664795,0.18834005296230316,-0.3458263874053955,-1.104827880859375,0.9865256547927856,0.8693908452987671,1.1283769607543945,0.8796595335006714,0.4027111232280731,0.8073468208312988,-1.7224657535552979,1.069240927696228,-0.43963226675987244,-1.7871508598327637,-0.8092479109764099,-1.7884156703948975,0.2799040675163269,2.5223357677459717,-0.7687749266624451,0.33832478523254395,-1.989385724067688,2.789323568344116,-2.7346770763397217,-0.09402554482221603,0.1458955705165863,-0.32066458463668823,1.5251765251159668,2.133176803588867,-0.4732828736305237,0.9694227576255798,1.1952394247055054,1.471968412399292,-0.23549723625183105,1.1206068992614746,2.4338760375976562,2.074265718460083,0.2571982145309448,2.376617908477783,2.1643619537353516,1.1804168224334717,-0.637306272983551,0.2955595552921295,0.8352158665657043,-0.5147413015365601,0.8916498422622681,2.910691499710083,1.8892585039138794,0.23129376769065857,2.215282917022705,-2.1600100994110107,-1.6076972484588623,0.5593590140342712,-0.043881114572286606,-2.31897234916687,0.3420710265636444,-0.30225417017936707,-0.6797813773155212,-2.572122812271118,-3.4739468097686768,-1.416923999786377,-0.48681631684303284,2.160557985305786,0.7971509695053101,-0.7930450439453125,1.3716951608657837,1.3713396787643433,0.574298620223999,-2.543806552886963,0.08993779867887497,-0.8857352137565613,-2.5979645252227783,-0.9726622700691223,2.1129188537597656,0.6757265329360962,-0.3826889395713806,0.9743381142616272,1.0933411121368408,0.551699697971344,2.5746254920959473,-1.0802048444747925,-1.3195773363113403,0.12817725539207458,-0.31807592511177063,1.3194470405578613,-1.8591009378433228,3.4055471420288086,3.2691898345947266,-0.6846762299537659,-0.012644443660974503,-1.0744415521621704,-0.21436163783073425,1.6544036865234375,0.4924260675907135,1.2525780200958252,-1.0208510160446167,2.4048478603363037,0.7729014158248901,2.294107675552368,0.5141730308532715,0.9632126688957214,0.558631420135498,0.4626753330230713,-1.0577808618545532,1.6969115734100342,3.5141797065734863,-1.2740672826766968,1.5271475315093994,-0.1260083168745041,-0.5958338975906372,-0.7084550261497498,-0.15703700482845306,0.04423265531659126,0.5736256241798401,0.5910941362380981,2.9385969638824463,1.6738362312316895,-1.5138938426971436,-2.0131349563598633,-0.4664461612701416,-3.665137767791748,-1.3491307497024536,-0.11433916538953781,1.1853824853897095,-0.769856870174408,-1.713608980178833,1.1764453649520874,-1.650769829750061,-1.1969802379608154,-0.9668346643447876,-0.7483065724372864,-0.15206721425056458,-0.8175176978111267,-1.0322567224502563,-1.0975943803787231,-1.5403975248336792,-2.3011155128479004,-1.532600998878479,-1.7665702104568481,0.27698183059692383,-2.135064125061035,-1.5885517597198486,0.41190871596336365,-0.052080776542425156,0.46376803517341614,0.5977826118469238,-0.11376852542161942,-0.6725565195083618,0.23318329453468323,-1.8567718267440796,-1.9244927167892456,0.03828602284193039,1.4464871883392334,-1.215273380279541,-0.15370836853981018,-0.2854042947292328,-1.371789813041687,-1.325523853302002,-2.386235237121582,-1.8150784969329834,0.44961073994636536,0.07213977724313736,0.7335898876190186,-1.0607030391693115,-1.7533177137374878,0.7287461757659912,1.0768262147903442,0.0092451311647892,-0.5893835425376892,1.3591079711914062,1.558392882347107,3.692898988723755,2.632830858230591,-0.3802725076675415,1.2983686923980713,1.871261715888977,-2.254815101623535,-0.2848617732524872,0.05948740243911743,-1.0590654611587524,-1.8993154764175415,0.6917305588722229,0.8877450227737427,-0.3861004710197449,0.5465709567070007,-0.9043235182762146,-2.8185839653015137,-3.3398821353912354,-2.17336368560791,-1.7732739448547363,-2.1553566455841064,-1.0102466344833374,0.10248637199401855,2.006272315979004]}]}