From b1cddb3904ac6e2fe5e666bc0af88c49b70eac5c Mon Sep 17 00:00:00 2001 From: Tianyu Liu Date: Thu, 20 Jun 2024 13:30:29 +0000 Subject: [PATCH] fixing p_next for vllm --- genparse/proposal/token.py | 10 ++++++---- vllm_runtime.pdf | Bin 21326 -> 0 bytes vllm_runtime.pkl | Bin 5834 -> 0 bytes 3 files changed, 6 insertions(+), 4 deletions(-) delete mode 100644 vllm_runtime.pdf delete mode 100644 vllm_runtime.pkl diff --git a/genparse/proposal/token.py b/genparse/proposal/token.py index d5b50f82..c9e0d811 100644 --- a/genparse/proposal/token.py +++ b/genparse/proposal/token.py @@ -39,18 +39,20 @@ def __init__(self, *, llm, guide, K=None): super().__init__(words, old_eos=llm.eos, new_eos=guide.eos) - def _p_next(self, context, K=None): + def _p_next(self, context, K=None, execute_model_req=None, **kwargs): with self.timer['llm'](t=len(context)): - p_llm = self.llm.p_next(self._prompt + context) + p_llm = self.llm.p_next(self._prompt + context, execute_model_req=execute_model_req) with self.timer['cfg+trie'](t=len(context)): return Float.chart(take(K, self.traverse_trie(context, p_llm))).normalize() async def sample_next_token( - self, prompt, context, verbosity=0, compare_time=False, draw=sample_dict, **kwargs + self, prompt, context, verbosity=0, compare_time=False, draw=sample_dict, + execute_model_req=None, + **kwargs ): with self.timer['llm'](t=len(context)): - p_llm = await self.llm.p_next(prompt + context) + p_llm = await self.llm.p_next(prompt + context, execute_model_req=execute_model_req) with self.timer['cfg+trie'](t=len(context)): Q = Float.chart( diff --git a/vllm_runtime.pdf b/vllm_runtime.pdf deleted file mode 100644 index 29242fc84b30b83924aab3669b70081de7875a6e..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 21326 zcmd^nby!tR)GytQl+-~=^7Mg&fOJTgw9+9d91ua26c7bOkTPgQS~^5JMLuQ6|DE^NEN^Y(g5d0_u*htIj zlC3ocB=-GL(Fdcfhq1)if)L*c+LjoMt%oZJiG3sk>p583IJ(+{P(R*!xLNDjVnC)q zvkFQ8E4Dru5Lnd(U_tIjEdL``1)2YY9q8{J!19gd-oqB)?mPQnU0Y8#FAr;=KUn^O z_BCv694+PCe1H}qz&`{EA}S7oBaosfpn9-8&@rI2CkXwWJy};*H{c11&H7JaU|;`~ zp1Q58J;nh9{n4V5qchN75Ln3>5Q2iOwVRDCmTgarhpnXxna_h2^X@1%W$(#1hI5)H zB-PvYO8VqJj}Q0PcPeKl*Wan}!{0r2R_Co|`^1&`!B9F0nqqY8OaIVJ zv(xg2uy0fH1A8e68odM8d#Q`GZV+v%2%WJx%eeOJK&;BFeaVGl%AWq_US)IS4QTV) z+lw`|{anl3$S8=BuH`kjqKb)6JtLk zq>a(ktTYB$X!lmpCZUwr&AET))}(F|Ot)8-mH1I_qnF4`Q#-pKK7&;OyK?*HJli?d zui9}T4WJ@&OAVz(z~xk_iprjLpQG2(8IJ2qA23wW4|I8FwKNuKbaj!28l6Y=jFQCzS*r=B1= zEAJ&4OQqA4mK4+AE@eght|_)!ddPb|HENR3DH31Acf)DB>ePM&8U0&NNl3oByY_hD zLSk^}O)cErbo(pJC#9U2M&&k{-?%|P?TTAPF!F&nwMRzhT-LpvDDy5CQ1&a6I7Ekx zEz?yHn_!q1X<{Rp{nW$@;|+?+_l(I%^1|DEQqx8AgLsKm9K6l5i5Sa9`udY#$+BXl z{-8HI_%Z3kc#W@T)&ukGKqn74Bu;erFO{Wt5{-D+O9XJYbPPIsNW@*kQ)Vj# zkJdbzR4nGHYQpr3DW;Uf%{GJb6c^u-W%$*d;dG{)!f4Cs-|A#sA7UE=YvW1dO+;8w z_ar=Em!TAHhg#8dc$dp4d4^d9pKDB&9xAAJBv5Ruq!rgVe^;=TvtBv6wRQg7NQJkP z$l@ntU+hY3-(r5ROs3Q_(OmK~u>bX2!NRz_Ega8Xu6j(rEc~)Q{ne}~Th{0?@oB0T zWXq$?3>GA;c?KV7SQR5>EfY688ewC;mpxD-?p z7FD0giSU@v{o)j;1bz}fX0Pma4kLdH|E<@g*qaV~bOq--^&RJHf~K{#_jPvY%4ZV^ z-NKA;PVDY4nAT4Zq4U6(my080f`#&2klSx^io)vq5)Z$oLC@?Da&nyU+S*^=#ndRY z5~;9mcCLGm-v3CF)0r$T`N#v08Yko?7jfWvUqf_`u5vMrlC4k+O)^`-P}DjbEFWrO zzJ>M(Nmf#xc$`^oa++q*Nd?q+@G#fU(E@c|3ppQRfvSkh}4gJ==+p+m_I1Y5~&~ zjcBdp0Tt5v+Yd|2?n7}AylF&rnjNQ79p&UiI zWnc#bc0NiJ+f9)y?E6I@Y-C(VHNve=7dxJNp#T!?VHgNrz}%y?kZlX6A`|1Ua$_U# z73%=eUc#9xr7sUuFTZk&+d^b9Q%$ zt~#1L)~u=rX1fmDBbcDavm@3vwo2-tv;bMpnp$?1Xi3fJdQH+q zy>pK}x4Kw`k6xeXl@e>&a&6|E@)^Gg$Do*`ibsVHV5BVwiWljOZ)fH|(*W zPtGANs%->yX%;FtD*wusyy((H4kob(xS z^yEQCn#tUm)agZ;pDo;2TIh7YfcS2<9%PNmzEa;fM^BVqfY1}Vzxb^1%s_rgbreTr zy6@dmghY6$HEggp?h1#=-C>^W>6cPC>ad$aF>IU#u>{T>Dgp~V%rjK1ToHs8bgwWm zY|Fx$6Zm6BE>RS36^G3GWMqx{zEUWj|61V8ms=*b@mNHrbzn*@UI71u#mlssh>w>m zUaM0Dw~&y_5jEJprf6LZ{bX~7SxNk-b%Ijf9n4iwqo+yO!|63&Qy4w*=h9*pJ)ML5$i`COB*Y;;RhaNjUU$GmDs5Qm zm>E%n#N`u4uyJM_kuipoA_1#i*Qib^?C{xl(Cr^|p39V=q)=Q?*JcmBflRLmTu~BN zb5Aa-%;>U)>ob+5tJToU=oqVpF5MdFYdEEdsms$gpEk`Kw^Pu*S;ztlhTrqIt}R=3 zF4UKm9qqIpIz^}+78u%qQ^U&KCD@~Fo;abt5pFQTPJU8oG5s2TP;km9g;PeF7jO9{ zjA%e5hS`=iAKoFCTBf8uCNyp_Dx3c(j0e}p&z6<=Y6mPM;~TM+&a?CUHFV>_AeJJt z;8IG1l(Z_z#zX{@9MrK8lF_=LYU*>Bc`fagaQ-7iGaB5KBh5VK16fy~;jTEzPt~6) zzSOzH6M)OXqm4r)yUqOk?s<3cNWWiB*rQvq0kXGUw6uEJWB#Zr(%Suko;i1Q59^Id*k~%P?Kc zFnY}uPa8onPB5^QTOu=PBkd)Wu+_(IK#>20|?!~!14PpOQlH-E% z8Zf!1ShQQ;@0WP7*V|Cd_30q{x7v(?E1115x`yHRrry@=UCzvzE(7J(3nw#}1M`bS zPD5+n1xk6=B3@a1J-N~qH(XI61 z!ik6Vb;bHR18H@uaLY`Lh)6^WC#Y_k;!5vW9*}WZ9c1>o;_?M6+ zAv%>kP?r@k{u*fB{Mz&2Hr8dTwMDWIkxQthAklri%T>#BqKFFw9fCD(y$cRfaTL*J zZ5MXnO+~gIo_1@>`w*#Vsf&&)#s-^4OxKxn5bL&K{zWb`vk}c_(TaW?GZlwbvo507 z^w3sG?&Eh{{4YGX9qZOBKlLexb&XZxJp10L0X3aX-dNr2NUtT%Y7E(x5$cm=Ttuwu zuREIAqNn5fqEBXzL|kxgmtee08%uEVDudG9RHcrSw~X7&K*Md_&r(PzJ66+)%o%6c z*i`xhwCQ&P{h1E^`PIu8NV8S#)>J|EtjO80Y!WN^XPdiH4x5A z{if=m>HDV*o+LKhs+K<|$uAx-@JKH|jDlc9HdSTK#))=i6{nYES+bixiumTJ#dDKF z(>MpBn=6*F{LrS+k~1}s2JTg}bqAYJ&M4f52Z?F^}zRo$I5yPe~Fx+2ivn1>D9=T;yhvSKldSAkIGD&-mKeI~cYLd)o{GJj7{nENgr8iC*MoOuTbs#bC$GBc>4L{gxAQ?# z>t_Da2w$_y4Tq`gmKW9H-wSBBqp0oqS(=wC&j8cP^d}Pis$841=6-sn%*?DWdN%Uv zTTZy!G?!d&4w717->GUB#Mx@*B4%59-NE&&BNSTPY%r1eDOpI@k~Ca(UfbBHY1YA5 zVt`9syU;z!xV5govf%Pe!y|WT=ckp(RZ(G7HvSd$@&~C%ma3(G!#S(zl4~9GIN1S7 zI9Es6t>vf(=d7~Yee0~WPYnb$Okq^c2E=&jhe*A4vSGGdNM*i#=l>q*k~EQ9Ko-A(O&>o%K~xYMFfQ zx_E#qbN-}cv{z5^<=d*ERPNS1l8!<`_|bEkU0Z3z0i2bLB}=S6v>mSRD)Q*`wZgSU z#hhG4#Pr)!?8iH9n1|R2-ZdS?q^HzJ^q);ok80M<;=s&`8N`a1xf2I94A5^8y62VZ0~+xYO802N_3YIiI47N z^N8?er^L>EnTK3V$IU&j3-MH;@lVUhAYuT|G#jJfm&it+W4$bctNU;~ zQPeJkg)H{6sX{-J;Lb8Qgp8+cOXQdU`iDgJ2iT0V09noXOai3ZZl>Z^_*GJA2G zZEN8+PIa$xr-+;ZG4#f2)7=ilih zk0gEJbI?>*Pe66k8B@&_PonsP#uU$1_EAw$H*!Y6D%Z6h%C1^EUfk zl>?0~ooZwYJ5eKJcK)Xa^VY-25>%B2S-O~lHa&kN#i=XwK8;yDV$WC_u67Aucy`a3 zsN;3KnQju>7-0{K$md7Xgr~=B42^YHi5$+Ujm)Sm z`6W%KyOVe7GOeDOz7JB(CAn0K@??v+ewtPz8GQ~%^y>s)R)!CqNnweKrKiKPVQH^t zQ;IxmTR|9~RFs`hm$bvm7&<{S4cBl<_Ep4{*VNsfc?hWw32BSAi|8EiL^6WCM&8+4j0kEtfEC9fEvTR}BfCqg2wfh=ftO()yYp4$~L8PnJw*_>=T9M%}U5 zVI1O-6e-SRYsm;n5q$FrZlcbuP)Es{(Cg>U23`r1s35T?^PZh$_?*dtkRTQcF& z-E)t`kYU-yYE_jy89fOwh~uMS=$qS}qgLPKvZ@0`O(o+P z29I?~1(&#(S7`J{&5S`k$um^Wf-*zh0-0 z!*wXI#LI4JoMTP2!j)MJ#Uq?Ib+;v+c&Xj-=}u^FlRxf*hK_(Q^t)p>jmfo@5^W7U zuFy>2tp>6@eSGdC<223U{UHZ0Lf%ofp+;joEkpu*XDl$6@=2&iPsytMGX2U(V`W6TgK)$j}~h!66QjfS1={)+ZEWJ!xjoc&47HBnxKx+hq}* zly4l2a<-*46$9d`chusWtDm{f1UP<8WxVSm;Y8jWm7*9uG?Y0^J+XE2%C(oF%48f} z@1CvJ6p>%7gn7>!#yb>P*Uc*RYKm><2wh)ES6;F*xL!;3?e(|z>Uduvqhb<~6HwdB z2DkV&@)Xw=S3*T9g4rTtRNil1$+7PJM4x`sW@%}cllr7+O_w@-awDzAoBVlkDh-hk zKZY+edKZT(m>5&m`|M6TQk~)5mDMbt^A5iR?udi@w9&W6B_;@eh^6FedXM)RKY4c9Am0wut{3kEm?^@o;c>+8R3R=U-r8zzJ1Mo6B$>vzVa~Y!@%%Hsnp|~i)E9E(%J$( zPQqRn+c#{Tc3Cod2Eb#k>eSrLVjlyNjA0YdvzZ&dxa1@L#tqM0Zs3YvJ-=eb{&Lhy z#3J(0LgnfLezP!Ru|sVM&U6>W0dYP&AWMqefyKSEJO8~`h#WoxO z1Zopy`}l0ViEbW9IrL|)_wzo?sinTM&B-Y(>A(GT^8zm%ry|YaebAlP`=Tc+dRdsI z+@&BGai{ifgziCko=sap@cruCVGS-xajklXYN<0jY}}*t&NZZ@lz(f+SJ)^$E7ASIu=TnZFj5R zTkO6R$5hBb2UT3u9D-CFVG39D1p zQ2M383CYxkwWkdqeSM|IL zHT%5a(}UuK-M$yJQ=j(_zn41q=!MPlxM{+)w*Q0d=NY7Y$xUJG)Tara@KNrU12Na$ zLC@>Ai-d&g!e(2Q*JW{iN1W?ZQ`froy}_pg?mk2vDuGWIBP5oXyMY!7Lfa1xf|`of zgPJ}>KaTn|=9@WCW9G;-VlFz1ta8nvASK5ar;}NauvMuuATKlzEn+6P^7Or7iDDz^wl{v=2PY%L)H%zpNiHSYx1aVM=XPQ0`s)=;CY*32D#jgLNmF+%p(_VxB@<}_>uW3s+e(L ztet5mFVNCu5(#Py6ll=WRb>gL?#!Ly5v^5^R}WKEx$j22*t2dc8k>e=-MyqL+!K|j z)jy9;TNz|p5|Hcq^uXNtbAfoTaMa}6I+9My;-ONb7yh(#E&Q#yMtK5qL3=3-MC>QH zE=%N`Rh(x!!F9E-uZ^+qTbH8BNNjGdEN0^Ntlkrm^gTaXUGhcgY7$30j2`1{cb8WI z<>C3?E-U3dJ|AK^#_7JXwM)#F*1N(Pf%yRO@7`j*>BPq9R!&uvP}09}|5+SQIO*H# zgOT47EV4}r;4D4+Z)z*4wa!jWp1rocys~FV9ewedckc_1wW%rpt=gG(>c`YA8VCCy zHR#m@zDGh~>Yq_1Rj_*l!-MeQ~hRzJ2%&op|RuTz{%G z?8*+4^>wlR_cP5mp5O5O^65r>Ls(8&nBo3jPwg6KA=CQ$>cLE8@1v=yvp05qwpWMP zeU13YQp0k-UhwDB867|i?!D{ItR%~R>=KGU{MgwGkDFh1wSh6J(Ge5dGUaPEXF*cJ2`nZr&WuSQ%jxM zp<`!4X~vvN(*M=MT0(RJQu-0AsHyR7pV5t5R@=!c(%}wo4@gZ55-lA>Uw2V^Ml5|6 zW}RNiX9b-|5Z*FI&9iOEp`HrYH_UflS#96p3)s6u^vYZ z;$Fy&59{tF4?mxA?zOXr#lFMCGCmnu!>t@$_+? zaMq-#57isKN2Xh}XY2Y>IR=rUq+%Gu3|j$&_0zo@ul@FK!=^8(n>*{~`Eg2KP%v0r zBvy_%Wu3sZFe^*?;aro0NqGDfMSR)S&t+YHq^sjompYyi=O(^7BVbqj5u+>W$`r=M z(ee4o`umI#C%N98Vjy?3mv$=Oc%Khi(1s_Nhn&` zXnN#3MjB{tYo8dXZhlTdv+1lTFW`B1Xz60}D{`m%&Wt|ib_qE$Ci&E;&X0~i(OfH# z9PQiYG2=KS~F$Kbdn+OR$qNV*;B_O zWD+`$KY&NCyiO;-91%~?3A+Yfgk7tIomrO{O>)<&ay4tVZH8N#PM;C%K663-N`>y( zhiOmOPNJtob&(ibo5#Ls$>c9%!V77QF+vGmG6Qj|x-%!8O@mHsp3CQdn2K1W?OMMQ z=XA}BUaP2NPQQoCq^E%XbqBK&(xNz#-SKxh)66xql#P)*nU@0zm2*a{e@{K^vc^qAu9hj zc+xj;)DFyvju9UAnE4mQg~4I}Ej*--s%r~`qIQpAzX4}>wT{0vHEiqfjc(To5*gl# zDqbsVZagq_2OU1K6N}8?yKe7cxG$^~s@zmCt$HFbVdjE&P&aFv?O7@~XI;YiSD9`1 zC^{5TQj)Z=5ndVzNG*}qh}~F3J=aVrw{DNp{ed@h8?OZky7VgEeh8v-$=mhZ%O`i) z8>83s_FGbYPanQ;Kfl3tmf>Ej5s{QmwHnkvX305?KdtWc<6vj$OW_I$r|qXB8XHgd zQ7u=m*uOL2axkCFaj|})bgq5i1*L{YEXh{|Qu_+TD&xV8-skmi_NX~0-Xa?l^E_>Z4rdFxF3NVV@bl(c+#WF z!o;&d0`yF~0By!%=7@7SozDIkUa)r}e&GcMhyFJ+NG)_M0T)I0)lg}O0rR-bi=3Pa z)X3KxHL*#WG3#8N1N7`kK1tl%#dhuECN?0uX+8DU7h7f2^iQ{^IZnkzl3U)q>pq-6 z>-s2)>CijA*NAuxwR6k(0?kO1`miCRz34chwc~>pbf@cWbNZ4yUIjUNM#_*hiV#di za~#N1KXaoq3O2teewY7I`w1-#R#x z9GQe&KY=h^^|TGWhIn_as_t!;IM@dl z@j;l$sbeIFy=U`_1mS4pA4pJF&9zmAWPIU-S?cTcl-{el29tGrZcg&Lxq@{O&^CyF zS4{PLHFLVlp`Dc%3QZ-muZfzPBwY=!jl9DvT``fc%2i>G5iJpCSN=>6dnl;zq~~dW z+K$})P~sTP^)&J(fAqmDIH2)OF=f?^6il|5XI?Nf?&@V9uXk)}9bm>y zdc5j9NYZ8AYsjwGQWYwdw6wsaAKnr0O&2acnOvs?Z?vSL9o}y4z(4uTqmBlV<8-Rb z=u}F%mBO7{&Yn`w35M0zTG7MJ^i9rd4~Ns9!Qp~jL1Q&HFMX8pF0KFKUh()Wd@g+sFzm{3UAR}5BcCL{ zaQLQ+DilpXS`>TlexeaMH8g}%SZe1km#5e_*6Zn`wZ^`&ouh||3#asSc66VJTFIG* zv-YOZu1lpk(HWOK|AZFKNb;;F<_xVOfT!VF`>VpLpUlT|(Q8t8u~C_1HdQ%UHNP|I zm%KCKx~F7k%NIf!Z6i0q91srri1&I@BosGHib+4; z^7Q3&>HM&_n7qj6=_mf5b{)J{edfvcU27p zCNk-+9#Yx!#XPy%Z~bta+X|0BaQ5le%eLt%uIA^M@lW6dYEo|^`H;mD2&41gfT{M6(f1$pS3g<}Zasg;?7Pl8G7mN^3{PGs^{TM}*EKyFn_rN-M{=bA zhw6e&b3tClllv6+M)04@QbhaK)OuMhCrnoyuV{YbI9m&V{?A+VJfv=gb4J z+15uUwdIhOV@Br~tP4f`i4w)MUnT?=X=_jMcp(8~oB8cus6QSQ-P{7x5|XM&$Kp?s~VfJl&WZvMS6-Hv>zYqI(%T znH_QdjWv(^)LqWj>S4&*cr>inwbvZu`Mvv+&C8tFT3OR9H8Z!(r zr#&|=Et&(Pik!KEQhzm=VLm13{FM;n2foDY@ zdO}__l_WgAn~=U6w^Zh-M^$Q2hY5f>vD)tAf3OKA1uqnj|T)LZ# zd}Q->L}UUt&1C9xBdX;@nN%oRx^PP=0?K$F1cloNB!XOMT0x8oB}ox13hWPX?{-h0 z!^hzrXY4$NpJR}pIQ+j2iquOqT>ylHubkv@m#A^k)gdA_M!;=whI z1v3_1H5mFez1g9*2Xv%Qe9mdyuOasxEUO=^cbKmIIIlJoaki(I=^=G3JImxTtQ`ZX z5Pz_9aIC2A)0`J&QWqwEiPwMMo$S=3#&{x}YI{olW12n2>cfzKu#i!_tL8xfB2n0W z6vQ2{KPP$boGrBa5JmaQ2IZab<*R#XDy9f9j0(QH{i1IkNg8BpP zQj9r6htEYJ@28o@y~B+!-D?LEKyABOk2vc#3>bleYw3dq$ATgjgTg9!CkfXI2<)x* zKcHNZbaMn=0p~Mk9pZHTt6Lr8F`pbzo*)|-;JcE5${>dp7AHYi>}Mex01-t9iJPyP|}C$=Yt?w86V5**Oi$>D-eS=k5F zP|5Cs^fjpy&G21H7YzRSFpd&aP+z9Sn+lLeJ2f*!V-kJjDT;F%M2CeQ(T^`gvPw69 zl0R`bmTDe(X!Px~CuNadH2+;!xB7P%9^_Kt)3U`T*KwO0m59>OIwEB?dK*kc0%|KS z9I%#g*HFl8MYLQ_){RPg;pCpx3x3b9H}boP5XV53KbdP3Z`WcsC>8v&EeNjjZAt6I zHBG&sq~Ud~;-8cfv&RRfGpj(ij@lM?5zl-~Vis{OC<>?P?djW_yF^d- zFNhr@x8sll67mQ3LkmsS451kRMs^((;AK=Xb??+-%)yO<#Z-0z+Eky8XBpOnRM0@x zcD9IwGR}R(9U0-^WNu%%R*0}WN;NP{_Pna0wCMwNu5!W)Dm%j`Bw00Vf*!Spvsc~g zT*P0~H7)U4#9g5=;4v?yur4X6ahI|rK(_ia%x^-hBVv^w8>oH6C8XbZ{q@GG>zcPe zu0<>4Xe0gKd+&&2umTkM2e1_x-AxH}Pkt>qh@7CW_nD;Dt<*5gp%ZToAw?pjlYf*k z`0j0ab&KUh>lt2stpaHt?#dcfG)=Cy7=f09ItBberrLD;hk9GdN*{E=AmPK9j!9z| zgaS*C9 z?tELz6f?g#;R6{uX84XlBY)DpAA5EP2yv{^O_}?5Bjj#zF{$9RynG)-Iv-$6By%!d zoVbuLOek205@)82GVz$Ej{_cmAX&vbCD_S;06Q5_Kq1;EvOs&4xTdh4LskB7wc>PC zuhr?5Y@7WWvdY#?c|5ITKJcM51;-Uet*-l~oOBx_w@q0RcxB%}-bze7p;xQgWs{UhI zKL&k3QGf73DaN4bfE7N0=kp+b6|cnG!{MvX4t6AscJN|e%S z`kWSp&&4V#o%;x_Q;6>6ca!4O-n*;bY@ONMq!hB>2RFRrJ4K6;tWxjZAYk%!W)o+1Py*OdAK zF3vqJikki!%jmeB=rT~~TdaQOX=X8-vzF%tzKbUI)e;=N#GPA(Bec4;cqc-u;jcVr zP7j<{Dr59Usa!I1c8mIEbgnPd)lBIYcg*A5Q;EzNpE_(v`@18J_6iD9GTi6kr1ak`6oI(o^zEC+j^S3jM(et;|NdCl{fVL1lI zz=1=&|2{(!U1Pb2GreN6i24C)YzSpl%|Yqk18-tnyFIaAJU z-V(W~=#}J`x~4E?5;O z_|gtBM;08Uy&%(8YX#HA58@f|bi7Ow;lUSiBeU+&TmFK~v<)far0%!()Ux{6H8dA- zTf16SQ_WSsrY0qxQ;1FY=wBkYakC*-Qd$|>8L*6sa7icRTj0pzec5tCqPQKe&MtY# zV9}z9BTV47A$jQ&4(HFN^zoVO1+y%pkg0Bno>kgRG2!66m2J@K`&ndBQ}~L`J@aPw z)%!hHNctTPSQ)#ftr=nilygexC>_Nc!W$l45O2Nkg&s}S5N`c2S(w7wfiK55Dx#t9 zQE8TCTRVrz<`-)H57)we9|*vR{J*MVkunrXdC#XDH zjf#K^Sl~QJk7{V=T(}JT5bAlj67bNK-dZYDKd?F|O-j@W{~-e>7fZ#b%G~==ipJ9V zzPjhBJEz0)+q$_XQia!pR0VHxX-6iWyenesS{X2oqI~u&UN0-EI5Gngy;bJSz;Q9% z^pscZ+29sI@WgBldq>uA?NoYX{f$gqDCsf1IR=5i{=|lf=%{+&%aYXg3T=eg<-D~{ z5DJ?+d_&SjOhg$egE4uRdiya**s$*X-8_fpw{U3CTf(sGLT_A*=4A9is@B@bH1AKo z8yq8-6G>m*8!o1>%ctJIEikdzIs;{~uY6-WNV9BSB$XuFnQzv@OV6Y}WXWw$bv6km zTIMMw23k-uO0bM^J%18T7ljB_;R=14lKF~2mhN_;(jAn?iM=dvH0GwkohQ&`PZ5`k zy&B?9ealAqpXcH@%rA@bGlBEjHa1cCOgfJFpJh}UzPVCwdOo}N)<%wREZWk>qeBH;tXki+Dj0}%~Ie%pGkidqBc3-)E9}*+M zJ0-GgzWJjq5ousM#@4}x%`JQENTVR9qRwwrq=&PtSe_ zC-E_KYsav3960%d)c{hXnl=DJ@lh&NxglDmj=EhZ#*TiXoKSw;E6uUGHQVNPCM_gBK_S40nv>D4jdN9+$y zH>7T#p#sD%zx|*|+2J}5v0QlI)Qv2GvdC{6JmanX7AAM`DjPcIq;m&6dU?)VqeFYJ1qOc9xU`vv9ONsTw;+2TwM$MAFvPJu!HKs}K;JTRexYas$;b(%$3wkKDSp3$Y3 zKNI-^Sj|r*tW0+3WwqUB4kW@oFV6O6@y&X?lonq_5*h9u;67H?zyG^@p#L1R?+y-* zycU4vEIn<1q%?GN6wV7N*j}WM`Y9-bI^2TKpY$br=@f23hZBpDc6M#0w8 z+QZQuV|cptzvp<#*fa6Ix(APRwCEh6ymuar3%7|WbC;4}enN`Tb>z@vepE8t@Q z>r&xwR}Mc(WMBnHJ3CvzAp+I|f++}lPsG#R(%Ke;-9xzS<%Y5K1WGys9J^!PCOF&L zVSXe%9PJ%2AYh>hc6asyBxCL7;$jH`J6v^luyrK^yW4s=y4ipbz($gX z9=0Gfu#XC~Vg=gP>R}M!5`SUdOZ$V_U#Jh`_KXrSg{UD&Iu}Ap;xzOaiVi0H+*| z*0M)~1oTM{W9xDr=mA*6(&wm0ASfIG`=?)wpC-Z-gn~f+Uj(xM+j`)@SReo$27GLQ z#Npx~6dXl{2JoYpI0OU(EGZlfISNRCPwabaemI~YM=@LsoBw|cWIx}-fxOs&t>b4v z0=H_Q5Uc>i5kLScLW_gM#DHhu8$be$i(vzxt1v(VfdE1QI*LRBl>i^57@*c-;s65> zAdQW&@8LiIoQ{YA<*{|5#nC|goraB%Is+FY!^T)9u${sN6cm0`7729xdmTVtpxvW1 zu&#sw-vKrt#n4AF8aT;E0dy1;26XUyy9l6NBrs#Z(b#eb5E6*R0bya|qX5I^LmdeL z8)Mr)8Z@i`0UiK>l409K0%eYb@{>7ie560vmJrwn2v$T`wy|Bq#y~h44{USa0~r$N z;!#PgeE&`W41TWy2J{&F2Fn$|Ikq@f4So*S&lngoU~}>xH6X-*Ou)5LEc;kJ_!p~K z;*l}|HDOErRST9W2!!nD-H!^;C^YD2z$(Ib9l+|rzr&HN0lmQL#6QB3K45j?XE@T8 zA3A~6hkphvUq{bC9a!D?8L&M^L6E>00=!~%;Fy3G2gU@e7r>2uEZ6{XI6%UjeHZ*ipsCe_zG@CuqI%P1A}_>WCMa>aWPga`WT$?Z17PC&PR3e@ zqdNjXP4<9}d?!0#P1I3_?}i3Y>FTzu#l4{%HVZq5p&tfBA9( z%gX|pz}A)^D7Ip-EbM>ICJLwpHYWs|ILZwF-!lKq`#me-f6NL1hrgRg{*T!pqTgHp z!6)i}$p|2YBR0i>rm?O6xY&-B?+u(6DU^IL#skGc*{&xYE^@p$eM8kJL)YS3YzS|TvBz^q6-RSEC5kVXjN`2P zo-jHsNGuQ9J5)hyT8+r`E;(W9`g<^}Yn`0_Bl$ELoK#_kO;V9u^o4QE!Od%-2`e*) zBwFB0)71U4XRXr}xQ+qi|5UO6?|P4&Uj9Aw-#x5>)f{cGs2s2qSiL!NKjsAh!XwrF zsf^f(<7Z)cz=arg?Qt4dB)B`fVVoVUK;CdsF;TcM$N__K_mlvGUH*C{>gHiDKn4aD z3pQTXfJd@_mU6eT16f&GI{~fys6haLpxEji-CPy0-rG(qNWdU41Ox?xK;cj^B*H`h z3!{Iq<>O&%M}|cQWB>;E@dF?f5}2CpK!4G&&>H&#x&EL*(c;+2``p zQXc}lVE&bc{9T_BzySZ64++8k)fe{ncRzsD%5Qx`BC#OsmwYJH@A&|w{4F0As{c|J z1r`5IRw(#y`V7oD{~U9Shoz<dnyOFc(lTVM_Yfpy*7u+#35^;UJY127bzIo~mq YC&tnPb2Qz-AP@wKjF(qYONs3N0E?%j3;+NC diff --git a/vllm_runtime.pkl b/vllm_runtime.pkl deleted file mode 100644 index a8b6f3848206c9b58f6c5ba9e2cf6b3eee440f5e..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 5834 zcmeH~UvN~_9mhip7DaSv6l_h(6-u+I$gHAvprg5Qii-wlM4)IzH-9#Jm+Wrt-ra=+ zCU6!~Fzrgy>0;J#?Ci7*Pj*VDj?+GLxQ>D(FtW*n5DkV^@z2z%sX7cJT6@lZzh`H5 zrVoAU6M6Z5&gXZ|-E+@9yZ1!QJa}||Rp~D?x5Y^WV=a+o$#692WHVRa7mT%8(H5sO z``c`NI@_D|W@aVB$w)A}E^}3>QzDzWR*#B?6K&bdtoHVBTM`4jnQulS(X3UKnYE#G z$?|1p##*AmtTjhnFB(i_w`9HkhQgw&)kORaxpf9%UH~xoG0ot4LG!vzcq>4dFf?d0 z*-UfZM>uB^zR++=&`bmfALvn|x-@zOrQDKf!eW zjF>b9moR*Ua8ko$faX07Cw(+$UBZV2!f283hKDe&;eHy(Xo>0EvE4p-AuykAx zA3Fk*TTmd}P$X2VR9m7pK)B9FxXC2kSROt=Q>RPyy0j?3(i#t7=JoJap+2@kUJ`0*@&Ztz^nKTGz1>vNJ@S00Fq0RU-&4@}h zybQy6n&Bd$U=q$5girPGH^g{HAXq<|3{` zR3mOcdJdv3w;}F8{0MOm!bIGU@FUhB)*{v;9!6|JJc4)( z(TWHnIuQ{>9N{3gBf1eg5xWp+#2&;x#4i!QLOg{yfcQ0H0P!0{A#6nDo=8CQ z-e;gS8*wedgP4cly)QuPW<=#<{I3u0F7)IR`!QO)+n=Dd8nG6^n{GzyAq1Cz--pU4 zb`834*KzXPe7uJn(S_e>&iV(Cd}2${T88i;{)b)1dsu}5d~lpRr@H~QM-hB}0krtw z_$>}W@-c?d+KT8*1T)`gy))}?eEqpORfmQzr&=?!+d4wGCY`W6DbL0E+wxe)t$C%> z@>#zhKa3gun`w``F#FdP0X-p_-Onl^e?_}a5Vo&2VYZ(X0MYLPdj3t*{US|QqpHZ^ z@#_gajtSHIQ=0ypY4&A`EIsG~?3V-}`7llR&q~M(CPrxDwI+;nQ~)|vs6KY1OL$oT z;_sM%WP}iXLBJ#)pb2|u;$P9&^=_5?lXtO^U^NPuXiB9lMGpyp{WzgZzfa?bT$JK} zGy!{~D&?ro%>ocwrQw2xDS|btO8xm8LbZhS?L`=IIuA%!xqv4(76E-Zm2#B$IsoXI zZ~@(V5fUHJ#M)IwcD8>{a3U^D^lt*t^)r>SPii+Iv6&EEBNX`?oE94AArmIvAOPt< zxq!|?DrM);B0{)Ez*vVh=y!LAMU&p0N1wg|A>QZ0^t@&QV$Tb}wmCH0`dygrYiM@8 zqJ;eP{cq<1eOnBG_?oce2>}z|=>nWS6JYmfqbC+E33D|(mqH*-&w%fEZ zR9`tNa+zR%M2KA^bj{PHcZDLk{dUr%#|)UQ+Jt_=l6AL0$+9(UWhvc4(_cz?!F_s@ z>=|-ZCx1hCze)*v51N4PxJqf#lO|yQUkyOtTAK7s0kh-pDrM*RON7Mp+I%S#$%VQ^ zlkyXyYY5IkSCQOEGfcpqIs*{NtCXeCZ31AeS1FC9O~=PH>1Pa-cD?Tcx;_;EdxHt+ z{-H`aeCH+s*#9P>ZzEyPmHq$ zr8J>01fb(zB?wy8@?}vv8&|$nE6+jIcn4LU<@h?iazt)=3d?f)`wyXche`kd