From 1f7dea52edf1cfb5b38ac7a2ea15c88d7a5b874e Mon Sep 17 00:00:00 2001
From: root <cuikuilong.ckl@alibaba-inc.com>
Date: Thu, 12 Sep 2024 03:18:35 +0000
Subject: [PATCH] fix

---
 Makefile                            |     2 +-
 benchmark_len.png                   |   Bin 81538 -> 0 bytes
 conftest.py                         |     2 +-
 instance_37037.out                  |   815 --
 instance_37038.out                  | 10947 --------------------------
 llumnix/backends/vllm/llm_engine.py |     7 +-
 llumnix/backends/vllm/worker.py     |     2 +-
 tests/e2e_test/test_bench.py        |    17 +-
 tests/e2e_test/test_e2e.py          |     5 +-
 tools/bench_test.sh                 |     2 +-
 10 files changed, 17 insertions(+), 11782 deletions(-)
 delete mode 100644 benchmark_len.png
 delete mode 100644 instance_37037.out
 delete mode 100644 instance_37038.out

diff --git a/Makefile b/Makefile
index d57c008..4f67939 100644
--- a/Makefile
+++ b/Makefile
@@ -29,7 +29,7 @@ lint: check_pylint_installed check_pytest_installed
 
 .PHONY: test
 test: check_pytest_installed
-	@pytest -x --ignore=third_party/ --ignore=tests/e2e_test --disable-warnings
+	@pytest -x -s --ignore=third_party/ --ignore=tests/e2e_test --disable-warnings
 
 #################### pygloo install for gloo migration backend begin ####################
 
diff --git a/benchmark_len.png b/benchmark_len.png
deleted file mode 100644
index 229ed7da5eb8e89c1a8a3033c34f6fff05ba26ae..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 81538
zcmd43by!tx_cgi^DFNv&2_>baLj?q+1qnquM7lvzQ91-cx<tf45KsY01>DjIN=WCH
z?yfTzKF|A$>pOp)Kfc3t@%p^5*?X<~p7)$%j5+3t(AHEYK0|*7g+dXlswmz-q3}gf
zD6BDjT=<E$WidPaBk7@J=%MRu<Kb=YW{uJ?_i%A=_HeMXIOk>U=5FWgB*HJjFUWW9
zu7`(<yOe-{<9}Yj@9btPaH-_uTX+)!7ZoFS6pF+g`Nn!BUtovALZMU@uju(?EDZZ*
z#7rNfSNkN(1inc{mn>Uph2syr=8Dh1dOq^Z#X7yx^Q>w&o>8lD>Am=Fa=n?lG;!sl
zvn7*F%3{X;HrnwlnlD9C1k={Gzw48M9>UZvyJvP*#<&M9*~@Kv8WA-Jl9K(;uhnz<
z-gxKO{^ysQ2$g8~|N27fTnYJKKk{Mxzxy&Pvbuvc!s6P!H?6<tf8^m+c`dpb`9*}D
zWon6&KT4UC6S3{ETAOO-4|4wJrkmyTy8gXce#`Q~VWx-w+>;dr&)t94rupj8(Y`bD
z{XeYt`ij~+GNp}b{UwPR#9jm*?)h*2G6<GjyP7Q*aCf9ya&fR6El5PvkmEdBE9%hy
z<bp<;%S;;`>Vj6*!iQ0Tx`V5&&o25-#VfxusgYX8bQV~*KKuDvH_RQ=VO~CH*IP&z
zLx1VH@A{1KXAgqls-@3SS+ah@E@PLK3&TiQUc##x<@_anb&9&rsH1HStGq6vVi?42
z#_Aso1sxx5%=Za2+tZ6XwM7Zkem~qE?Q9jOTew@G5Oy|p(tT}86*c0wEIaq>Em}>W
zrg7MNG_xZJ>)(~&`)~JKWL)_*;k;Ukte=>3?d}EkYtd%yX_pSR2A$QjWa!e{aW5b4
zZ5n;NM-><txG+@tlqGNn>+P===eomho$|-(M+du4he_IWsHrdBQXH)f*xj2iHY%~e
z8UE}!xxZY8zW1@zs+qj^-EHM`F~=17AUPB|mdWy9XH`8zf-LxOe|vq%y;I2Y8`1Sd
zuJ{Rzr1uh|Y0%-Nx}!bbxBBlac2>q?9bu(0eWpRy^S$pBuU)&~yQn}S+gMz8)H2&s
zusdH|hx(o=EiQksf~_TgC`w4fKLyKNXjt-4{%9uz_RV$t>*I}M_J1~8<>iW(H|n35
zciX?$TNu$~k$WTm`oiyzQLkQc-TH7BtG+3UhKXI^XQ2^AutifOyaCS9E{28v(!Hs>
za7P!aST29O_X~wjLgLLw!+qmXLl_AK6_wKRNR6b|0xhO98&iU2#?EmVD4l9g@B4Ao
zUt&ooA1E_EKK?o|3mfn3d%ta`G*P=#W8uf&`Xed1zryD=XG)j%*xUblgL8TD_s4;9
zXVZkvGS7MavrJNo@L}%_`4R<8v&P28^d|p3#htli^ooDKN}s?YS<>SAZ7=2D`}Ibz
z&@euU*I*4|;(frr*VnIKQSb(_eYBxh@~<cDZ1$Nl%`bTQmF^E$FU>6S>KEqdy}nU+
zyF8Xz_P&J4Q^RxdcVUa#QiMW~*x&QLp3JWS7qPR8$!5xC&EKva_~bZ<>Myk>gfP|E
zx^!OcnN?rW9oo<@wE_F#k&)LgG5>RstBn6G*4!{1?a1CyXvuu3TCQy!bgt7_pJ})2
zen9~7qPFTuBD+CKKtLdRw<{PqPD?|TqBX}g+as;8vx<YC90zLryd(E<aBxb@zMLBI
z#V{$4UvWD_$#ogik!kny6`4kw=y;NWiK^=;EQg473nh9zJ8&-o0x|m(&KZeo_7z5k
zhP3VJ;squ(_aOq~{dd=fzZFpabFo@xLJ3t(SN>Vk#*j-+Ln$ml2dkf6J_(PDL!;4Q
z$4C2dM~C}mu(j&p+W)+;yLE6F>)-I&5(_%=FNmkQs-R$0;bQ)>=J*M#!VVnJ%KMu<
z+5T&)FKdebdF_k1Yyak*f47t@&eHQg(fOamEUx?iyZrmlErf^vU#tx(XS*s~Eg=Uk
zED0`s&s7M67;npv?6Essn{IurlZShBbY#d!&2Liu=h+VI6^A{&lm{1eRMW8ePzmI`
z?mT6Z0?+-e#XO}b>Zy)QhNz~m6HQUW<mutzDw;_*MwPDJ9jXwz`9`mKWxM%q^RxxT
zX7$nDJSDF_(c53w;V*|NGQz`sIGq31QE#V#Qfr6bA0psdK1(O6doB%0N_oyHPPZiO
z?o7t5uCKFmaeW^)kAT&yP}*J^mh@RU$F3a9p_L^AX;60QtSVe(&%r91rO>!C0RrtQ
zr&gBe$JJ)eY*Jd<loxlqer+ubG(5y1`~x))PF-8qc1vXK&IIANSSGdOqr=Mmr7CWd
z>WV4_axyZK=MQno$m03#!d3ahn@Setn8R^1uJunPW53o_Xe8nt#tuO?A!bl)V%-o*
zT)o+Q8wyM3@Hkwc)n_Dsnm2_0$WxB<pc19z(mtnqhCY;-;o9W4n44WsqCeXA-FTrw
zc0oO5YzfXnBeq=&0el{1|Du<Lg~bq4=n&M~Q|H>5sNh2ebUZvhR4I^(OSsPv<y5P{
zew5aRhvQF+vauzwAz(t~(=!Qy(YoU!wF1pdd;$X2preE8gSA%GNGd*RLa0KPkPq~V
zjOpa%<(~<do~?%*ba(jkC016}(|CA2AMA9G4%W2_`Z_ZtDPSk}Hs^h3^ONz3iO<9G
zZY&L_S5!zqEPU71l2sb1_H9lV7l0xn6>2VFk}a`3fyd%s|A>HsOXvA%EG#V1dq2bP
zRC!5mA>aaXKneRyBRVrOCdT^v6V}9wx2fSGBB^-4LHW^iaBwI^Tdz(uK@!D*pYs?L
zEl7x!lT%PMbmb~=o7T!eAX4%hrzo=oBtrU^*sAndWs|+Xan5^bXsY>X*wS#7`|5;J
zffvNGI)nw*t2<R<)KTXfmU94?tcpfdwgWc!^ZO$&z=ixPA-J)N?lWz<`tNR?K7IO$
zfT^66_fi{dQ|9mfa%UDMDUWk}d_+M(L6OuKuR~^xh>rGHaJMwk%e{(oaCrFo=38p0
zul5NkOB`BzkeTQtT+Zd@=AOpES^dr)Cvha0eHWn12Zw<KNSdUiq?cdc$oJWsEy&y|
z8C*oNW=j(9<npps?$yVChO5MB_>EQ8OKLJLlO?=2;X3a^I)Cus0VNbhDC|Q&_7T)m
zUw?URro9ybD)84#gTxJE07~-j{&;>G7q|O`Duvhb$l}j$$a=vBpo(j@=&7TWy!|4>
zRbqub{%D){EnY%hPvV*W!yxJLhZF@TF`8EBp|Ew!7zU%<oN(TEy<I$WPv-hFzGhfX
zqjIOr$xXmZxMK&q>(zU6Z}r~YN*Wt8yL$C15;M|X3l)=wwjCL&07tOkiX$d#0(Ylr
z&~lKXBk}}zWMnd+lwFvmQSE^1B_JYtp_a_g!NGxAS*|-?>$i-Hhh>Mwti)vb8J1e9
zCZsrti>s+xnBKm7mkZ)Y@0Iq0@{#+kcG;WreY#a%j__J;-Iqi?FE!kMXZ6!;t#`_o
zLAADui-EKDGJ}*Xo-tRqKr@lgC_yLh+A1bHNZ78MgWtHKeqo?2bL%$XKSFB09Mif$
zIEeMGu7mH*72sxk4mbN&S69t{f3OpUYUMfKt5fcDr$Efae^m*}KCPGoZP3v!XHS6^
zWD*%9vrr0{WNeT4#X;p3@>(!_qxbqNoQUa-y@4`Y_uVz?y{$zxb#)@Zd8{NdD=2C2
zB@d6@YzfzgH{a^7PA8kbob`bN&K$U7-dk+i30X@SAVq(rJ14~j^)WcTmT(X>_lr&I
zvX*Q2V`)r$9vD};3BkQcdHku5XIK87EguxQY*{wov+@PcsLX~qQ`&n5-ggF)cHym$
zk#OpCUaHdpu!jFCgtw6k*wcP}<2(S&DJ~P0jo#bNIuOV&wX!=_#v8bAzM-^kNmT8@
z(2$We&q;YLs8qU5`z+UNGvXvbYPDJ!`{FV8Gr~4I;2BVYl^@D1uE&SlWsZYlzz!6Q
zjTtZA{=^|B)*D~OC?A*sCp|ujMj%1j+X?N50HWP>%zC$)z&Hkj=FIlL3YfJ2gB=Bw
z1S}QZtVD5VlTaeMuaNFjBwX2$6a{!V*w@=6iuxiXp6M9zk#n%@j8Y!quoxY$Ge>It
zL;%m<-&$x!aQT-Iyi^%qVL&#M+oM4MFfg&Pm_^1aML1JAu--CzfAWy42V@?4ykB>m
z2iWd|)3DU9Z93Rk!20=sZ;4ps7)?!0#hiw||Ndxi_v1MZYPov-EPNop<L?i-8tGyO
z0Qf%K{qYbIpt5wF+#Z+j+LU>HFqX$`_hT`~-=vI;{>s@#P<nX%Hhw7YLWJ+ky)8}=
zG>7v~i8?1LN*Ro-A8ghtME+_EZ}EHA$!phQ=$qt^4;r2;MWK+}7pUD~`|{;Wtb8L4
zj~;&T@!@h1pGkE}ER*z&H+tNf*>de4?0W73O7q)VV3m<M_+(iFa0<!MDWZ1d2>D3j
zxp~Uv09K0&icubXoXqjT`oeHkGMt?Ekoxr2(~u29Gy6rOS%Na)15XJE2tej&57-`7
zj%QQynT!#~KXb<7%R`(G&ZAjCQl2R@`!>Fgxjk*ey$dkVuKzu&oSdA@_K-Vr(jXbH
zG?2&(x=pE|yq1P$zt01KynglSDTPoXSH{W4pkm;02@tg8R8&o`bn-G{;k4qTLZMiR
ziCKLo#TG=)LBXa#^~ysmT1YA`h1h@$?k$Ye4BCxuEe<l&*4BP|fQ`pEubClXKGl-c
zS^@XWG;h<EVvf27S(dnJc*)ST*hIF$qJ%bJZ^N}vO+`fz68Al*K;KK2#=eB$nn9MQ
zg*@e6I9lPFheeBxOXN~GKUiMu%2}`qyC7N9muwnnXZTKkvV1hq{kQYn&)2wS2S@wM
zn&_s!zP|ptpgPN8*axEeoj-YTHv&ds<-Ve#S0~Y&1J8V-sRc|NP~TF7EExyM$;qRk
z!qW#MlnlMsXju)*KDal86mSg-r=EN@nu5)+vrNL()z#6kE>iDCE8Ppm7Z(=|>)=RX
z3sOUwo7+d>ngK#?Dp`UP8d_IZcT!h+hwZX}Qi&AE*g@=tCMPGmLeXmwB(nVRT&Y~9
z?-)2Iu31~Abl(YpdwM6RtkE*%k5^o#d5R>JSzDIuU<p5*RD4205y&M^=JuBc%RArS
zdiRYzPR63&L9D<r0?on3_H|`*^V086j`JQFBmV0e*n*$EmzNBaQ>0-9#C~m4L7pfA
zxMYv|2FEY67wG#iDjMRu*Y5CbaqT_SH#kL1^GFf@X_~-w;lhRH-96Zb(CqANA^#nh
z0#EVnI~=w^Dq)Qe);l%lDLM}?-umEjzpnWyCqwXR6OE}v?<Ls1SH_j4=Cq-!i{+#A
z5OmjyO=>bs`T(aO$M~AMdbDNcu#@;)U$Ju{uR%x2l9zi~BEs#j0Vj_JPAUDauH+pO
zL;xQ&_n{1+SJu|9cNch0+ES2_Ri^$^HQ)v`J53?qqn=&7J@cU!%Eypr-<?>DSb7YQ
z!0y@rKj3eRhNeJAK6@>;05Gcbm`%`S=#*KH?x7@wn$aXkl;t}^hX&<JV5t(re6(G6
zd_Ll1!2T9g@y69^%}lAE?{15$7S5Kqj9=xs`9`rRl1kEVt8j9)9-9QU0>w;vaTM9x
zAEa+?zP+ZRqEfm#`Um)3{^bX!VkZOg8Z7}&2v^tC_yUt=8iepk2tX=d%HGE8<i-K8
z!3L-Dp4YmZ1@3-8(Eu^KXADv(n;C+ZU{GYNx`}8R%I|J{WbB0etO;@t@*A=AiyFS&
zP=hduoR=K>Nz>cEjW>j0F|xBB0N!pyqd6J+zCI=dZY>U^&wH;BNGzL#goG-yJ8!w)
z0yz#I-a4>RiLCv-y&Hf!Z_g;fyMJ>kU+<7!Hv1^$jpkr}`s=L$1q}@vbe2CJ8GGBy
zLCV<(Oy^WvkO$<H)3aw_;)@fUua-PgN(|@^z5Cmy%oULT!;p~I+PSBK4mXoqEi`1d
zx0gppx#j=-dP@U{wfWoLF9Xw6xXPX?Z|9d9=`%jVP-~2!%x6k@PCzY;&6pXgbVpDa
zY=i5;j%&dur=;}rn6^}r0}xqc4mWzBln>e6wzv%&O~tF<1sh!ufNT!rmE|#fU>SE2
zK;Fy>2nMrJt)40jDFQtd8G+!ajRSZisLYSgQ1Nism4N^PRUP>Mby#|)dFR>`wS$H$
zB^FHyg<4Kom~=}VF2J#XKvZU)=C=bh+5v>Zs30`L2M2C;w>_KSobyO^c}Brr{R3<O
zKUmJoiMp{6#JUwO;~WhfoZf9pKoLCLJ4&5L<%k+o#Ntql3RKBFHzOfE3I`te%yeX`
zLE87-84vTFh~Uh4nI4?zp1^BRBr&6}>3mXaQOcS>Ug@wSK;pf515%#=;k|_A@mTy#
zg)F^oOmy@Mvo8;u1AEigQ*KudTPD8(h^fhR9FaW<WleK4;4Gs=@UMHGJXtkH6D%Z7
zvFAlaf4UYT?9dZrw{Q18-uUETRIq7oZVt$t^Ot-tXX)UgKU|dmS~Dl3j1R=vO#idr
zKhy0Zs1mjw>_Fgr_L$`;VV3cE!kOjs5R%LqfDB2;!MY&%P;)__6*F8C=8T1XxP6IX
zMfbNue3B7L84<cqPPWpx=KiIDgEv<npW&~uQwB~Xe?o;~J={4xo(Bg9dz3FuPkRo|
z$Jo1@*osvRYyNt36SO4%(m`kbT9sLmO5Q-ATp3F<8BI>*mL-Nevjy1+vd*K15)w{B
z68AU$d;wsAKyIYY(q6hpiJ(ECyX{>S&Plq!j%#;k7!ckRxHFEYUugKHM@zoF!gX>7
zjx@p9vv3r2-<w^5y-9bt%}wR-a!NCHc+nqdCD|$w_vYbHECMAVkFIa@Xo*-f;zQtu
z{koSQbbJKiM03s8_6!ZbI^;^DPY!gqKRJwN`7OCRs7231@N2kIK1z?0N$i7as-J^U
z)n+otb{G%NNnpM}HK0NZ|LS`j8cI$}`yG(eQ-^)HnUY)YRF8I+BMqImMuUzeo6@qP
z+ys?hfyRahP)Ec2cKQ8m2n%u+mh7peZ;I!yCnAETqLPy2;g@rjmi$o4nt1_<hni~x
zENMv=2x>h9Sa%&3)^~rge0MTVz5=jQij*f0{8MC^o#>VT>_z#<<!jTbaJK@;H-apI
zLwd~j#sG&*L(maWk@xpE?=4j=%Oz9hjm(y)b?(C&0AE)Cp*LZ;Krw<m*muD><J%;h
zymCf5HHf(a)z|WQ@C)RHi-QP~W}Mdoq=X2Nn8BaFcV^O^5k8e2bX3{12f67+&Sk9R
zZ)a>+zQ<sW0MDIemQg9QY0uc&-rmLlD4KeJ$BZCHz^)xa^!gL?0sj68)g4LXqqZQ>
zaW7HO(_g=Q`Eu#*i#<O@#VJiA=b9*3|K4q22GX)xjL(Xp9K5dWXl(@udus*wnzV+N
z>)wXlOnbU=2re=3a#y=TxDc<j9v2`p4nq|`xO;PQ&ec~x(TsvRfn+K<$W0uBMJ6@Z
zJv=<pe%BZQVvz9L;sZ59v-D!g?>g8h;8KE!Kqr>o{><u+A_SD`Kwg|&WO6bMWC1ld
z<xF$h3~BGP!N9xXpFA1+Py<C1@|T6BCDiQx_h0N{|9~*D23OegT!|10iZF-PXQ)mI
zI~2z|*|esR&fgC>07+zPo~IxuUy_jj4C%lGk?rq&6!za);qdmlQ0okfx3aoA4j=6n
zX+6;x!5;zoABVK+Yv&hmm6yBMZ6~;r90xyn-ea#E`qJ9Ut7`HdKBeG@-k|X}R6PHH
zfK*Ytgr5BXC~P24OEsl&0j)>$XOL;St9{)e<Df1BBDDi8307<p@`|cSvV^taeF$wg
zAS3I57+j{llL3CohEIrsGG6MlYEgi^BMY3#@dOFDBup1RF-Rrskb|Ctu>__7`!6wX
zz@2GJRe+s+ZBny$(G=95<<fh<c<4p%))NX;2bY(N!zZ$fi9G{6S0U3|YTeqMa|Jsq
z=*Sn=F%>{N)Eo@31MdahxB3@RCiiF0-}>Yb0h<7<tafqR2a=xAdowIRrsI(CXKMGC
z8f?l|A(fVb0*hRmsDt?}+0CE20MF7Plb71{T%Z?oQ1S2(eQQuW^O(j2p>Z-BT?#|q
zqXE^c-xv@wgmgRLaK(QA{@tUl4&qM}p?o6&+jnq@=^KGg-5sr!1s*p6xQp-Bhj1X-
zu?D6ANuW4&7n{l>EN^#hT2)153>5B0STaz_B|aMEU#EhrN0`;4>}(cb@&qV|CHIBN
zIT`4;7$F&4X6-wBBDZd6YqG#Pq)NcM6FZZNdDmhPB?JDk08tO9(kT`e7C4Y-01vys
z5PTO((8hra-ERTaA|e?gJpfEz12jDW%n;570SSri&sRE+LPOVpItkzV$;Iryas^m<
z1E^F;QttK;e+4({^{iif4Jho7N_Sg-e}A7pxnW3uXt>JT7Lbr}wNE?%`Vv?~oAxv%
zxE9dHBXk*bU#gEIatVAqC7<CFJZ7I@kgJ{m*6As;)dB?B39YJBY44&Qt~1`x;T?Q@
zeTD9C++|~D2hnj7$q7&uiReYc5k2qCO<shyY%LA9BAgc54M@RFa4bf!8e<{wE`)Zo
zDMhY8Qs{wrc?0PYz$@3C&!Pod**37IjM84wOwwL2xR267bB};sbJ-sDMtV6qkW^te
z8oTq=25JMO&1RxusSDs^t5?1f!l6ePxK5>;HPUBGZe(R+lMFcnT?`Ioq&bA}R_E$f
z+>wzH&>`bWEYTyq_5cCekaknfl@O$Wc~xb8_M8{C?O>eieK)^mn0<eayHKB(f>RT)
z|3i>l1%217pz192W8kBv;cQKTNN3ZLAxRtRs*FRd|27G-tBCp6(>9%1?Lc1fLEHf*
zj7W|A3{C?OO(2a(hDIF$A8F2(ubZ5Z5_$$&Ygb)R5S+G<CX4a$FczDk3Rhq=J?C8k
z#ZH|@u6nvP+4k!rg4pLF&@=*0Lx`+0>Wx9MCIGTs_#2790|`*Z^omU~k+y{2a!uds
z8rUrz;C~QK-+)k6%okOqNV;EuYIG8}+^ZyKk%kzo`vpiVh?G|8j*-$}5%ZkWgN)b&
zoZ1JZuhp%smsZUQGOLXg$U&oXTQD|<=2;@(D<J&gAVoz%5d&=g?WvaBY(EB~scCdH
z`?YSt8dQ2+(2Vqpj8hkw(x5y_8bL_V30a&5J<1x+85Ad^%xG(qW(RE10noL9Wk8PQ
z`}cy#d4&c?#%~`?rniLuj-chY=y3o6h<=KMsrab>(?5Ui!U;ix5QoUqMxQ;nVYRNM
zSr8KvS^`y#roR+vo8^lO;2r5GLZ+kx1pov|Xh5c7VdEkKC%^_tXlT|@7A&9Uy72-Z
za?4AIDN*N<3|O5cB%gqeBk0gC2pioDE5v2^{@f+|-l<IQ5mnuVW=M}x2=WQRBe7{o
z<Zf(i)PAl=0KqcVUvTT=JtSL0@>&Dbul?b!4zd>j{%#`uV(&(aAsMFxIJ#np4vG9K
zRm4{2sOS^OFG#Qhm7GtgLIJ!}>~66r=_+>~wJL}K`TgXpneYEgk39<LV^zri?%P+!
z{~!8Bc?f{|A785y|7pGb=jU;gi%TfQ#&y_I5G1Yu(S)AK(pdnW9JfV?Lg1)UFf+&g
zdUJoW?PWFcQ+MudSC(m6h>BD--?(u5S2<S{6C_+GP6GjS_ohXnr3I8{?pq&TRW*Ef
zP27glP!Z;q-By77d7~`+;6)r9aE=Jz8dx)`NZr5VsHCjmQ&H(Zar!h)eo1D<-LIo0
zVXhI5ndi9P#YAA#!b6vf4ku*ppQ_$;zR0#jMZ<)ya9QWrXo)abAzt$|8cgQD^BnkJ
z?0T^kzrl<wo1`k#oAEyK!znj+gFARCYtJX26R>zM?$o(GJZH*e7B`dICr+0-`r=w;
z+&<T`D$hI2+uNCV&b#*m;{5nY4m+shr6-GIFg7iIipB~!#B2$Q6YoQSrp?yYZ?1i=
zWh777id8R`5Ll@yc}GemYGq4cLh9ov$)QLS$2Q^RYT~*xNs@xeiLM~+eP6dU-cqg1
z!MXaG^@kR}xc4v5V2)1Sjwt(r^XohFB<5M|3dPRC>~*R!C(Fe7`a@Q+lP7ca^!%pm
zQl-p>^linZ=&JRMbnay`RThnYSmXck#jMOO8m<z$wiUWGTr5yf$@EtI&RZ{Q=5=F=
z6d$oD@x-~n03*f5_QDbUH{QidhSX&7KP%^?E+=3dH(&Z~F2!1}x-j1l$UC^!7=Yo0
z1rYqZ0C_UX9DXIVq2?9R_++bmu*PhVaRAcX|4I7j$B!S-WWgq-qRQvyM51No=em<-
z?xaA1SWCMS$2*TDPZlP>z8}8O2yzPRs9`J0C0Bs3i>HL1GYDz`^M-R(sAs09AD5Sx
z&!|DmH4Y-oSgA4&T1`OYV|I3Yyu(<HGS-;m+j1e8o3%r+42n`(A3S){yZ+gnRuQdK
z#V@$(5Q_E5zD~kqcBhF<H4G52W|mBIQlo%S^D0r5<ond7`<PKxr2W8eObe>0LD+e=
ziFjjArgO~@-@L0cSZ6l~)V=ZEtYxX2^|xnJchav($nI*~OWaq{A1_)@dRvEXdi;|!
zi5(b&>q5VfXt3|rGacWKc8Fvv86amWp`YDwiel=O^(bF>p04FxHQ?H~!rF&(A*<aB
zhuV0*X_gXag#NRRaPqJd2Jj1%Vlp^W#l^)^DQ*%~?HvO_9jCN&ZeSIfly9T)8wA6n
zq7X)a;5xVI7W0qyds&1P6@?$ZEyCvTHJB(Sm6`jkjR|><zoxN|r9bkNfQZ5P0Bzi%
zOTcHc6oX0oFeCn2XNlb?rmDlB=zy7qMmJmUlWp061b7i(Apnx_EH}RtX6vj>Mb`Fj
zqKHp#Y-$1@3b%eC@*+q9GQq<(=>1!B3(KHz(0qj+#?H=;%g&1V#KgqP_IBqhK}c~+
zDJSc8ZZ%XkC@7BSu8Mu&Q~GH+=pi;wOil_Bg>-dkpE`AFh$+_UNpy?56KpYu`zt-9
z+sA?P<_)#Mk7Y=uK2n))8<RHnp<rievWtYj<yt0d_SrMN@IT_5jg1+~H5>C3ct56d
z!<gA*WElT;Xfr=Cgnp4;u2ukINq~=^1Bhh-q(HlDu-Wv0P6d6D?@u{NK;I(L(a}lW
z;f9Y_bkczQ1*Mv!B>?%qirv?cH|LO&N&{tS9gq%ZRRB01)B(;wRV)R8`{Bcf&^kRY
zBqS6Y0FdJw(pLf_475er5r0aj?6$E@z-clv*D|n8n3WhpDn;Y~&<{dMSTrH%f%dpL
zRIMV-9I1~d%9(y)cwL=5@H1=Z$vW+cCS<}PCyU>>F~V*X;l=_ahy;>t!c*TWX%tyy
z5pXd??jLXjA;EP*aU^ix5yVM6q$R|y_lgu~*h{bzfe0zjXIh&95*J8e+b9HL{dlRt
zAh$Dy{k5S%WU&nHd;i0|Uy*boHlz#;tw00*43-OkCJDF)Cl~}ST|i{$BOn9be8;d9
zNMiu$LXCxx2s@9+{4RIygfgoH`n>RAnaWl^lG}~1_-f$_6Rj7_(0UUfA&_7K*^{H7
z8)%9V(%F#ooTCKh?Oxal@*CU<(qTq9^uK=~<GUuo?|_wd$v*VgJ!@ztbAMujs{&w=
z!CW*kjT0wpBUfGB{Ui2Q)E3oX6(9eq3$*~(R?6=C7n3x~9ARtFN9W^<CO?0D1#Z0u
zNZ2zzqlx}3`Jg~(c`=dzc1M3Akw16>6lwLheX$O7kFG`2egVwW4&-ZiRYxYY$>NKA
zviOmStKr1t5R>Mo<eTfvWR)E^`>+yZ1m4ob4R6vS-zL2o0l{V0Ml7*Lt7ot~xz8ed
zjM+rX7t23OkD_)E+ZjC`+pya{o!nrhx0F|n=^gT{?cT1y)6Guwd0!a6?GviE&WNgF
zDl&QeT_rp`I8WL9IIzOpii2#Gkv{hdN0bDt5(-2(w_B#Kv{})g0CVYp;!>~(7<j5R
zxwAye4G>}z=v~H)CC#HO)chV-q(_e0d_B&7(ZVUH6I%5*IqK@dsgq!%J0~SI?Py{$
zvpur7VE^&z<;!#XxH!YU{>^Ym#z0Jr#lWfvLOdf@A~;o<z$5!h9ARIG7$v%9HvvMa
z3!|MiEh8$g*Ycv<I}V@XCh|-#Jt_TIn6@4M-LvTP*(X!Ge*0zbEx)mtP0R9Ilw2(m
zE^_R_;nOGFZJAR0%z9zwepsLt$5bbY_`wxLV}U$3fDh#}Me8?h0^-!@Uup56TiUAe
zjGylNSdC1wW~^nrH2{BAc+4dhSJxSKNwDc0TSkQ|BW(98K>l!OUdw<kIk)sgQBg+U
z#ib?gEK|nzMMJ^q0B2^$Pgcz@_Fp8M(-xZ4q=5*!0(vy`v)VwyGOTc61@QpsmqRmX
z<aOFHpy$_KFJ@E>ioXUOr#2CN`JxS03HAgJ?Gbi1xBbNJsmnA1U*(Tenuz4&v}>y)
z=}H9=>{BivvYxduBiG{Rq-)H`D0RBZyCH(YWr<Ny>5hPnN}*iyQ@k@&!ux(sh1a02
zA-1ei1RSHF>7@ZViV4wlG(ZJn+=s*?QNz#5`T$auv`IE2sFnu@2gWQP05&y&b5X^`
zMG*SAfX@)A9@^mqXU@32`Bn^u08Y&evxWW=&71pfA^nDBDXgqmr?7J!jAAmg2oT)$
zeeuS~BwMJt*G9ICogB&8P+@DmwkN8>Jli^OdkHmM%as}g1U8x!Wacvxs7m+r-I!v5
zo!wLtXJ-{BsWW6Jc(Iuc#9<{+;O%=0U5(pJK6^xfn6?Jz3|kvm3gVvtGaq6hK-u>d
zf#!%%hw?@yrhu9WQ68Q}1v@3Q62(E*%k=L;<j>8&d<<IF)EQfRzG|yve2#}_+EM&C
zbN}VhHO}7jZ_NPn+gZ>5fbRcG_0)&O#RA}v^YJUlSo`(vb}}SM$*i!)k6rg(Rwlsu
zWzMmLm%XcyfE$-%t_ngG6iq!?BzyFWs9`SuL5J`S{dPaaDXIUUKW1y@u~%1gPVd^Z
zLD7VDA?|P%NnZc8ks>*;C?;L-Db?FL^s%C44W*qEmmz5+wZ<L^Cmn(hE9U)^j7BFD
zaOa-3lq7CjVT+~j#<|ZWree&f2||-PA7A1~P7k4o-_VBW#EXcGv;gBxEC!E+*$N0d
zoY^=q5%mCBMDz?$UX{T<K`Y}U2sa0D$Q%p{j8O3Vn{!PNkP&fl1<=&@SQ<)QS#c2$
z;311&nAVi45WY8hyPQf9%7n8$;%1W`#?glj02xC8K8|S~a+^}k{Y_&UGksDPXKIng
zZ)rF8ty{kqxt9lK4v8UQo2BKeb=GY*!8gpJIpK+XT~%K5v&4NUzwle5l;N|sooRW(
zjp+3GQ>Vt~J}$l~qHbOTkL<*iPYwfDpI*>l?4$^bm>a2)hQ|36h(w%FD-k6I$_}C;
zfd?lRdV7<XpakW^Er>e)rUX|M6g}wY-gp^A4H~fw$ZKEw`jR2npIU+Zi!{ep25hq>
zw|sY}lM%}vr2jmS*Zjf90P4nLuyj`OF0>^-F@sxbOi>_vCO|Sm?=<iWiEx!`H%8nU
zz!OosFb~ed6kP|^Q0*nKFwvbKoRTFVn7Nx;Qql)`q^}@GMO8hzk|jkv|52DiR<(;G
z2M<~E-pSp8$tF6!rFp=jL=f6}P^z;g<bdT`f}Tr9mIY`O8%(fc(7E*S^V2P{P@3t?
z?zD`Po#{8J3k*PrEVQ-S)17NoL7+0M_Cfq%u9iPjzuSZa?2paebnp1HHr*a&o<2Mr
zZ!HZaQIR8$ds+3t@L6<R!z_M<7^Mgm&%^995+Vsm!EaXKo`FjzWl%eeq)Odx=Bz$E
z+P4|eE#-)kKTPDQbZ_{Pw?rsY63oiq5q;^MzkiO4IT%1PwiON~*ajjI?F708@xV!6
zR=fj4iO2HD;WI~%h5mTxM0^%}!}rxG>~Oz5!lR}p*I2S*JXQiw`6^$FU-vnlmW(#(
z3%Ku%O_vvwx_OcJiQ_dGtH)Z8!_e@juv1!-iJ)UdXgbbko-NxCA?ZH+g4Z4x!=NnQ
z|Eay&buumXl6|-9kw1n8PG`LNsHC&=`nQC}u;OB)oG0{esjgnFSKEzN@yh>8O`H88
zH*s)uIQ}7EV;ftuUcXvlEJ<7m4J5XKuy$NdP2=Od$8jW-yl0QA()Q+I-R!Tc1Y4rp
z?1wVAgvp^NIUk3O*OpzNc_o5e&~xrxfzWqNfB&|xD0zAJ0gK8_d*P_^a$gZu3xA&L
zr14e=RfR9%Eb|oaQzoCSyj~gCE_fsdqgD89@Xxq;1NvlRD{|c}mE=)yDBP6^3gpr!
z;?utju#nBDw>{`X-D=!+7)gQi&d~y&0Y5Ctl`8|waTw~T^*^`~?2K0Bo!o4au?V?U
z@b$ftF4mXaGX$80+WOY}grp(@b(!=g!moqIrquC;-25GUW-5FZ6~3al0s@_B-JtVk
zI13pRaioK{EwJ*Cu@wN+-|SUgX!3!(?^_99R>!H@%3=Xq>U82*7IEd=Q|l!3=dWLO
z5}}S7)(&Ks%mTo_$GmNpHNxq6B;&t(-hYpKVI*@8JO@uW<7|gxvW=iXc-Uc-Q-x<b
zgHaMbq}P+y3grk~xi=@ntpq?Gh$os}CQ(cNoWtZCRO@#j{V<zAGstpcxB4KrgfP%m
zacZl7amK$T;xV2<QN_#Q^f2cShHVz$=xM7Y#>OsFM@Kf@V-2c2SURhq$kFO@LUl(6
zv-9tG2A2^<QMo0x4sBO^G&3ea^!l6RpeQfiJ3GICueKW#{_n;2b6V5B50q8UK1)br
z!s3btN@e1)3k$PT>{YG~#76kQ>eRF(+d$OcP<Nwm5R9TGSJn!TY^kVZ4|&)&@z}WX
zoP=Q}H?p5}=f!&47TMUxCzRYXiv<$->}D)sWj|)fla$$}KPEapa1RLBoa?F*_gEtG
zUH>c~2k=|{#3)G?A8l5an#aT;{_COifP)QINc&9n2pY5ZouG(EW@W8gV)E}N$Q|9U
z^_@*vXR0zA`FQ(9_?i$|d?5$VncjCH#kCKeYb%e2nQ8Iwd`@{xv_16H`kFM5U00kF
z>KGX-whxE*lL!}A%wnSwg_PJ&&j%5<pm;bJA5M6Lqn1UFCc>>QR1F_=t7Uv*<!Kov
z%kOBNzmKI*WISW|c8*jve%J=H5!-{Jd}D(DHu+i_DVb`_303^z`h)VIUZ$R`_!{Zd
zTkM4&z!Uq;`7!UZJT$i+on9x=FDaQ>d)N5wrHqE5%lp*9>1OxVW1kjh#Ubw#%-Xsj
z_j<>tznV_JSd4{1Od^|*T-owZuSVWt_z>2=Tfos!d5>r7?W)0@o+nnsVl;;n;kFg`
zsl=Q_!|K}4RM)Wbwee}HI65gcRLFgB)=M<{>B25AU)J!Yv(r5ihmX1}nP0HW-J*q!
z$PZVem6a_)<3yYAK5v32p(a!`9bwyX)%alZRA_(y3wGP#h~VIPoHvzj!>f0R{_9HB
zUTe**O~1$+f1#v!y3ojyTJYeYY+xzo`m;y+@5W{eF42dmNO5(N{X6qfl>7vB`%?<d
zAN$^VmY|B6=kjHVTv)mVX*h)5UkCT^hq+m>o=mt*8HZwFI<8ENK96O7Jat2zg=J;)
z5=;5SqGN0$DY-?hCgc-MV@CgDh*u}-b5@W1cXRA?@AkI&C-P?sEkh|vP<nlmce*<T
z%{sH@afs>;EMjlD<gqE`__&ro@<sztj3PUAs{Vcy>#P%>1wMXPCIu2#7Bgr7pR1Fk
z4A|$3-*sj(_#d_zi>!{%`=Qx+q4r&%m7%Rov5$Q<cKzt6E9Zexbyv0I&sVPVwRjN1
zjOs|*VoRN#Py*JMB7A<<<)KmLaF)lbp=#e;)u;2`bcwvlo=5#G6xetqS6|<-QC6Tv
z4A9VLzzL3vBLPhu^SU5wqFsEnad0plptK+uoWNTZ1B4aYuJTBs28B6R4Dm_go@M+F
zbQn<&K$;f=FRM!@9-?`wK2V;K4K<(HL&x4>L64vbE1vNta}!fj2>|YRQ6XV?FuaMO
zxNw<oCNZ&72D?+vKK9R_Ge-GAiZY?_mv9G)CpSX3*h01Qhn-fIp5NHTTa*qx%0e$D
zN=Ta~_Bid5XF+QE|C!DLit<|gEd*0Eh@HU7iUYh-V@MkSy0oXpK#lp}IQR?<g@WEo
z#sH-n$~xuL0HE6ql;)?)rvgn57l~`}d;YwQjE+1i`JKM|RPohZ(%o`G`H$h@C>yeY
zq00Au-g|>EvQxW@%f>zyWj~)L9%8$9b?{T#gtE*-WdwMos{Fl&^ZaM!_KB`V2kREJ
zd3q09%N6UQYf7vib!oeQH+Gc<?2k-l_&}S_=)+wywP$>}Ad-TS2?36UeW7K@#F1TJ
z5fcys&|;wE=>c|Z0&0VLrT3bAzONW*H+-%KM-y4xB$=<410SR8z1Z)#Gk3~!bG0kp
z@8StIJezA(Qsf}!Hw|T$9jjV)s+?!y*1?x><QKR_G;*cL(UgNph7B|bSL~AnReCE|
zCvU#h&IxUie`OW7(6+|@6a|Ux<A*Ut0=AdL7~0bD6hc#as8NZ01Px)(d8Ge%E-ETE
zO4Btx`4?f3^YP&CzI!F)V-!#3YOmB5%}V@3J%7HrNeE*@(R3n+a~)I}f53mD_Ps>e
z_TK4;C;)LNSyKz0mkqGVoG-C5qF!mAp8qfL()OdFo!;|!OUXRoF*pr^n49u}Lm3Z=
zp&wrM<jd=>zEg6QMFM_jrp4Kuq)n}Rw|zc+bY}VBOyakd^4L;Kp7_CoS^J)QkN1~C
zdNs@s8zOjn7+zbkrlxKO+q<!BZojzd8>{jODFn^hSXe8q0{nN;oWavte4G_pE_)0V
zofsxmd!VZ~rFVzm*#7ePVtFx%H!U@82wwU+-`?J5aXHtBF&*w8l8@Ydq4{@`rLt%a
za?XK#$5G{+M;^12j~0l<oR{Zo9^kdj+!6|<osIk@NQA^7*vNeV7b8wqXmz~+0RYVE
z4C(FH0NxvZa!8%L1g-4n+PPOX7b$u4!hzDdZqD5VmCY$Io$(78R&uUlfpW^0U|oTz
zyfkAJV~NUEl+&`Wr(}hMT>d<fY(IUu$QY>ZZflT86xCIp7xU}Zr(vO%{#mFG4ynFn
zDpoIyE^jTCYZqtPkFxV_sj7aqwi&^mZ4LN2>TciSu2@QwL>mb-^=sNCm*tw3@9Z{0
z3M17kNBi%C<iY<KNynjk2!1Azi4k)+3~Tv<-56=*AeRpl27pX6L82-HK?|DZNJ~{P
zdgG7`0cnj)!m`UkMD9|R!&U7TxNm>)S#g=l?OH%f!<D!pIG%kRkf%lH-lqAyejklU
zxR2oGHZ+a%Pv)PxEhn$}%wH_a!D?eYyT2XQXA&agJ4Bai^#u4Ix6^v5loluX>OIBC
z{SleMKe@>y`MgC8m+ZP9fva?EeqPPTM`C2erez!al25_+`z@Movfmrpg)rq24cyla
zyu{?x)Zc)aWd4>8*b{}ez(CP0Q@HFK1=W}f2F1Xl6ipeVq&QArPpq)J50)#}%GTsu
zWs;pG>2=?1xs~y-&%TPr*Ae{@a|1}D)vG^uxs1Av<vj2oc1v6`^e`4Zf8m+SO~Z*<
z^5^6G2{Ue03S*0DyB>G$_3^v&L^MUUV`^(>a5mGOziKp;t8Te*x-;7RtSxuo<q8Ke
z?}Aa#bPH9XxCYVuw6#g%U~&7t|N4_hD6q9WH#u83-{e$AQPQ*Up3Cs#Ieh_Qj|*%G
z^#2lN?p<@$`UMVeYi3vWY1zL1MVCEMu&R!*E==PzMP4~NFsqDFO(kY99<t-dygox+
z{BygL<8LKyDO_H47_U3d3Gmy&u#_!NPsX*|$%<Up|MN6~D7Tu^PbZ5#q2^D}`*5p@
zGTV0L`<Yd4{D(0ry<~p9{yu5Pha_44<Zo_@M9~%M{~741u0L8)pb`mJwjca-F<so*
z2KtvE>&AiBii}3yfQB7R>k(Xr`AbmUj?mE6?Wj9GLVDO=!D>M(XcnBF=PmE|kjd}i
z@US@$Il2?QDznB-Y+yH~X)2)_?G(0-86OQA-*E*Q!Q1JTG2I!;iW-Yh#jVrp<K~H@
z;T6mN`OB-fD_pQ_+M$`;W)b@JvH9@l=!-TgQ?CPVuyJb#X{{w<!mU_NnroFwgfwmD
z#M!>MJbJ;B?rj}yXl4=RdoYmW{>q4qWE<2dK@d>EVXF>OsNJtO$QUJPwL?PHW*`d~
zLN65AB+vq)8N_2d<@Te&{P9`xKGHcEOfIS}&|#OjPkD4S$alBat%)%ySC5<Pw!T6}
zRJhfnenZ2mUdG*0O(u8B3})GL!sK&(Vef8_kN6EU<%cWZ2#O20@=kNR3N{}bP`vgw
z-`fxunh*yaT2l*h+#4Xj7W?Sd$03?Ll{3&YO`Y2U3qcQbPW84CqY7Bk-Ocq7TvCMT
zhIJDsOzq4Nih4$|yOWY9M9FuTA8bSR{fjo^{cmpCjJ7)0r5*~2ztJO*@_JN0aziL}
z%4cpFjA<vZB;jMG95I8q6b<8x$L94*!!~3M%XJFI8S7iulK?*b`AI-8ratP2j75bb
zXz~}Ig@pH6hfnkK?wHUn?R8A1`bBUGlz$44mN^t1ItcsqUhr-&QJT2;zF8!ttC|m7
z=7iD7c&`!Mf}jnN|AtQYnLq=sTR*FPH2oiiRUOG9To4+PAjDE|w&~E3@9w3+jd0~i
zKTuK>zG}=EO^>r&O9)Jy7GEPR1&63T?aLkS*Wv2$R|$yH6K-`eS)d_|<!gV5%WOhr
z(T(%aV>ooA;rFiz&h_`bqX-KEFA^^)aarTYko60=lO;2Amxz`1GcGAvGuL3bLLBpZ
z%dp*pcxAH|N-n+cnL2R8D%6Pctyx>27rYaj)1u(vyHVz%@hMlb)(w|;stU6wd|91H
zJ@d?RjqO<iLhYK*yVaido-&at-%5kEa^ft(wtoZjW*()Q^~+*9YsHVT)s10da{MPZ
zWNNuP$Tg@qJa|BNFhjj^wz_tK8;S8n|D?QH^yEZaZF)R=yAItNCan4C_$pfVg8*l$
z95-3>eI&wpPxv7fDJosODu*c>6*#}k@I?UkL~<U%>YDp4pn3I_|B)mS1Fmvh+I-8i
z$7Jj|x}2L&qEudjEBnz1)!dRGXbMCpspgdbss14~yq!<|4mPX}vpr_z>GN*W!We6k
zju-Q4Kov)mB$qw${vN?3%UX2V#4954E!7B>XZc8D@?-?vr)V@V#H7Y-*<{@}o=wmy
z+*fE}a<aGU@7@v<H89pJu35YPeEbvg*iwcO2l0#wky7N{djvr4s2K?Ju36{m&>?Z~
z^aQ2L^gtZG)pwbW^c~-yNe73@*z)qy_mj8d5NT@qlCK7_ny*&QZ&i_6S10*Vain@r
zAq|8mL8AUj3WO)k_og07qT=MvWcyDH<Ow4&pp1-bTD<}(rO2M$ere$8)@#+`M$_Ex
zsq00A>N11RM#qaoSF*5p)4v#urg=jcR73!&Yg-aQJ<>nhG?zc?1e-dEZ0bnT4)4%r
ziEr@s#;`(;7PVA;1Unz?wYmMKZzcj};SsJQHYF)NN~cc`?HxXZR=3<XwJ@z%_>dz%
zrih4IV7ti;`=2^LyS%EX90z}7SVPaomQfxS*08fW<B@ChI)!ii3}4Nb+7B-hAKNcM
z3}i^!Zb#G;;Y9QL@dl7JMq<DGP*c7`k?8YjxC-1a<01BSf~M`dLLuQkr*CJp53~L!
z+tP)88UNl8JI&XC=wau0<~mFnC{I_qrS{=|`C`^?k=gx8!dv+X-?Vr_PbDa=))0u3
z?bsW2$CC11OOK9^+(*O(N$D>=v}tcsPU10IuA)a_KPNE-6@^a?Aleqv8;0h|{&qS|
z4NZrsX~E#`$$pi}RSmao=RI$e_N;OKaUNW=HNmU~MYop)*x0y5i25tYsQIfsb&Np3
zm$abfhyMu-;zZwjEah25BRJ#-N_eH57v$aM)l!Ry7jQqy%CVPwUb@Ut>J=?4-Bm0t
z{D0~4p^&*O=+VF+8&abXKgh<OY2a?t>K+3NU>`R$8cF91^-f_RUvYC3>c281dt;z=
zsFQyNSg7y%OT)Gt=%`J>r0S#Qr|rwX?r*knpL?mLbtvS1q3{l2*xA(4(W9f8YDN+{
ze1SR`&B9kp{#xn&-W)rc);zW?#{xH=2<geW2`8097TV90vesW`kvuis+CZW<mMpv!
zd!3^d%tBNmHf`s?3<xOu2Mm~l{|shYaED=3AMB6dgrY_|i5qjjqJo1_FeQNb`3+pR
z1eNBWlcB!aY@xx30=FSJHg+XES~QBTB}t?p&V>wNJmNw`JL_60V#L&Z!EX)PH?gp~
zO7eDPGe8B5qzdWIZ&x-<kt~f3ugF|uCTo6ulB$<Hml#EzojUSwKR*q131_`hnkSyG
zy|Xh8X`LV*MR1@t!kjKLTm}j_SfJ!kiTrocprM19+h9;FYC2T&4P09SrxvsKBiLxR
zfybcs?U+=U9SIex)4A{A(?DyL&8_`0p`dN7WXsp0JAHiyuTRzZHBe{;*Ul@Jio)e5
z=$=fjx@M~-=iKC7zgp#DZdmrMn(%Vt)ANc22k)DPj%o=EoNJ1sU=oLvhDO=Jfe&Uf
zR6l_Q?(d*RF|6ZbLYkK_ErZP6@JAtbpwcHBQ?jc%E_VeoByqQB*ZD_>Ds`Rult9W>
ziQVWk)qX=+y^%10CMQM7-UnTxel$p-E|ABDv@)q}VcAs&`iZcoXJWvHMAu>=R4|}s
ztm!9B%|rd_d)>i&T0Ms)9d4m12|QY&76yafTN6%oI>)wYUvNz$Ae^e5-zyF0G$PGd
z`?Mm~<ukj98Kpiwm^8J0u^&I}(Cu({`#kGb;kw+Nm=D(of}wwAR2GW#&nBV-ZWI|y
z;u6tbj$@WZyvO_7%eG*4LuJVLCctjoK&IL?Gh1Z0hZJBP5K9=KWE+qNhF}V7Hj?x0
z`j){QADdg%iR+@wkZ*|UezK)xLj~9nZnMk{b(v>TtTPK7-(H@?ZE@x(aPQk~$se7J
zkMDZ@bhqp(PMOb@JfRmMdoSDyVHqBHOv^E6Z~NdQ0#w+Mc$7-$8KOtSRd>2#wa(qn
z8oatvuSc%7O5`OC-Tt-=U%&mZNA)d9eSV~<YV6#1h=}R-3Yi*%;ZLwAfUO*c1(LvG
zikQm5^My<yLJx+MgX0klQKiB!EIy`Td*6ilO_+?3`2EJTP7d!ZqZu%5gt9K}sW{ng
zmfm<DIg><5R(a<HVdCtaF5Q33=Mfy>FI+gw7r$*-eNKz2?<0ooFHm+H*sd_YTx{Yp
z7AzTqVF|h{r!kqzKlhZJ<k|T(W|G|h)VGRQ^OOdLjtl}56YVOmxpIlA4&sK;D`M|X
zJ#%=YtJgBfXVTFrt@xt5OG6~+qjX|#cmlFRU=RHQO%~`MRo4_3_=7Ea1|FI)3Ed?y
zf0Wv^)7NL13Z3_y`)Lj%iu_SpNNk3Gn35$c81Hv=uT&x9(!)niG2PTtEwk~fD_fzv
z>o?oZB`^boBU?2*LArf{L_U+mJ3E$T;pSToe}4ZO)`_Ud@_w?vUGo_1-!0EBrcZdm
z_z*nK;#56&b&=*2j6iC*9>dXvArSNACQdk?Mva+MoU8g0?zn6nA(v2RXv7HVy9bvp
zf&(O;(SBZ^R-((8Sp;{k*V9>s%_tKwsmnY&k=XB4T8z9PdGA{$nP{5!JEHEZY|pam
z9kYr1?8<30U8tUy`Nb)$<7WyhwxW96$|Q%f!(R--Nb4@*pa(z;U&!+;;E<LA0Y%G!
zU-SjcYr{NwYDx;N-2Q?{Z_%ArXx9zXR_+ftdUYIGcK8~d*mQbtS6@}+uyse&?d9tS
zRQH1JF^{#^h*A8Re2MK)-td^vhE?GwvG*lvp3~#wOA)j5pdk@4C>~it6;9mX*AmwW
zWS^*AzxlZi&CZ^y%NZUO;<cC)6x4^8s{2~&dg(cMz09LE#`py#5RMXZiLkd8Dr+;g
zyoiou_lxZxlJ})ckl~VuC8OiSG0y5V*lgR-RUk`Fy<|@fkHF!9Q3hxYBDx&dDJT2E
z0)*x*t_Cd;jSMa${zhny!vi%cgzj}dA$>ZwMEW0CM$}-|nJODQt?oU2CPS7G)A69)
zD<EKLh?M@`k-FntrTT=9Z`{Rin~tA@*BF{-!QF7Z4}!VAtn=&f5#IUh_0e?9tC{Hm
zui!Q={O2|h3msd6Tz23YY}}OAhA^n!WaVIMwTT>rr*+hWiSkCkA;RC_duieo#3M&*
zRGj!SzMMPm^St8X?ajxhaN5F(onMB&Kyu&<Ex8BIwOA}HhVM~pGoIdxYzauqTSfCF
z0tQs8eAjclo!xgo_Khu;4>KS(A3(pM?KYb1uCocd756vy#G<D6PQbW`p(00_!|)kw
zytG!!Z}r69rU-7gGC+bn{=@E(pU)h(`>O^_cG!=+U-2hBg@l^}iyb&bKYpm9O-b;B
z{de1b(E9riQ53)hc&@T}Ea1Dkb`>#IACy+HBN}Kk<;j~#m%E+!n6n!BxH<Jy(6=-a
z!JV+~Z@}*`8r1$glmQqByWmud^^qPK&<j6WT$z17Mj8C`YG0%2=E4xnz<9EdSsj8o
z&ZavPQ7@RHm&jS1j~2SVM7Q2UP6+aqAeJtcibK4+9#X!&i8Mp%JGFuYDack&vjh>1
z2HI0UYtJTuR);hj@|Nm||EpP>nlO>eH9!*PHo2&8MCUPjYM2={<FV8yaxcZQy;f#^
z;Je<Ysg+!ISvz7LT2svRt$nTk4dof}QD2|pA2-x2i(zP=h1@SfNZXR6TjF+Yb<NZJ
zbn^{pPh~=f$9qHeXnS;}g?DDHzeKx06IVI82O^%MN*gd{zzN3GGdss9HTBTT|I}{5
zsQl?VvW%l|r3rxZuY|NsM^Lnrk;yzL7k~8F+HC(p*OK<Pj{<CNVTC68XKwON{day5
za7yy$vGyMQKneD(j}M0`zl^d(Qt1jQTr2Upl64R6ir_C29^TsaG0u?uWoyhRvq4(D
zaU&G{Y!bPq+sHN5AlKBWtE32zlrby2(pNO2^w!B4#w}s#Hhx#p-1-n4MU(4liBEhJ
zz;8Gwy;vJ#Zti8QoekYhLWIx7zIc0+j7%%hu+e4WwBDQ3JuhdU-#pp*?&U64=oIkf
z6dCnY_i7`5j@ez;@;MH0_XR@uLOKRO1BY!l)mtDBZw+$29M@ep?@2+byWT)Ye1|5b
zfI;X~Z=n!c?qG%izr$SDk;C}$^v8DPt5Q(p6pb65%H3@`={go9Lx!Eay(M7RIuSop
zH8g8pAKE$I3%Zs5cGcS@7#=ASMHkB?LRer>82sc(G@+h)C==Uu3Q2?e8vZ|vwB~ov
zLiJ~aX~AnfG#Sm@T0Q0_wW%6mMR+0vYDlsIBykG6c)JKOpf+@TdOB!KkyvoMl01||
zJh?z4q-x2{S;omcY#m+^6<(2!wQ4ZI^j|&Bh0x54oS!6~Ikyg!*$6c}z}EgOT4>^^
zd5MhT>4W&l=HN%XeaW(q*BHpkGmD*eW##UY9&EEb3Tv2ZPNhl7k>iec_^a0<3ZP7L
ziDlP21~@<4j54c_;1I_1y;P24hUqqFu0l5yp4agVW+k3Jd4j43w1|LS@H{4R={$r9
zg9~<(F!J>h1|R|4fy#;lV*!~1EDEq^#@xc>5KFRtIVxnJ7s(6_>*S{+0QOmL(PP!8
zZPT6dVb#7!!tptcz{sa|k02dsk+G1($vcfm-YmP|zmt1%IbgikN6Jrszaa=b*Wf`}
zpy}rVX+S2(5Q9E4Yz6N3uD1pPpzQwXD`r7KRX6X-x#AB`-uPK`Cmp7de!y>$r)a=4
zl%{615Vxc^pD;PIKj|l@OUhP2?5-!ddF$~bu(31=u&k|?d!@H?8Lfum6#WUzMM!U>
zE)o6dpaU#$7JPk-(A{uFj;OzuI-+23DrNx>D1m2o!92Vw_*p>qBtapbf4G!rX4y0t
z{j`8FLwK~*EKJORW2wS28&q8p0OWVZKpwWb<hNDN9+%Sa4AX3>>1<H)yeiL)8~OBi
zM6@X7*p$b%%|mxCvPqsS<Ovg)AfOfqb)9URrW46grz;O-XXA#Jf|_gkuhz)&x^2fr
z`;uEL1S_hZrlaRZMX$~BojVr{o)a<#1~oG?vjj&Njh_U&1~SkO>wDnL^Xd#fz8MTY
z!2s~&<RqN4a4W1)e{9+Nmpw!&d2LMGp>3wD!L^L|qEi2av5Z9t)LT3-Dm!Pu@2$*{
zkY@$DcTsb|NrgF~o8Hnc^$T}T130M;xvnVF`wEnPC*Ho7jCYc~JY|k^#_$?VBec9m
z$z!f}O(rwPVpyIXJmIx1mRJ;Nq)jL?ByK=v5RoYZ8dLvxaQO<E)uUiI^9s0ZU^-uZ
zvWQAI^Dn&aF11!e&<NtWL=21Iw%T1N>xAb|VZikXu4ailLP(y$EgKknS8ld(cYPO|
zq`uEIy+>n+by^m&U_Q-|#;duX+KP>LwIOsVMwtT-aolw$gYz8}ImGswFn)&8MMHWQ
zd)+<Oy~wVO!ua!PiVG?1BF42uoAV9(%T>}mo#UA2ri}57e_*PRLqZ}2{Mid$(lE?r
z{iiDzxUL%*MUWXM0M+m?mT`E3hYkD!CiGA+@7e|y+6owy1V=E8w*G*}cAd!ToCT%#
zF$<lL!3$2v0WWDv8<w0O^=FR<zuvZEifhm0U3=iYwRqGl>>Kw><e2!c95fA8<SQWv
z(~wV>Yv;3qr;uC})&egIJ1HcF@N~l=rbppJwJ^aT0wcF@oZ$SPMkYYu`3^6jCm3v$
zDG3ct7){hgOl&|^&@czaWl%KaSciuAMxG%TA0Pkd(Icy$%9WP?<#$)o)_#)Cem(E4
zfq4t1&$4XUDV7}li#tbtTsInPN+R%4fGiR3HYAY$hp(@I$}(NM273f45fKSRBot}s
zP((rz6a$oy4na~0NrRA-P*6$)#a2LR5Tskg0O=Mf0TGb!-#5;8&Ybgo>vyd=GiR3b
z`tm&YeZ{`^-q+48p$$#`24k3TRfKU^KxhI!FayZnGe^8jAx4aoz8DCCG~sZ;4G+h1
z+Ydh(2^>)=j1^FsnnMD%(D{3jW3!+^ZRX~jEqh*f@@dMAUs?fe47h+G`OpAR01+B^
z@1^h1CqeP+^J7q6dWq92^1S2JNZ*S$7<YDmH(Ez6=D+8SxQgSss2Sezs&&<#vXP+$
z!`VM%;r?bWd?$MI!W>VVQ&`YF#_+zB3!#%g_;{jbTm^7Zw`g`A<vd-B(P$0A7P;vy
zXu#ocKzP<LNns`C5JE6?Azfg3$W|~E?*UPOrY2j;5!^iaMaJrzSG5g<gSG$^UrlA$
z#0^y6lpgayK6%^x?1GPl5(aG#UfG?2k=rq_r2{t$CiL|%6+w9g(HTZEHGlUHaRRoK
z04d<f$7^6<Kqz9evt3tnvu~<PAl!g6_!e|tc+z<@%Uu#9!Xu*M97%3dQCbxvw{<M9
zf!~~0mr2|<|CzC$E-rh7n~nHZNPr%o@F&3@nnS`14w<<J)arlp$wQ7E&ONBC*jYF*
z*=qMBW`Ajji0HVQ^`EwUR|D&~hEl{ujN%Fxf9e+gUUDCM^V^GpI8cIRi$dx+GbB`K
zGy35F@BsIQf=DEB8`7ZdgkjT2{dXsUymtOGu7hl<BbMME`O)~MCRBeac@r350docZ
zPLHV#XszKu;RoV2QJo?f3^os9=wX8B21kZyxE%^XJCE~Sh6cWkIj8Rg{OZ<1zePxO
z7}B1OK!Xs7+(BucS_r;bRpW^B*G>)wssf~q!UcxOJ_m~v?EBrqO!r>*jRRZn9-<Q=
z;$h-KTyTgYwCmFLL3}zd29)IC;awvV@l>%TMI2PWvudy*_V|(f>05cpuo@#XE>o9Z
zyYHwnMclaIQ)hnIF`R{tt_Wxn@j4@uKpdjb^O!R{ux-!9;CFkO#v-CN<fv>7g8I3A
z=`k-1d_O&_>reE$;^QNhxzYRPDW@|z`~uOlGiPVNAISEQnqFL5+Uh(e7JcAA9n}YU
z&!PswUX$9#4A0*Re)e);`Ms*cYN3oioC_o6GB|n!8Zm!(q8$cA4p`qe$;?(8ah%!;
zKwBgSt3`4XS0p^C_n!ORDe~Iu=R5}~E42j@#|$dDVBSP@nF}C55Y9C4o|j&Wm&(I9
zXm1SQn299(5oz?kcz?;(TGH`a;saJL3d2gejDRzPylca%+^J>s3Qx5qJYm(5?d?>Z
z3$Zx1J=Gly(~EnTc0IG$>%YT$GE!m{^_CU#@>yO<rn1v&YE1pYf5$aajB-&`-Q2x-
z`rAj7(g6Ask563337UX<o@js3bk`uzQt+O5c%x|;a7AD9tvK-Zh4EaeueaFxmnt63
zlVclYcK*b1di>5^z3x^!j3omCa|;#^D0aR6T$`8rye^IRQQCphT$K5atz;6^lL^}&
z@Xh^BoIMNXJoKvrJrC0<SM~^0NZs1$L^QmxEWM7gbq~}$b>=30mEkC3Hf%eRqp8f~
z82C3$yk&#TFiq^*W?RY!n*Ig_ZCj(Zn#Si>_{`S)sqDfc=zZhBsIJo=+?{7+(LT|c
z#M`|4<TX-kN<`}(1%dv-)5yPpAHs7?k0E9}sfk{9NR;UBFGG4f0+mv8?nUc6t*l~}
zbg=WeAp7RR5CajX9n5agRJ<aU+Wob0U`jcp>q|U6ACRL^w(VyNgTsJ<aBU^ZW)u=;
zV15!D06+zy?Lsm!gu`*?OKqj11{x-(Uq7b%ZS}ibEZR4tlvPq@blf#QVHm#og&^&v
zmHGK?OelK-0#bqct1_Wz+d|w<p+_SkHT&+jvP-kQ1hxDpAN&Og_^^mkO*=ve;9`r#
z&*J5%;$=$i>>ZfWJ`3$dk?z_1sPDFPzy53hQ=<<1HV2*8=T6da$k(EL{Yt){BgZDk
zK-F6o8T%U&-hKZv_1DH?V+RW*&Yl%pj#WO&uej<d(*MhGUZribKfWFYO=>1e=?{U`
zKpb0(Y(orGNT5J4yyokh#yvqh7PI-uRteh_m}A-oi*IdCUw!VQNYIumR}7atm}O3t
zQIl`<6&Q)yK+ccJ$+uqTWxHPW$z!C6v?+-RTY8jHN!RDIFBE90FP!D)>=BV*as*NN
zCPuUoP;v@E7EO_=Sid!1-t$Y^sCf(DIN#}XE;!v)CBwxg)KlE1852|4eUO@B%1*p+
zh(E?h=hP$f%)EciHf1~L!>_9El^jAM3egBCKH#!4gwz<}eO1PJf>S-gV=+hBf+!}{
zZZ4l0V45#I<{Tkltwc5>Xc_)ZibX>Lx&xTGG!P%szcFS_xoO5fB<+s&Bn$ns9+Vqc
z;8=F_IV*DIg>QXh1gJ<a@Mpgi0HtpFg&{2>bOvtDtl%XJ3!;v)2Z#xdahrC-+pe9>
zH^9^<n76N1L)@;T7IIRyFf;+c#Z6R-_{}YW#v`SYD%GYV|2AyAc1k^vxC0F|Ocqx8
zQFtG_f9N8_>~Na7W|D|!M|`UOP5~9yH}bf`sH<tli2KNu%E}+FF&yQLxcc>zaX3G>
zh)4tgaw1)W3|9qgY-TA(E=YYSh;yZqiV6{F6XPY~5rE$@F*D=h)OY%*4S)WEh<dEK
zy!WgTlBeUKvz;D3RjL%Gg{2@)xpn()CKU^64;((?k0bdLsxwZh@-&n0r5g>IzmJF(
z4UUDXD(Ug2-N<mA=pk1MNk|y^DZ%TPRZ-534A7g1A{pYK!5GDQltQV4uo94mfg4yy
z%08!Ezr$+{@x@N^C#-W6AD<89P)I<jBkXxelL7!%b@k1|b3mwx&liLteHd3*;PT2s
z^+7?}E6}5MZmH_d)X!hHkvnDdHGTk2si@_10BedyzMGAd=m_CTV*zf#ZRV5T^!Bbe
z=c7rXt>*b~U$m4r`<KkUDkd*=3}@|Kr;e!JPd}?yd-%X0@^PBZUIjPv8iZnGbW`|5
z@Qw9ehjuYWY~vNGvWk-4u#%PxXyCsuS+3ym?jL*Dr=cS|bw+D0Wbo+r!O@_gAQMnZ
zAhV$hD#Jv66}e`*S+*ZuoJ~a3ItrS(aww}B-o2KM38*vF%t8U66I_H?9a)UTdWuZj
z_Cp>XvP4mp{~Q8ynE%L*uHF#Ief!{sle-zdI&qypuUZb>k!t2$0Lt^2S*uDDLjm-2
z6QHa+K*|TbuOj>jQ5L5li{lUPY~P-%f0Ry11ry%RZT0!ieqBbzLv|z10JBcl-r%7H
z-|LyKMg4qWmCQPJmtw)tfPf&Kf~Smyc`x%y?02JFbmSqW{O9~R<WYaAGi`5uSNZnw
z{5rzc#b461dTz|wg;9<7jhepsp!}}Bd{2l62B44l@wIW~vPB#PHJfx4t^BMH+?9pg
zf7;v;KVSV^KM#euUW9mkf?QCYISf)1H3pxM#D~+e!v5O_J`jj-qr#f3sW$B@MT<Hv
z`+cjj#kx!G%#C;IKZyPt&T%z&%MS3DfnXWr3VuYr0c4GSDE?s9a22*oT9A8tEzMcn
zk+7@RcWEz!NWGoydE29#yN&8uolO1uYXF4f5ZyuBPcJdQ<PLVFlUq48ul|>Ui2ze4
z)YY9RKsE5rU;(kV$Tn-`I~Y2_;7<*2>NYHjHtjlr{<6^C;$gk~!aM$R*~0>^Bf>5!
z;EIB>WqEB)xY)zf8QjDH0v|%0yQ;>VP*s96Qd@d`qtvAzyeQ$$ajWoIF|cj${1sCp
zSg`8iaIOTgSe7`B7Pd!uE$!RaGB>seQNZl(SvTwm@U>cjc$`M`?DU+8H_`8YJHVDL
z@!K6@h3h+1A`(9(!R!Ij)SX+bx_=BcApua*F)=B_4-vh`1(y5dUxID+wSL7LqYG>N
zs2igmkjvyk*zr~`EgIM-VRQXW9x73y6%^3VC1%a)fwfbmrThG81}3vQ70;wz3|0&1
zZk!9t6?hp%z17^Ag-H;$gs~IjJXINGMRufE^P)14vX(yzrHEg9*TUr~ioV^Ef+}?-
z4}oF4e+&3Z>WqghP}C**kq-Cn#Tm9(V+P}|FF|webpFNUZ3k_)dGq#fJ~^y<Yxol;
z{A=UlmQ~&svBD;6R#P#hAOeM6gnI)Q0#||ijP&R{T!R{=eUC|adU_Ha6Wp)6n>1Tj
zzO+w@$HjODe-R4IN`1kJg$63A<aOj11UxCnzI7O&<YW{nEYNZ8NOCm8ON4e><lmrJ
zL-rMhDr4J=MzI}>85?6a+}b0`A+9U^C9PG*&G7#4io^Ap=Y_oTa~7(2=vd>@#(DTe
zZS0M2&k4Ps2-*R~0rEQWeTAyz9?UwHC2LnFiF+xKUt%YUp)5M3dbpb?nVP1UB%*R5
zIwF)S@c2kZHYb)DMDX^j1Memk(FIxg1}3A#+D+hWp}LJJe_D7N?i*uJSwtT_BV&|N
zMM*qCInIDNxJ@Nih%(dWa=x3<lE?Syi#F*k=lNT+g3ab{8D$JpxXZ8X;jCM$9Ptb#
zP7-Dc_;5M~21Sf{h`mYNPq2m@BHEHQd%j+g_}jsv1P&9x+up+xAu3sfI+R_q+DT9W
z?de;1%{man5VS_pqce~qHo_=}7;?ft(+v)E#6!F_sd7csyeoR7dO{n84ymK#^LP^m
ziupgkSQDKtvBiXiJZbos7H7^bTiAJ_*D=E<g$^RFnwAG^!g-3R=GG!6s|_33*p4(L
z$WfABpNNC;JNj^W&2jI3jI>08h1Gs~{{fL?(XZ}pS4j*xu=8`O7GiV7PnbRIY#jvh
z1yx~^$r~J$qfi5(S0Y-u-!tC7RTLGknB*BThkCJ=2u;1fM}r|5MhCkkRn>K{bUP%X
zMOy?@lt;Q*0=P9WhL489j71wIh+c$sx;e*VPK4Or!sBKDHa-KyxCDLH7|mf@ZN(Ko
zzM1{ZbpEzV;>53@0M!A!TsHWg0f78%3abzRUBm?GUUD*}lWi|D6o#4{FRecd5H}1Y
z`FLsmXQy_f*fW7sE@@_9lTCc>cv|PYlhKEz!H^zx8WA8?f+>AyT)u#<^{iX}CWz~Y
zeh^QRukhC@XQiek;~1{1Y?2fQ{O{Bd$f!~+^CV(uhxcz!WGHkbx~^T9*II(LoaZv`
z{N)9RpBi%&Fqe$W3_~&}MkEp)u2&K6GT@el3g`AW_cyXX%$8hcVHf%;2EIeYR_8se
z0MU7@iILJqQ_8EG$&ZX_3YiwHHDlSYA5ZF|LyRjyASX8y_V5=X&f_Rp0Hs9k^ufQ!
zf5t*Ya<@gySm#+K?TdywN73k6^i|UOxcIP)wB^LZutnwwk1(uY2#`f=<=`fzsiPCq
zbYXK=e|h5;27f^Y`l@2$1sT-@Q=E>pXSio-zw|J{Qnt5$Y4RZ+E#W(8t#KjB@O_Di
z4S3w$sMu8}<dTz<i5)9bkS|{9B<x2wVloHt_8Rc{kr|x*Neo=y!@<XSq`8>b(|vxf
zFFIxjC8w}b=}va<1qY0B*~@WiLO{>o3O83_tS9Imd-<MAMC3h1FtJa{+O)}x*--x8
zz4wh8Hc`c~%rRLR%*TeT_@#O)V)qYJnK1Kc=4PVdo;c<wym^X#yvN%*ywx5F#spWP
z9EYHtt(wjH!^7}KM800Yc*Gdj1U5tOV&pw@>GAQ%)g|j_XvBeMnegjo)=u2POJac+
zqX-o8!MNZont<IMu>7LpCwy(Hh<#cx<i=a^x<p~bX+6^UrZa63MdTVo4_K@b|L_n*
zvt&H9a*XD?(;GlxH=-zq$X=_>0tPUCa7&<vfm@F}Y>1PN!H|hDYaITU6v2R+Wj?`P
zOcM%j;Y@+nbF7^nZ7+8=#~EZ`(ZNa~FMvdhtw%;(s&5Xq*WSZvy?5`PR$ZO`MYbC|
zT1NdE^K;z3v%3~~ctt*J=DnK4OkEZbc%*aLSHUezu2`tvR-EJKwboxYpmOXbKx}Hm
zFF;_a*}tKVC*Rrxy?EBgLO8SRDK=lVW)%wu&HOvQH&xMsi4zEfEPh7JDC$MmGx1wC
z+kDP~zgOoPL-1Gy%QA1yqos8n5j}IJK|4#DR$4FHkQq8$yO)N=)1ULcyX)zxdup{9
zoT~FoSMPA5f(flK+=IMSUck)WZvsEGOad*7SY<Xum~lT(r<-2y9v`<uFJ2`?E!rSe
zIG3HwVS&~cs``u4YYp;U8=+P&N7n;%G#K!0vT8V|hE(%tr7chz9-`B?62sZAIC>Bi
zKf3_{e#r=)udF|ZI`o#O!2m%*nKx_n-FDac^G<FfI_s#MtR*>nZc~>)XD;2uA(3Eh
z`<dWENAFSq&g>xp3t(KTNku3rYYA<aOf_)C5hgbg(3P}ysEVLzr2<Ynh!O+l##N05
zXqHK^hD#DY4(#u07`pbHD5m)iqpS(oX{F=U!l+LZ9W`soBAb-sHL?eT1H^2Dz(hWW
zUDvV3;eM{Bs%k*f_Y4VX6niLo*r2yQloo;o79<A}SJR4I)Y3+;&$MJ(>!!aTs5<eq
z#BWefYk#VNXQIk|M`rV>XDhtD!DQmUt<d>ml6~_ajL0_X^>|H%?{<0Y7FK88i=j0)
zq_9XAQs-l3Tm)c}d>5SuvDYGYm6^C1>yflDet!g+2FmaI;PkTsqWswFqWKzj;phHB
zg06teC`7dzH*P$D`#>2G5(2N@%}=H;Z8qMwkHV*^J*p+dk;7q2Nd2~+iME?FDLZGX
z7~C4p|Ck}9XmCAX>Ut#0wp|kD#es=#$YC~cvb9pGCo_=6#rU68>(*^UpZrWWi@Oyb
z_54gh#GJlD+S}Xv>8U3>mRF|`M=JCfkmnLw&zUUSI@I1;^A_~swOyH7>%;k<qc2xR
z;t0X(tP!FvflXRgBSsV^2nOXTYLUV4qu7e{=I9h<6`8DT`LcCG@<nUWBIS^Xf_b&J
zeILK~m{*-V)#<uc!(4vs$NY2jdCF*Wpe=^gFu;gj>^8XYRK{&Gg_3!zxQ!41+3>!x
zbOb&YpEQ^84%1Fzj)EK1meV8@JiKXM;?zqlT4|*ShMyA_@MKhbVw(0y9_;1lk@*%I
zaRPjn1KyAB8I*S#2tJnY>d*^OlY06y6imwd_W4jUW6j9X$1X;}tWxiB0z4w7VK!Cn
z{(HtCf}RDgh3ClD7C_1u0?%`gMc;ffeG}dXbz+JK)=0U35?aqFMB7#w&Np_eafcYR
zDD^wt8oYnA%!_+k$S=)HwB(bPRveL$8f=&yaL^&~J3do0R=iH9&?9F8*>@}4`-MT2
zF(z(wp`);!69LQ}3;>TA_d)_Fh#|z(A08e}x`H8B?1)9i&gNh_>lx;dvGb-BelXCX
zXJ9bKIO%O#1Kt<4ot>Qt+FxZGo2L#-3vS6MR@NBiWBgK;Y0Zo@dGeIx&)a(rs93^f
zA=qOsBDmg=nI)+>`H|+X*1S2^{^$9F8cvD)kuz=g-dNyvmLsMUd$;9pgH&okjAn(?
z-_{XQUNQz98p8}Kx-k-V32<gKgcn?`W%J7<N@gsV5T)KRv~B}B6L<gzOdxP>#Uw@f
z#EB@9T~-PaA1^pQ_X3s`p-2WuP!5AI6X4BdU*F#k3Rm!6Vw`_Uy<>P#j`Q^X$*dRG
zEB73M3m9z1BMI;a2!LQnupcWySi?kx=$wI_<jAP!+?<>0PE9OoXgKep07flx%SYB4
zj1Br45)<*8r9bVg|7$BfeKBOwWRDHZO*P)vg8)Wi0Op*%a0)ZRMFeyE)3Hb1uw#TX
ze#FQ;46U0d*nt@lRUEVy4~C|GjJ8Gt&%f`wxeJ3MOQ;oG+AnTCuyJtfn__H`U=}f5
zhp5kiQ*MlHO~iH3DzM)i!I0ScLIu;lbJT4YI%m$?eIK>EM@~P~D$~2ATg~7WW^{Eb
zx~|{Dthnc9-{S5Q4~tMDVtYd$)aFUhcEi*&6jo<cK1cxdX?7_5`1G=c5VQMXx{HCs
z8u-HkBEV3QkU1%cd<>1<1W=MDd~?&V&gMrZITz*_c56RPF-*Eb+}Qz(5OClautiik
zwTQpW*am^G{ua}iXoE`xZk7u9a-*GhhCX_Bh)2?!{cTBiqe?ql2!!&dImdGV*6Yf=
zMnS5N6;8<ARB_5i6rkMf!f7yp`@Y7o?kme;l#gVRtSLXo1-Ou!T{foEYkp7J0+*Or
z6uNR^Fd>SO5{&%xb1!tG{&mjho|t+Auf+@5;*UuKK&C(#ccdUDWGzY^EPV|UX#@>1
zV<lP<)F=ex$2@-$bycnme~$iOLrINbER+cwHtotrw>)8qp+8)ma{4{Tqr$?%nw)~l
zdS2B#K69<H&BFesGE`=zP^U${igXSC_3i-eF|c{bybv80XoG-BeY3N(89QgnXDFtO
zCDRVb??eN_jlUi=<>C-dfJQKh+yF?Sk?RF1=aC3Ffn&fbkGINVEqu#~Z4Geq2sqlo
zB(o9~5nJN;fG41UxKBH|xa@Ix*AEEBnEob85I8)(YqYwt>=0CCX#M$Z?QQe$=^sNF
zkYyf)FNIP^q~wK+79%gGj^5$n;aQV?`16|c-9*Xi29zL&e>#1Brn{Le*&?X4%7R3p
z9l#%CD^&+((j5tz6jOilD!8S5WUCP<jRlu3dd-hY$S=*BV6wM<ABxc-tQ;ZEgS@=!
z;Jh?D(aVRolRj#`x!RMfeV~4?xAV{n12wAKN~NONyT{c$#%01UPO@86P0w&u!+?nx
zBEqafEz=VYg~0wW-nz7_DifDZ1oLn77HR<R$T|<4w?lgsNUaR2Wf!_0STDdVmYvx7
zyigNJ1U(@cIKv~2An;B!0YMD)jgHpo+7%qcMCmKe6^eahl&v`JIWl5lbd07nZP8=S
z9#;b{i3WDfM4XCx&|>{!ztXC<i<|S8a)-a%{4qsy<+%Vn#2mH*ki&=<XjTre;8?OV
z0C;fEXuQ~7S!^T2wd;o`@_o!h_I(*ROaq@!M2kmbk$8s{uy-fjIq^ay<0UczZuyOH
z57%x6<XYGgMVKy?_Hh~5SCp4?=M?~0Cx{$UvKFyh1>-QN-8S`N)~9R!{xU!1Fd;*v
z6Ga1&(?5@g3_}xVsH3-4Kw!-<K6|Nq^+RpJkL_1It_t~?wvn1O$4%1_i@XBo)^}Md
zr1dVspLL}n(qky+I~dG3{Tw+>_Nv)z6;2bTxOS4N<lDtXTV+AP7hFyjCDVEGZy;1c
ztzd=M@Hlb1%+ayPMYHC)T_Ow&FE%E)at_U#f1k--rsA^p%Z=4R7<*6BzKa64*fioi
zJc*?+=@dfptSbCuoF@6ps_@sh-DE2cFt!aoA8QWH%5_&2J_pj|)6xkJRWUGZ>X?J~
z5dp|n2Y5$P&~b1yfOD%=n+mT%)6TSRC6Q)C=)ZxG9^yA^n?+hV^bv=_UPU(-n0FxR
z!@`27$AqujOjBxN?(`TBJ-y2}l-LCK00Ke~b)4^)#%1dP#9gm5-vMuOk_QliGQ59#
z5vC_1=J>29ga0=5QHS2uwx}V<bR98k2W~7G)T3r2I!l7p<6I((c|fO2itRMifGZ7=
zCJEw<JmB#4-S%4o`iG!PBb^T~CK{w3z6XqUd0PGtzZU?GWEI#D=sjqmoOhX1WQe}O
zj7Xzor@1z<3K40}8-KgBcr;~Q{!9Y=S~6w#j&H$ai};NJ$~VR~A5vzL!-lq<azJ%G
zS=fi#kGSdr<@)~NxF*?eBID-+#77o|8|ml<(AOK{IuivZUJqHfLjh!61HD2EwwX|n
zi3oBq*^z`~;s9a?8IU4r!iKkCM<I~bDL^z60L~`RK{p|jgSm7tLDud4tYG&Xobz%~
zZo_~^qVdFwF-Rr2)=qxNAH<N-4B7(n&B!JxEaF&&iU?-uJs-wk@I8m(*X?JEMWkmZ
zqISB|paxmw5kSAg72hA0$_xgdl}mG^#wneC1(5tt0v1eP;r(0bL%H&y{rSFu8#m}M
zoGpR>s7{XKPI6O`*w@}g1LERgqf~m4WC&%l6c9DODPAq979jqnc!!potV<y+cY$u(
z$sM+iz3rL}3bfP1c?4FKSWinkh&rvpJcHP{68l?(F+2v^Q%^RbJ;B2uyc`Jlz;C4{
zrc7JdKO_HQB$0yF2_&87iRE2~@c!RSa0|RPaL_(kC8DfdfsIN<C}s{J=n)w=QK-Wk
zb^tV+3;7LL*wCEkB8bU!=tb14_i>0&3Pxe-1!Q9-mfnmpCbrvJpaLRYxkFmqpY*UV
z&$&28cwkb6W4~&Edv8@a&J9>XT~PGjLk1@wL8Q015Ebjzfe}Xt!D!CN+`#}a4}m^#
zmAgLFBlZ%63N`e7RO(Qjli^u~P$Rw&xw7bQC<eYaqEp*}#7!n)fJ%h{+oQ8Oh(pgh
zYK!$}Fv&TNf`Y8*A@;Ozo)=lj&W?2CP|LzlBT-Y<s6!o&R8{zrWMLw53RX$2CyQ<X
zcTNG3<KE)i4b1#5ZXS{;XN$AfuOUz^Z7Lx;C_#LkgT^9$y@*}Cdl75ZV*p`fFb=$X
ziZqOXz9e5`7mE(riUqe@HQWLzIMc$fYA52rbD4FVjurfVN&B}Qd{5G|O>1Td$|K{9
z7GBuG<CZyovA_}pz65)@mVXd~QZhvMaIaxd3Hmj8I6I`VDAJB+yPv?>i$)X2gD9PN
zAB)kh{`s?2$dL;y#RRz<GA>`fga?}hT~>gV>4)D8`R`|gc0?%un=I7+No-BT;uhzt
zRBHt(Ze*P>;Qu5u9HssTxd<l6g)I~CO8b{mY<iA4IUpLO%jL0+<<TxJZ2Xete=x{)
z*i85@VcDEY*`l-ZlRK9>tQ3l>-9;`N`9Him;AqeH(zSf?;82~NR&rZ~sF|-xV$1tW
zg@>kPT^A%lf~z-k_)5nms-CkOhL>e9yd345soEkU(vWldRD-)x`if;Z`wGmGYGEo^
zfnI&+)3aEU!s@MNuc=yN(P)9@rH(7G4hD=^EkP`?w+`P0sqJ!^vBM?UGko(C?~1jn
zt$0me1S`qjFf!_eY6i5G&sJY~gd%<ZJ;8O$@9pL9NS9pXI5()lEGI3zZj-3%u97t>
zZ-hDgMnBC%?kWVM%pAG{wZ6=b#&Y%=mF`NVueD%D7poqBj!6_O>d<=oSR3c9og;I8
zc0WC?);(W2GDjVdXDI(YPL?xuka%Q9I+<3^0Z)Lc*Kb4Q9&-u+_+tMC@L_<E(ufN{
zT#CsFBgIZ;oPq<SANT=%Nf-p)Dg^2g$ZRDl5*J^g#|T87BF%o*bNb}t(fUM%L{i*<
zXNFm;;NQ;AxQF&5q9}OCiUqV2m4LY<FHSOgMAy@rX6%1q09q=U9#ihbfF&zxBPLDZ
z>MjeC`4fIQvga5X_k8PcRVv+|6P8lbmNU>`+upWyd7v-eO}u>5A7e!i_wBQMc_ftM
zsQ;7rv#ZK-J(<q?`nEgg^;U$X0*wXIz0rp_Tw;DrHV1Y<)&ZaJIaJ`cCG6PA&M#0;
zHIq(FpBb9pcl<$7dB{NAD;N8jNRS9LqW^q7GiGQd?dL>3Jfrgbl?`Tj&Sl*0jP^XE
zdFSsFmqXb|e}Lbgc^3rT_g$6YJ6vA<1|TBJ8xedmRfCQA9$>n^wg|ai=Z%*fDkA4E
z;}GB^Ve~<U9S8ymB>pv<V<d&<;y$4b{qJ#Tev|yBU8j70s0&~G!As3zDu8J+BVR;l
zIVSavp>Yu~4Ksb*U1C(l08z_O6I_?t>91GrMfs}FpkiU!v}Us3$&NTsakgB;nE3r&
zFsVoyM6gWF)`Wiu@JtvpoB(m=O<n0%Jqt8+#Hx*uUwV5F0L&Wde525A%PjJOFnmGq
z!eoG)5W)dLT28w!G|>eWN?MBzrfHQ{o(Ocyj*qBYi7y(l!h9pi8^Td4boZ=6K;V^M
z(@8GlV&d?oikRw)B4B%y$Mhy@wsQiS@#{Z6&e_XK?*Nv;`&!%27nW^fw(L8u5s*?0
zx)z!9<9k<N=z`{#c+SGP1&hRBLnB8}b5h-cxku1y7ymeJ0+Hbf|DWU+846OKjGRRf
zM-`xqqH7jqgyol4kMa~<ezv;|v}?-C<9|+lbi7_UisopHW`Fwirwe&e$Cpnp98c}f
zf0Hxt+?3!}UNF(NZFl06(kavaPM&`G2=h0;X}|+M9xp$8mypJE0V}m{R}~MxImI6S
zRFMoAZ-CeVl2rrF4Y3P{)5#zRzTkq~1U2a$99{`C0&b*jZ0B<G!9_q#RC(;x(SH+U
zSXXb5Kqo1NX2+1EZYHw6k^<!i92rMnE&cC_C;R>F(i=E>dJeiy9CVrsk+|#FFD8b$
zZwOoo0gz#&f>BN&{?GFI(Cb^F5MofJ0KT^7$>-5c6<hrF<D6ojApAIbhKFOrjm!i7
zoWAT5|0I2xfDm7Q4)N5tQxwY)`f9dyjj*ucL@=N7`#a0?%05e{ffxmu3jmmB${|>t
zoR}y!P9qDY6%QP^Ib(W!OZZ?Lzf2!+5npmpw}S({ya$cly|z8clmL&01y*7!QQM!`
zO%ui@Q%+3KfeuhyzC55#d%cD!ND$G=7$=sP5DM*P26T&=*doP4%s@d8LFW(ZqBMp5
z4{w!jEf)FGt#(CKk=S39KWEOuLYMV@{WXnapQ8_o+{Str^uk09h^LY*!#Y8y?Bh10
z{3BfE#Y-yajezQ?)jv6{=8QB_`r5XTrgB0+Uu67KNC3t%b=#{7-Y=<)?n~TvZ_Poe
zTTKVtG`WSJFFH*1(9e`RME>aeV`l7IQ?H$thM8>6Lg~gVud|!I!h(VbUNtp2c@Jd)
zSwH}oD@TU4YTuTde?OW84ICbUbX54*xv@OU0g~!xWIFe)9`{j{0HxR+h1`zy#aj^$
z2Z7hGfh%Pon!CoN18dQ4lJ*7@Flo>u?&B{C9scj%OOB8=-mI&sP=cnQ$^?N%ju`QS
zhQmN6iq;2SkOevLu=hjsC(S)s%m_;tQc0ow%U`4=24}J60-CYdN&8$zG9ry1a(qV@
z#)y(RI0gfv#3Bm7S+HSF7s4sUo~#TH1N-EW7z8lu)BJQP7wVBJK0kkHz4@ANF|EQr
zd;8owuXOlV&E<|!>>j7r)`9`_bv!eL#Z{XH_PI)mox8AgeE7?_gTwY|wf=S3%ZD9f
zq01iIoTv4iYu%M(!^t@s!kmT_UTEgFpv6Z@CR-lJa1`?oGmLb{XoTxXx&wgozbQZz
z1699JM4Ka=lfD+9H0D#qsNug)O*y@CLL&hN$FM6HaAANvw~&p^0Gtj2nFkaqMO<%3
z$RY-yK4fVrl*t$$PNIGTGxv5YmAp99rD>69C`>a2xDP7Xny2YtRZB6}B(^67xLzBH
zBhftub}#o2*R2>Hf8%dl*2Z=$9RqEy`)w+=x;+;*>gPSMUIoF1EPz1Qq2EseRBzp#
z&{TR)Hqa4!YruRf?3iQ6$Y2oDD%)WGMGPy-z`I~`I>;_*?}J?mpM^J{z&Qd>07MY7
zLy@q)5JBSCZ!|VZa_Bw4DlHb(+&p}K2J?4ti#Ec`82uAo{_`gH`T2R`E$swk2h-WP
zbH&=!9b&UTuVP#ZJ}Y#W<-uy79q1%pmc8|3A1GmRe^LND3Oz-e6+!O&<_=+HT&3K&
zV_8-8m``M%vf=;n)kxmh$x&M3Jd1jap+Li()fc~Ir?fO*)49Yywm+;)F5pOI)mq7*
z@9&1U_Df_vXyci8s+#)-Td)ZgrySj^R`;{0dj9sjU$%UQvx2JhGwd6NkN<Iua#N>q
zLx`ZlHn7@>iz{Z)Im7%mafC`J%8#G2wHx$ax;)b%8qIU$O1@juQh5)%@(R{CGkNNr
zahyF~KUc}fn2#D(JY{R%I5I|4aUQRua@6tT#eKIjFYWy?YAq1POc^ho^K@vH`-%+b
zTH{Zlr@5M)zERdI%KrGJJXiM&b?B0wW8tqQ_Y9VMj%E)H7JqhVclIXK9C(v)u&<uj
zx*3qpP6Iu;#>rpTQFV=rjb1TjDDmki*e*cxCDWJGAK|3@NJ0kf6JMMcl>N!vY%|cF
zYgf=u1TPz+<}1%*z_ZZuY^x>BMc~!+(S*M#z1ODs2J*E`f-XN3<PIQ}6NWI(h5wiI
z)n4-(R;=uf)V#1Ay1*Vq(y-gY9Rk`vC1u6MUobY!6`-%WM?QOQT6+o`m&QVfj)*IE
zlI)y6-HtIhk|-Y*VQm)>2qg~8n1hqE;q`mb#l=5*>ZzX960oDd%`VGTNlP$Er$~^l
zV^Xu@3cP0+nf72h<)X5a(<+4=@e;qI_paq76TV~BEipy>04D)ck}c%`SKd9>m%*WP
z167a&Jh1E>TwJ9zjrSi2Vp{%UTw9mL@l?kj#2g57caK$|V!A-Il{D3!eVKAZNwxgJ
znfTxUDlEv3%@X5zJg;9!?Y&?mAYnJwp+g9fMBKy42eRlIYN2SAF!9t_x^RBYoUpct
zED714F@Jx%%;i^xn$IPDcn=d58UYLyV1N8ZJ#?4<nJgLxhPxN6-o-PZ6cb1#b<b+V
zv5HW-%^<Vu3)<i#kKiM3oq7h73m27T!sB_!nYiN5eRznDgR)47nxevq0^Z+bZVsTu
z&zmMrX0H$(C+D(8EpZ=Bp~nra@tcR-c#cSfd%CWEn@o><rqou;^Uhy;hrvbu!4v;N
z+zty-e{I=F!*)gMzF|3ac6Xlej#a-_!A0tt$!Xa*e}himH#vLz<y#UD*K5a1x6jRg
zb8mBU`|6Sz(6(jSDe+@FWq|2LVE*@jd#b}972}kbCKWX3i8T=SFgsx<_!)ZAe&E&4
zE)Q*u()L+CoKw|IOeiznF2*Z19e?VXi1)eN>rWeuDSscG3NMZ?Mt^`kp>&KaN=Gek
z9OrS?AW|>eXwn;E@Bmw~;?J9z1g-%CUf8qoMVR7MMW-Kbd^P`w1&62Rpb;Lfp_RSi
zH}i2OyJGU)xD9=d=(4O2P6H7dSZ%hfnL+joy@;Zg>}V!<J&++#hDwRB7|3*2xoSqv
z4wbG>@8WYuntb7x5zt0Ba^bO%A3(!$yJjPg;<Gch8&s6^4x@GXn$`JSaImU36OJ$_
z%~ve{QP?e<g5_swpQ0hfL&dpbfX)|difc#S$toh!jathan>00QDDtnol`2AezUM3T
z#cy8~MPv{x2MPyDZiSv@rKjJl7O?33b4;f2(YN2dv%80`-MXc}@6_rjxmBjp&AhzZ
z0y%f>y0TL5;n`<_>(}$ryh~gc7;x`i&pvv_W2O&n7*7XoTbF+D?#>~N$@$**AKte=
zD3BPMpL6XCk94=QmDlSnNOYR7k{aS?FNi5i-W-__Ve2gUfGEdS_doISxzDCR^VxuE
zXvn_(qJ0J1{hy6|LwvyovUeJTR3anTAFh@3(Rt;ayuj^U?YZJ?_zUePr#6i{U1ZM^
z2ujE}m|_p3omEU|JQ<H;_C(+?wIfHS1r8rR+zXfF`v8+Dh_(m{^$bO^lb59Pf8Lo;
z6;$rHF{WYhsUgF$b6fIVGz|B=19bd(*qjT@Wn~XZ9xU}3yCAXkY-?rtXYn2lmsqw?
zE5h>HKlhl!@U*Q&o9hm&Bpby3ll)_kOSDq+n%vI!TIXj@?0w&U+0|!d@WFYBYP-qQ
zHlFXB<}OWl(z66k=17O>Mjvcw;nV_$OKC+Ac8~Hs0G#U7e^Xlv>#b3c|HZs%K_EH^
zlP5|-5FE=L77#6=wy~A)n2B#ZMI4k=uaoEISPt=c#7;VPnnVw<BV!P$qbSf9U~FkP
zW1F!Y%=knRF0|BfCd`3m=OdsIkp_jHQ{7%YfNCcsosJKKCM+geS~OE5h@IT!M@p##
z#bj6@)AhNJOHrNwN(@v@W{G;&#V^+H?)l~jU&kLmwnOSn&ij#d<PcUf;<?Z6!)?q?
zW*j_xGlO6MoUF?@&GzjBsK7ZHy2vxT{mNYe)Ykk(aab$z=k+u7Zs(*#Br?q~_HCiZ
zsSk+agW7u{oZN5k-%I>cyH@DA_21+^c*4(=Q4F*#TULCS*)`k^zKvR1*qRozm#Xl$
zypx+cbujB+*mYoF!>RQcAS%<c&jLN)N&KDfft>qKA<K8$z^MwXGcW0#pfJp6p|H=<
zGxys(8>fLuTrwu{IcfL;t0WPCwYV34#vUsba(OQNn$4$fjpsazFZJTQwW(ydh$6nO
z(^tB<+g{|yRyyS0K0=|i&<=};!=ME~J(&#t1jqyNxb2O|8K)i^=k-0)v#K@GeZekf
zW9f`W2tPCmkX8BG2A3ZkG5U5QIR^S<*Pg$c^EMa$S`XT?@Kx0<_u5p_Pv^XMwf$J#
zhLv@A#B{jlTI%3Yc7y$t3ak*u_J6AgF|HwnG`4ODn)_QmcI*#!_uewfInI;9+B*J4
zBSWn&{rT)q-CihId$o@<Fkh)IzUeO7%E`%1#kcuwf&2J$W(}F5Y8@^7wl?aqeqNXN
zZ_zJ{zl!5sSdv9nt-ifgo2J?~%4EF2z2JPBWYAB$sLnpk9L=uXKc;sj-{|iN>i&E-
zXz9NXHj3iFs(weZVw?iNZ#9M!lGsB1Nc#ml!j+hm^i<2}(Km&(KTR@@zc4Ns*?mi3
zZ^GVoCBw9q?dgRr$6#~XG9td~(+f*y<_CnGOTxsyM-#4HKU=r&TzzT!ir|}97m8oC
zo2Pn}{WAC8zS^vDDP%Hsfp6w758pxqGe$AJ3-pMfn->4iFaa2wAm`UZLhhsgA-EK1
z^aR7H$2yXX5-OXuGyqk~L$Ix+E>sz{M;A7Xg!}Au5#T>-yCCZ_pnezzimF3oV+^Y_
zguq66JEUF2$<3h;7a@KFWj|1^_g;{uBnwtCJRH0iBybNy46+23Tg9UA!wFDdljR&Z
zulX@KC_F#GuK&~WlW(V|g>04`EeP^*s%h-nyKJPU%B-a5uLNSoMn6HX{W!=hY|qNO
z6{YN}e9zd;PP`|UN9(J#7k#uQ8We<_pEi1Z<NJP9LF+-TmYdCO2OplFF{%$I&8#yl
ze=E-&S&EupRj8={;?#4ogw|J=12+ZD{P&xy>z#0|rBUR17l&o__`XI{O=qXMxVY%h
zqhTrz&(X3k(M^Aahby;s`ve4Vj`4g{>zh@LiAob(OTR+}S&dn)!6Je0RGhK!kVcI6
zK#*uDW%0p<o`8T^)yJYYtHL8G1Ds0fS-SIL&lKj5-GOROwWaTZ^mW<DuQIGOob`u(
zcz&ei-6YYmZoFXavopnh8|aJ|rJUm*X>jr+N-a6ia4J6Y@F{z|7#mS*H`z1(*}%Kr
zb78SL`Wk*R+c#_-t}Dw!%cP7H6FwJvC}<Bl45xpU(p6et@l<xuCiiFHtlyuT`z))Y
znvAmepXlX?T)%$3?b7fw?t>@SWVhemA@*bJye&brmP5{8l82*N%BaO-CscMR@S4+w
zzlS<99mEmWu}^g$mUD463rRmsME<CyrIp#Qrlv-Aa9<0k4tS;;l4P`l^R9_XMly~E
z-$oJ<_o=C0lNl5Gf)U?l14~<3PGhNR&(h&{+pz-cWoweP_VVwg=R1C-j%Hu!S&X&2
zCS1R}%Erli-a&&nE*)J{M)aMa(H#jED%vAD@aCSbM383XZq(Gjm;VG71@@m~zF%JN
z^^FfOO~MzhVvbKbvh|@(W6TqXClJC21`_xX!x6aULen`I?_!WSjU`fm7-Q*9Z<$z}
zDbIKii|Uon0W}?0*TS#e`Lp*Ly+-#wJX+iaI8_S)SA5Ir4bcYY%o*{tIL#u+M_Qr@
zbd_bt#_)PFqCq26Fbn{O+<u@ZBEoMeW|}n1on9CWl%oXIT0<1oK0S`bmEq-6AGJ$1
zX_IWG6YR)QMP%0a^?-C&^!kofJ1NNg1Oi0Etkxr;4};YXUzNVtwJ=o|il682ODf_i
zZPQHA*a*K2bLaz@P~xY<wB31hMIKwO^WMMjC|QbBh8==(Xr;@Duo5E_+bo%yU$M5i
zRVkHEVe{XdxhF%vZ}D1`$>RCp9Q*gax2fExSHwPZr3~D=`sUS|EVImmO6p8n0@q}+
z+K0|ZpTt8-x$E(f_Iu9aJlGu}KQkH>>+TGcA6M#EtWF!PKi`q56Zem@;OnK=j`t_p
z9&9-A^lNOxN4K_I{!3V*_7>K03_8oH8zah{SS(Z0ZI7K{zM~4>hFL8(W`$1HSqC!A
z<(tFmG@8C0$q>LpnU!I(PH#!NM_UNX3VGv<)`uNWb6bpJ2qTX%>cuZg`TmKb7~!r9
zii7n+=b~EZH{C|?Jbm#An_<<>|M*TPS2P{@3fBoHIg23GZZwL2@v{gXNr_>1?V_|T
zm_Efyvlh5(4@AQqL_<|eBlvRqtC906^7;djpeJ+zf6uVON&nilqOEq!-eq9_UUlT4
zJd^_C1pHdBfz@k_P0%mpfPw?&P<~62j@G$d>UT_Ead<K+9tg_j(B8FC`$(<cyWG7e
zo}C$)Exo7r=;dPV=G2yCx)Y^DKNFU%rN1CFw3b5P(htrnidWS`D_Q^b{QvS_3BTyM
zsgTc@k`;IFSkLqEW_1cj@XCd+2g4X1d$fGv|MKRTSENF}{AIz;;g7{vUs^{WTlM+%
zlX3Zf2MiS$<ry|M&?^N#f@vCd^roGVujzLb#!6@iZTYmHvu<D!gHL*5IbvqkgsUvs
z8;Na}kpMp$2_Jd%%gJ36{akxCl!r;MTUnJghwTojQqZW^yW6;BMJ&&T%n%9o1Y-}_
zj(C*b95C*mz4?^&4TJWbnh|^T<9FON{U8)}EZHD&6f0TD3KTR#>7|CR+f<aOk*yh9
z$J$}`b*z?-l^U9V)Ii4j3d08unJiRK1fP{k5R0BPtNA<b*H(I_T<CW%K-uPM+q7oa
zsUPiw-(+p||M`xS_NT<)A`ohIDFzB;UJv=;=}%y=-;|$!idPj10rhui*4|-R6q)?)
z$!b#s>vX2giI(_mbl=oA=mr67J0K|3+>NQ49H3<HcXiEfFc#LI88cS_^rJNp1z!mJ
z$v!pAuoc0)oW&aUN2i{#U>W^AP(M1(SF1x1=bPm!3`@+3iKEGDuz~i%kg@X#&K{LR
zGBfm4@Bd)-4+zvC9KtHa;Pcl;Zc|+>YqQVs&|b^}Bc2$qEyJ?#9pmu$P6_OLZSYxM
zjacyzOo-#41f(G5<;KRwvzXZApvv}O3L27j7L!>)5_qcE6uVHM)bNK#C2>+t`89am
z1*0N2=L1xWbK1ZEXaYf?e7HWoyEiQ9)Slxd4D`Q`f5~aUfhK#`=kNomsjH^|4h84Z
zAE$s)d29*<UJ>h0`~<iI0T&R)8sK-6R;-hMEO6<C<4H5Xoz)sYT=JQ%6-3Mon-&pZ
zezX)|V{3aYOsELtjfhZ?eY4O_er?G}osk1}bK&c|%b1q*<#t9zF#`Wgm*p4auU)Rq
ztK;6+x>I0Qriy2qJ#fdG?8pWE-3UNq$MnHEPbDs&c<I$E*O)Si2D5LdiH15~DKJIM
zDKR+w5x`gSW?HZiT(EG~ICRJHI;b76fD9>YKS&y?8X7;X_#Mm1)!E!U`tJ3Umd52m
z{xlYHmHJ0SMjpOk*$cV?6fUbU|5S$>6@3i?h6whHQiQTft=Olou6}E#thChibH6DH
z*<cQZ!qOfrya_Kl{@#tY2-6tyoIphAhxt5Nd`3!Ln6Z())13YCe0+Q<DJiaJ=MQdA
z4PdOzJa7N;WI0FT+Y+Mzb!Pdtk%vlL`=Tz4C5J!ax9mUEo3otzJ{%<>s9I#Xq{bH_
zgh;1)DgVk!RV*1_Sp;AB7&-S$O$BR+Xh_Rc8!Hh8km0sVhnxRq1J}#=d#cWSNKnuY
zdHIg{SybenjLQu~1fF)$?8&~>oArvo>9uTnuz{>XhOQerk&McDVErO^VI3+U`g$;@
z1;o4^6%X8uGZ(n!+b7>dFBJa)jJj3>@;ik^Zk`RTwAy*cmgMPDhUHX%F#+*FAd6S=
z2rflSU~4OApP=qcgJm}XnGBle&xC1Vi@mVKMS)v0fqEZK83i`jTi%*sle_dGPk_hB
z$O!a3GdG>k3X?xU+rVl-jsj;W#j5GS>089p8};hSgEgKfD)|@;e~w&+=Y73Q@sQY;
zSn=Z3n`78+2dwgWU+XEN`~a{KJuz6oL*YRf2%AyiKe*-gA>X*NS0L#=CB9<x^u!l3
z-1rVS-ekWowj6YY%8Y#%0P}JaOc?Ss6?O{?)91-qvuWXs*k)}N^5c98b0N?pl5yUA
zgo7tB>&?c1%9G{reqa9*@R!ixSp438s&IAmEH{6ew7cYw(}^ui^unj@U4^oqy{T&z
zcydT|oDy_cD)bw*=_BCo+y!rJU!!9pB;*)Tc(B7DiZm6^+iYE@Pr^*DREhU2JGZ8v
zut{)E{YpJod&yxt-SP85WvBl@5BG1+XSdsesa=7$OF>>Q?43=(A)yxR2@rK~Z~)o&
z)4cTd?fVaI0D14y#V(4Gj`MoQbDgIb|2x?JdZUvP12wfO4t2&Jm%R3r`}gO5WIWIA
zS<kHzrwYOkR&8&2voJ{|Snz`Za-ZE4sLL=>4<qvt@P@!>uE9|yV<*g0epvCZ-o&_S
zv~}K4;f>9M^YsdnH};v*UfCr-OX}_bxypK}(FS1|>ZY3{_<|Y)gJ%oyfXUWjGC3wM
zhWuq%_jhvX`x>Uu^+`9xY9~eR#j6sX*PI&mB+<S~*yc_*+HkCJMB+~ZeS>4*xb^lo
zaQjxLhpL~<Fh4Rb4z<lRlXJom-?+J&>3@_s^Z#dwLx{K7p!a=AOQ-}2cSZ1DJbs-f
zVz3JQfJ8M#R&b(j?159u;B}sa@3vEK;Ci0gR0XXc83PkH9VoJ{MOQZ5JA{>uf9DzU
zqrNNjbZ6q%*@v;>Ms9U78^IZev4haKIAtutxwF7#xI*`q?{^eYQhqztQ1bAYnemA=
z^n9Lp+fk*JC$y+h-u`_LFDyd}JPEE>K$3C#-nGBYR)QFJ;)Iz(w+a4YWoqI{w7kGg
z%R$+3Y%e#@Ai5}S^_Z@v27$-u`R2@$Jz@Kw$j3vKm3U<M_9sf6!HjpM)hKVKYBvuq
zxNm<LK=3#Yhx@rY^OI*Nq&r%}@4nj>xkE$+*K`ZS_L>;QI_cZ}PZ{7k+Dw_%79l0z
z`ociSnkjBtr97Pz<xY)t$Vv~p3irQG7TTO=8U@x`br!*e<#sh|j=>8NFP)}G$E!S^
z*Y|!hYjnyCU<`$GVv+F_>h_GQbQ3NL3*T4bk->++yR6&Z9`_#lbWNhl%{Z_-0x=z!
zIC1>kwd=9YyrXmohX$o2D;@o@Yw@nKl25cb9Z$%rS2ssr4d5JAUr@~5IFLBkL+!Bd
z<&thtK#o@YBlXZY>V0uLLf@_HZ2vIXe=!Rx0D5|g)F!pQ+e!+lZEZY@KGX`osr7T2
zu^2$5<gnnDvJK+8!p`41<NnbJ-W1fuhIfgbw>$gFI-eKdtq~e2#!E=M2Z75Vd6*#r
zcTBT~`4j&HsOCy!L_S)-C@6OujMu)qINzEkxIxO`#rviZUp~H<?h;~_H%jIw3uy-C
z|Ir$o_e)tcz1A+3ARs=i-i5}4M1p1RPoItOIP3ZcZX;b6-{C`7w%Q5>ZV|{?)#1%i
z->8?(sded)=uBhf38plsR8(tQ{z^+DjR~oRtRmFHjlaNx7>hj<*TN$IBFfChYXK{c
zmJ4~~cNi~YGvC<VsWCM%HtvelJOLr~{X;pLTc(F!lsnbjGW<O1M1pJv-;RxZ4={Y1
z0_Dy^*9*r}IgI_hq7tR5#9zoF{OGd-q8|6x5ZFo1UHrtebLcv?26$)ql9zPJj&8JB
z%N5mVbJ|rZf$VLqli<q{w0$Gz`h7_1BomPz@zM1#|5!WmFUiXL-*`QM&zM=HW1`3|
zK&U5oJN1%T2R+d@moZ`81HMnj9tF_GFgoQ{Vl<RxpPjS#$J5Fkmv4T<Q7^aIz@u@*
zQYj@^YwWo4vZ*+l%jL8OwJ|rQJeawTr-Mv7K~#+}aND?piVhZOkB-x^7(0_4WM&Bj
z8{CxWO#`YrHmt-`g@>D~aB-SN;mdt(7M64@&0h1`(r6im<6QAD3IUi1F$8k@7$DA2
zLD-=nv~N($@)2hVMDyL=<Xda7bJF=X%ls^>-GwaTmuq<R$MU*Lb4R-0nYfwjDwUcR
zcNbHim2X4BA<t(2rW_9YAH2b=R<C}~D13ciHkh{h%J(k&TeN4#{+&q(h@Cn7@y?#|
zAW*hn-PIU$pvqXrDE_n@zst~?0uIIo!MCU{8i<$_g68c0Te{5B7kIaCXF0izcb!1N
zD`uJIS5?iLt<HLS<Hm`lTwX=&tAwNPz%(NuTCP%K@$hggo8Qo%FZPI|Yl69qx+3gA
z%`G7>54CGdbXP|9>z(<nl~HozO8UR?A)C)nv=H(B^E;6STo_5JG26iel*dwp-dY+S
zp?E&ayXSS6-#T9}{+yU$a3zfwPJ4HOY&taumaY_ZWJIq3La`YF*NG>mLNMN+gbWWl
z;`m{CIre2a1IWoeU;_{tJerJm50C8_C#yQUh=#XD@C{rUi9XrDYtGC@Ja+tdxYIyU
z^jSqq-u!uiYrb<!qUb7BaVbt7`U4nf**j;fq?@on1H;9`gNJbc{{7+~L*+a6JiB4{
z(=~tf2CL1ldZt5O%**df<91<L5N>zPrkW=po1FHYpy{U18D76G=~)S6lnDFcU`?Ss
zA|BQ59As}X1?Y`EuuI7YeT(oOvpT(EK^qn_E)9^Kkua-fBy3P38b;lMn)oid$J0w^
zImB(4TeIv2L4q<vnfCO|>&N@Nn|EJOfDwQ8j6pK=nC0s>L_87GW@-AYY4PjVP)bge
zpl-sS=KMihs!gSHK{c->Z};$x`d%jU|08N!K(x|>Ql|@2Ex64It&vkxRfW#*4z3Sa
z=Yg*UQ$?Ms_xrEp<Xk^7(4LocY{xpPlDTnuPM(uj)V9n!(j9vkfBmeQ%i9IfvvJ#L
z)_wA}rWe-!Cu~Rm4HD7GT;2ENZ7=V-BK9G`Q&)dkf^=iRZ>w$5(1n57-%l!flb{?X
zt|G*5i~{OvsPsw*1q|*C6;KE$LtfE>*ay1ZN<$=YJ$Ubu0YyhRt7CN?)kj+UoV)HW
zI<ME~I{R+g9V}e5Q@j2IPk3a=%8>vkI(oG6?@@*DRV{D}E?pSi@T#pMG1Swl%CSH?
z{E(7*%CVN0E`lFkBv#DFDJ8g>92+|}^e<E+=H_7Bk<SM7o!@_}>y?^9GDoQB{Q9|3
zINYYgMIM+TaUW!&5P1-5*}@<uaUZXd+@lzb8uhV-DF_%GP^eOXAYdrihPIlw3Du0!
z+7tFP=vH6{Hs$f-xr5~J614m0d1KPVuMSl4f--6fOeJujGvG(kxmfZ*V{hOVta6NZ
zA))<NQd??pOHLE7c|fQi9PA1BtfW*=Y)FJpKGg|Fj~UCRY=~oE+4^aDJg^FDca0z5
z4<b%>PGHwN!J>rFz7B5IFNK&I`ZvW}=b;*}N0Amk_<>F(l$8>cEAE;}48+EBF{wNX
z`vLypt5>f+0uoB9w=xAP`MFi>o*yj1mm5qNj$I54nDs#*H6K3Jn`3tPWlJrwSyfWX
zUyjj4h$nNc=(R)g#6sfPYoKZdxGf)#^csPwOw8%kaA6(-{ezmq0tQ?i7vXhCd=^kB
zO@eEGo6c%`?VZ(GoiyyU)NJds+RdGnU~-MrWRiJaG(q>Zhy)EuD^+i8ohdjkZ<CXY
zheTj`^52xIxzZle0ahCSs_;4Cu(e)GEtb~AK$O0QJeUn&<@bTyW->F@-eCq6&I3p>
z2{jU~7IYC6ug=3iilS2d{aa+Jf?>2X#e_!xR8v!P5cHK6WoKT-u(b)EOb{0$;T7kN
zfBXEB(^#$Av-(CbJqvz%lBCJ(ithmk)TH|Y^iTx-6EW1IaD`x&Sfd{atq)tA<0-8;
zpu;R?ZN8j?t{|-Jc94WC(qJM$qm4q!=8%O-KnKFFmwn^=_wTZu9Ps8OEFZ}GT~1>Y
zI;fDz$bl4uYJ|V1@tN$B#JKuR#i(-=I7jzZk4+REpxv(*Hz6%RV_tvl?%jK%no23F
z`0ybA{;F!rU)6oQAQ}ad15g;?N`w0HmhbNJORT+r<Ij1YoHe_RcNoQv!O(ykzW-?m
z0|*QMiS`TPU<%&};R|1n+6iB68Zt%KjPU^B0HLS9Qqw;<mJINRA0E>b@LMDfk)jQ<
zFiE9q$-TH+qW!`~LZAZyltK)RCcd=@2xXsMoNa)@pcL(XHn5m{Uq;`E1e&al^@4?#
z`Ci?tW5m?3;6A{N{2-yfS32i;>5%%#Sh(1H?Y5qALJ7uN-y@cmmbdz0Ha7@K823Rl
zHY1~#mdDKVibT9te|jE2(a|L&pEI!WdBTO)b}JdJ)BTHg28k?>!f2?>zursga6XNp
zXQ?dIQ-(0%T)>kh=?dD=bm!4Cpm3Ihu&M*k2nr}6Y9|X(nrOkkf`WLwdU)i!wEte3
zQHayvLD#>W%ixfYtYEsO9gZuV7SOpsY_JlNX5s^df$wC9gs#FisV&d*XbNZFGKX~6
zNpugy23=IIPJh`Y#I!-b?>{Pr#F<O4tu`8IKG>J6e6-M`%KN`c_j|vC4hB|@I$O+r
zJnn~{5Z8Y7M$YtGU54<%U1wLj95I^1<YEd#e*F><N)vY%iaQ<!C{?xU<=R%M7oBeA
z{zlT|jnBa)%Sqn_f`gt3*U9#ZmR8IM(8Cmg9pUJy2{<1VXM@asja1QwhU)jUs;WM_
zUtGJnJLC<k=MQ>n<{NhT5qXC0LW}js|J5iGq_x4l;LA_8u3fK(xG%703H@Vq4<}?T
zbv#b<FR!dRK8we0@GmKb=Aa66Sz80crP@)yL~rpg7MLxd2=yQ^@4Ha8tG4aI#(wKJ
z8CEgC88e{s=-6?;g<nr5^!`-?plD5rG4Pl;2z|=|BpWpijR9a<U=-;CRlW(oq@t1U
z>e08>jK8sa<-g(TjT<ZShZ+>N%XiF9f4c2P)ud;YpVeOwL3QG3S^OIB__>}B9BY1F
zA%N|n(A{-qpJuXFyffCJx}tdHU-0w$_g#xQ0<PaS`LQ)Cs=hv_EL=h$lQa8No$gO8
zo!W7h{gW~C_Wjk-d+P2jf?GCsd~D-v{>-ye<s!j`iic49{%7Hp=C)o$;C?_KAA%mS
zI6mvWxCu{(fJ|@~guzo>OVTDa1P4G%B*kvpbn>aER6N}lt5<9^0Rg;4vGNOa@WiAN
zye8^IDRVqtDKzZbpHzPrss7OaFV){^kXc_J{keU4%2*WR$T_KgFY&l-!hMdTk7($v
zql?{GCO>Nbf7-FjQS-B;zdHR~TZwLBMgxL0it(Cx>6r2Pf0H+AtDWi}SicCcBQ8$H
zI(g1}$kgM}qenz&h3#@NY+8mWb6r0z!@jo&8Et*pXt_*Hf4d7oEEhtNm>z1GNe;69
z=`6xC;P{vlAV1f)@p-||GXyz@dkg_m8suiM{blxUOVXSI=5+x9I%HtM_iE>1AJM6r
zFc!0OyquiA_mP6nHLkD`|DTU*UY@}b2{n*c259XdVsIO{ZGjEl5iLe@3RyB4cR^2f
zG9gK79~rnrRIF@JNSw<xKG>v)@!9%*d9xEiOv}Io=+Gpa(~q|0M1lfz1L}PWGFkzr
zx(>NVJ+!s~se+4ZA5z8nbN@;ed?_%~D!D|y5}ye9xT%5v__&?i+zgvG^?S0xD+jyy
zX#7h`AFkL}{+0UK8HkydDGuwFhs9QtrWs(Q@iE~;0xBX~KEc5Pziu(wAh#}!kjfFZ
zDD%=dZ=|k8*t-<n4&2rJ+Q1v^r^S^18XnwzGP7IJ^6IZ!0;}Cu+sCp62dFk8Jnx`k
zUv+NlXnDwy4a)_BBX$dfb3O)z7ZrYW`cptxq`e}S{8_DwZOL21rG;AOLJ?)uGvdQu
zS4v`J>;)u_<W^;2$ktMFcX**TGa#VqO39U+OG_USp$S)O{YdRsYNO8^jF<MA9J~CB
zQj6E9*r@i+rNXQ|OcsqxM@~1`P2Ouu9a-0!<2%<z`+As;X;Ev)^S=Tnu#P2}=eGjZ
z{cF1Iaceu%;kecfH+St<Tw&8;qb@VSp^@4&KfKPrgiNl6%HS5RrKp}aw*GFfpw<bg
zfdR1akHoT+xY)I>sk?KV^?ra(`168+#<Ygw6t(ZoCiaWdSnaslD|QU~sZ{rW{j$4f
zE9p$=Cw@(7CdXjSZ#Mld^7uKIOsW}^V~mO@NGuERo}Je2oqNjh5&s+zaM3bu6FuLt
zp`n+CmmAr|)?JyB9=2(-l+Ci;fC0@+uf|{oTjEXCVB`H`7bNWmf{we>HDAnOpm)k?
zYG26glAyRleeQ~!&P6caPLFibZaI)vQMTzh$2Q+vAV3w{l~b~RFr_Q5j(+whByrv-
zblXam&C=s8%3JW`xi&~kG5;VfJum0fx(5zUC0+8UeP5Gs8}6oUtN6Uv`{UU|Q?VW#
zcXc9VR(r`#m2K%cI(SS;Jvt$xp67r(<+gfy6-)bvRrJ>bbZUbHSw7ab=kE8XNs**#
zq`jedSWVNYlBb-~xm0Q$%}2^iv1P7_>h0(l)#~Sq)J8JuD=L!jyA-^4YkT|8F=+%B
z=cjNLLX5&Moev7Xi=LiVo^MpCBNb}O-OTeV!&*mpNwLbcJZc%9tz%wsXzGvM=xjKM
z&naA%pJ^`r5L)IvT><Bm+z(74R^Xln(31L$xQ`NtJ)lXH-@zLpE;*4qrbKx(SsG40
zxwEV!>RWd0o%%Ig?xe>GmMqv$JtpY%n{Vy;`=YMKlDcr?GpMDAXC<&6(q%}p(ku^n
z5<Di=B9o_fR8`%$bM94g^77Zm&JG-R$EX_=AzMp|E}N_1Gmqml<CL*y1HCHMay3VW
zECd!NqHEAt#wW2;I0F^SMtsAGiQA*=H`N9a0<9yVbU98}?lAnkXAP#h_@J1I<mK(3
zN(<M<#4(cv!5>1|qnZ71G#Z3bom;6d6%HeV>o;xVt!yJiRW21m1yFfyT{8VSmH-V6
zpxhYF|J<VR{4W||8M3*9zDng~3uVA;9?B(0G$WXvW$^z-E|(mPb5akimR3AqR3BIC
z{2aF)`^ViB_9xYjC`8I|w|BQvl-(Igdgq|AjIHcX+D{!LTJ#57Sw{h^HZfuDSK<6N
zu3?UA>)U8=aQ?Mny;;4F)PKy?ed2H1a=x-UFwkblzpHNe=709ea0v@H&P9>wN=9|y
z=s;8iSf5BEiG7uA?htoIiKxEnx;76dN^w+80ipHyhTGfTO|BUOu4Q&bZdH9j3pr8w
z$orO_PSzPELS!MA(V#~5^eLSJX{XaPe|cY?r_|!wj{mOhm-&AJEH6b@Z`l4U_O|1H
zA7!!rYpTLW;K&BvJIZ@D4B81e4yVoskQk9OXzo9#Fv++4?x#RV;wyRI)cybH`pT#*
zx2<ik2nh)#1;s#+?nb0RK>-D%8>K-yMd@yk76dFnx<g7jr5g#Q8>GH@KX}f2-glqR
zG4>ey2jcVG_gZt!b<HdG=TmJ>pp>w&*=RVFJlFB_jl4N4gue7Z<Se7w>C*K5DT_?p
z6~VUvs<1BT5dgJ-9!ms3FJthm8cJ2Y@5JY_8PvVfi{WX*zj*T|X=f=hM|yd$YMzPT
zDm2U1nRQbD3A}Z!$!?AEjcrX_G2G=YM>ihKyuLG;r%Lj<LNYyYxaz8T>3Oi9(cE3Z
zg^0C>Z-4%YKC^o^U8-m7mrMQ#PmL@2&UKajyu!aD6=ZwFd3tZnec3ns`ZbFq=fBjN
zhAn^<dJ0XHfA@cpg-z3r*JQ1rkmBx+RG)6vHlsJ*kz2&s$9pd(Fz)pKlzSCrRK+7o
z`CGu>_g9Z%&wk1Y23kGuG$t-nyv+xCcxZY(JrErk%Yv?;7^Lp{TS<?}ufASj;@PB|
z2eGt_6ZVlX3tsMx4iU>NyxjNy^Fbr)(A|%*?zQYQ{-TaAEh+d%U6ct2q5uE@^^J{)
z_gWqxr}=g3S};F&{1`=ap(zETxPrIo$c3wXH8UX;4L~h43hvX+kGq-(u<D}~q7;ar
zNHXbv^Ww+f`}M|qWVwQ{_!6QhM1qY$P*Pw%_7+k0L6aYQ^{soe5$d|jn!G_3#-=+i
zP_lM^Z<Yi?S;w96fyQjp!OG7@5T@{cl=dF%49}-u+E8?QF>E9wyg>=%UWhUUxqiWz
zvzc>1y$)e9flC1RH<u4h?T5TMH=~Mz)uN$*+^hj4?P#|yS0^;`T%|JwI1*B1KpJHF
z0|n&so3bXU6>*$i*Xb@H)X+zO!iNZKU?R?;NZo_$gQ3q)VFXC`_0<9@E1@=|#6ukA
zFvrZcUP!I7mPinJhW9NR-OI2%q$EUM|3|S~4+ANoAGo&!fZ38YxRmvR;~{u_n%b!x
z-$+ZjPJc?7yr~66>P%aiZC4TFXLYR0^fgAwwd|eu9)%8t!Qta+os2fU4(%pVtb~bB
zjSmxm%pl$l1v(%S5P~3$2#ElgOzn8>)u%t(3QR;o4~Vp7)w{-dnVj1j41SCV2p+Ex
z`R**g?#;Y@^IV58wL&|d6mr~bKt>Rh`@$EO!71qy*pQ_HbJNgAk2f`S?f0j+W%XO9
zyX?&cuMOQ*5=ZTxvsJi{J~vZgFKf1&2KdG@+~M$T)vRngt$*i2BZ<>O;gT3M@cKgS
zh{b_veF1830YBYwJ5Tw4(KFG8%YHbR_nf<bAG0Ch|CYdi4S5Jm{sSG9F~Rn=>39X~
z;ojRNlb)2^R(y$K5)x-7EqUNQ-ANpTZzK~+H=wcJvmV3tYf_}-H@!+Vl_^&&4*~e4
z8k2-t+Yr#vYdE*3>4jLeJ0Dt=OkHr;9iv&57!ZLL7*oSp+(i^AL$!bflrH79Vq#(G
zKx(|BxiegbqZO3gnDkn(H2UDwW)KHXpog@a_uXs{Ew@)PQImD}sW5m-BP95W1GUY(
z^$LPQoemqq&LC3@0x$&*J%zGtFW^zeF51B@GN$#3(<{}`*7L%L+6ByIn4Z?;V|0R7
z6XenoTO)~>iUXb;JdJt~sw-$ta%cl>(=tu2i3$q=Ys|>3;R*f$dY1EJjU^E{>FJR~
zkTY$ryJQVGPd<GcE(8$7&*cHqdg{Zkq28gu*n3w-LXdvSETU`Of2avm%aVL-^0qR~
z|A8G*WGdv$J_9@tJ+(YpId8bc7S*Bi2G_)dh7NVSPr1%37}q*cJ-Q41Z)t?iP#kl|
zC5%DNmubGScLjM9?aM09qQ+*vdF(MCVaKCw93QMf)6qw`TCJtqfb*yZ%9yIP6WiE0
zE2@l%{VijP(VOuVci^mUZeDAmmM9m$xJtwRUyImt7-j;oLSHTE?b{YmwmtOyjt_*|
zH$I|Sgco7Qe1bAI-2?+E^Xf5Uh_1<qgX;uv&(RH=@GQ$yWiDr__QEg+{-k@L@WJ9y
z>x*E0Fcb~Ek+*8*r44U<4<9wI2l$`jdd(4VdJ50J{Kh#z+BsGRH~+W5|MS&?f~bAW
zKlY~G5JknLQP4&n-R+R3*Ni@LT`)!P?J)Rrj#sv^9sMdZd@fnop3^=8RNxIfSatP9
zpNHe7jD@EqY;hpr*Blm~vd<1BP|e9F7;XU>9OQz4%DkSOY&%I*XCi^}{T={9p`$in
zLgmB%nYOM110T_wSX;9pH5jo40^$iM*B~O@IS3%s<i;r*_+SJCUpd&}i>!wgk9(Hd
z)SCO?3$geEVsTR*>R4a@mqwd_E2rlGjTh2|(2#>i6yg~Ozg-Bnn$v)nw>JVPfhE9F
zZ|5i=<4iHF2Ts5;K+;4_vP&;`03?+RCYFd84#p?#2wwL4<0r&A)`i@s6DcUCpX4U{
zMpC}u!BT#GLxUAK{IQu0bD*6t&JoiwRv%;QHIgnHCB2em<^&-$fxC{^sHBX?-zqDM
zJmYt?oo)PT@KKQaGZ;6?9<qOW@(Hjta5t0%$BmMo;j)mWV+7bALXUxd^DN>j@|NQ{
z><yD&pmOwUQr1768TPb&cRn@&o&(~XULdeImp^gE#y`^g&AE~}aw$3QR;Je=>P2GJ
zs&(vEZrqw&c+6vmW6A{~Uw;?TCDbB<=?nL)jiREWBYYoHeme#rL_m8K79A}C((K9+
z4)f7in72Ss<6D7?<Uqoel9pbtlKW1|T8nZ2zIIDwn_Vy)Hu<}E))VrNFgss5dpFSv
zuH+Bae>1(_<s@_3a9$VLO6ci@f(suS+AsLjdVt#tY__qF&$?-}(JA!6@>=E^EWG%;
z@0I-oXGX#u@$<hiq{6_io8|pHv4t8#$0@ACzL<n>{E|Mo6-c*_Z`{!uFCYB;e+x0H
z7qu=`e~`!rzH9S{sg8o8V*Y1gt7$PmmlZhUJCFn*2wy}8e?m-vhLt|6u(sME_7@;i
z?{q~V2_WmnNF~6T(j~fYs^mdH4(CB>POqy#FgAJ1o0Lb!Zzo73#nQLVd0pt9O=Utr
zK3E(8cOwooVC)n3J|#7)A>o$lcRF3NoXQIjcUN1x)-4I7!w)`>Qjlt5{OAt8Z8!Q3
z#VL&-S#{TigYOB}cYqYTX~6R1|5g#%U&msiH_?K?sTMImgJF9#44@#=xAlp#hS!)m
zGB%?B+L;Jr=ok$<G600>cdDkRr(sF$3LPIGSWt_pV3N5@bwwiL{OG5{j-9{|`3|-b
zZ7^`j|8n;Q>pc9AUvTh_5R%onm@D2E7JlZg^0yKzAh$H;(J4ZNw#^J7!MdK|=;r?F
zf)dEwH<&s}6Mw&t(R>HHyufTEn%8D77r27pW28p&^;{(IwCD5vk+LOL{|B|?K$I(l
z3?^S;P+f!UCJ-@fKn~^x@E{^pe5}Fj$OYV&N9{(;#tmSMaE+5Q3fgvqp&fw#!5IBU
z=aH9}7g)bW%}(8AA^|%>0rhNkF8Ug1MT-L-`f%+tFn#4IzIZ&QEihW@ihznCBeQdp
z-mfV~EiV<fnt?)!t{r8BI5+ORItw83?yrg;86?*Jd;TN1@!WM6neR<hJt}2WccKHS
zar*n(6cNh_*9<RZ<gLZEF6-9S;+pc5paT(f@n1yHlKIVv?hnUztGho~hlhs)&F_A+
zWLy;M{W|FJ3^j888!`(Mqtu4Dso!95;U~P=v=6>R?B=5-g!^sq2w`|+3&nC?qrb>Z
z4SpL;E69MidO;iPdcd+aS?=~R{as!%riw0Oejtd1)k#1{>`1I|Gn3Y)c_d~JHGpMv
zf%6xH0y_x^efd2toOImGE<_$Yl9Z_gskbHdgMnNJ6}uh~GU!e&R<uH~{`B<AG}t4}
zg0J8D6`N!GNbf^`-nwt!z#?w*`DdE<w;6Gv1&(HT1)}Deru^(2&8tpZ9?)qHvcLe#
zFXGJ3+4S$>y%D8r4`<N$rzyqW{6<5uNkF!xJiP0|CXor$4AJ1P#C9(~h9~Iu<)mlU
z?JP?i0I%&IYd!!WzJGwB3Z;+>QipoLXbAkQS`eTXe2!&)8kUYM!%UbLhgv8BIc~hb
z*O&~ljQ~@44}@Xh<RM<(K+4HfpARhxJQIkTEzR9+ugHXvoM}5L`CcHLonCM`+ysCg
zxgg3Sg*3KajFj!%73L20D`Z$P>SqL<L9^5zAOEcW8V#W_Fi(K?{~M;R+d~UV|3Okq
zHI*ygZlVUTL7jVXfE&e%C!o8DQZb~6yhh$4sL4_DcNpmc3vdW|nFs81+1she@C_(}
zHj7`14b`}9e=C6)310c_TerNx7;0_UBxhgX0#v?@N2k|@r@&<fftWEEq(vLRK@G+S
z4dtU20lebai+yy!c>`57Cccjkm8XzvU@{yHvB-s}hQ56?^QJ^*&vzvwed1;=3p~5_
z8bp&ZZGqaIaH05I?7Cby;55%<3Oqz*bt|t<;T&)_bP!0Q9Psk-VR!xW5)Rju%}&P0
zr-u=9q}_M~bv1Gj2Hubioc3Z=3v_Yprhz10po@yNya7HNQrd>|8XSa7%CO+W60GCH
zk+}X9n7bctsH*(Ob<Rrx3KL))c@;Y&x^iKj!}%DXv`^C0)&8Y$#3~_HFLo>L!1(1y
z!t_%fWHky41?zL2SH+bZEq7&E!qFzzja!g^<s$Shy5V2cpv~2L<2|SXnl0n58ssyb
zNs6+e4w8E!hC0~^)=iKD+7r5;E5`is?cS}k^h4T*iFN4a#i#N>-&ufWS!;j)=*po^
z;5*OwtcH66{DKWZ?W}NHg>JWdK}qNmHU7aa#d5wx4FV$(oFKpyjiu2cy5`1Z!ZY$h
zaYG%q^<H|XT)U$sw0m^U>(T&caPxy5S7?=sE*T%||Ld?+-}re8Fj=r!N{@6s;>4lC
zk(TZ%WoLMHE{Z<x>XX#j5&TeHEG+D)X4#~zqK0W?T>rN>jz!8XINnwyy|w+nK!_<-
z2yjy`(daV5oEXAZh^VRMm6Vj4-N4kY>vLT92LUUZ&WDL|v=B9i1^^nY2^lUfK<pGA
zeT3i#i6$+E+1L1!8S&QyuQHY62py9$yxpYdCJB4jQ#c@CurXM@Lmo(F7U)u79M);~
zX)(pumsl*WV#hxc4MhtE-rIMZBO-Z$$1-7iANCw(RC^yH;380r!UzG5U@;|i5I~^a
zoe}ckdq4t$2CpWX5us!KZScgASFQUjS6d`{;Q90Ch-d|pvmq?z(HwuVIX9>byWw`W
zw3E+uM_c6e$c$mr*Q-_daQU0@-UFCr;kGva0mK<7lnI#QpB(Psqy2cRRA*QmM;XQo
zgZ0QuAsAFHT@F-y#N)2qKJ`P@KamG*<ve=06Jq5NuVmt>@xMTpdySDqjL&|S4FC5Q
z<PTtTd5p4BQj>7JAp_pqV)~5mCM!z2?Rcz7S-G#*I&@^FT&H97yEswNg}R!APk#DK
z5$Ot|(akPM=P=|*MnAopJOZ|&5Av)whKzE}uSPQCGgpybazE-UroPq?9vLmRNru9C
zeKG%y^Ma-@B-y5%{UW(FS!(S+KIZg^y|fs^9WWU|?2kZzkuUmH2+2>SnI3=#Lag|V
zyuN{K8H38>EoXa>BwW7JN1H;HMldqvMUC$y*e9Km)1?StzLx$5nUf{2H#s$HG_v~t
zy@bF}MUbX}#hGhq`23HLwW9cOi1!k)hc&hESA&4{(E_?RZ(=Eslw)7wIFxQzS<~@W
zt4T;x9k4+ip>!j6T0l2LPO*Y&m{Zj^QQ|=ma@tWn5ttBvm;&wY(-zl5^~RU*Heykz
zu`e;|;CK#gjH>3yvK=yI2Ga<?R#LvF)-j>l0-umuOZ^6X$-O~Y=GyMGt`zh@asy;8
zWDO%6xHP}<j%I8>g>?Lp<m-k4`&G?+(KU<Hl4k+sU_Di@X>xx)Xs6z<@o*erEWpP|
zK#fzy&Uhknxb(nQfI9y^3xcqoEg&OBf)Q3N=Rhp-Af&XVWjr;?1B*`o(&1aUF3@HC
z{HcGudU6~B7Ns^2l{9K@AH5C4uYBn+RZ%HSfjw<Q{`fP&U6%-nzX@JlnYygmY{QRr
z2};O@_P<KVOQ+n3VvVPOX0C^U@zvaeG(iLG!LzHy7xv+JR=Mwa-yyg6^?w4qO(DQ|
zHRo3Pbb*z%)ZDOtTjqaHOi@&|ATUw`+c|46@3n!<C9tJy!)sQ!FUl_2)BgCr=X!#?
zh$ytR5l#;jL_}2yh_TH!{s2`vG8?$IPQnu-ODqq-KcQX{n3p}hsTNub{q0M}GGbLn
zXmrtCDUXs?znuLS2O37(ZVY;5epeW;g`AlGvxPz(sbD3%2cBt&Kl4!PUM4&gggG*Y
z+*r?2aMc{{H&QEu9Wip_xrq-iM+I;%l=O~Z-5DwP8Hh#!tgU0OdK;9E<+@jQXRC4h
zbiZUrZZsR?Ax-U7iU+9COA~GfY)s!W?TZyUvEudB4x?1lyA%VT7s|Q^mkc%s90AJk
zZ=QJtm#$&%ande#{bpoaPVbZqQCm<>mUY{Hy{lEk^)IDw2=!g4P^trW6Pp;@-p!j5
z&{2Xl!z*!Ry)a!TaOXi3FGI!h?xvm63WW8I<RR(llw5ZvF>$4zOLI7Xi9><Mw`#ws
z%uKcXLY1_h@E!-=9Rtl^*EpyeK(GsfQla}S?_4yqPcDnYpXd2$bdOOlKfEX0*OfPV
zFh);WrWd_P;NPDqdBXu)y-WKauf7{*nGF#0%MbDsUeF`ZfqN%P!<5Wp^)3DT;XP}%
z^bB${RN>G?J&4-b7Rp4OHqsfR6xbHe;mP-Pr&%7Bu#VpE%{XQ0(lo&N9i~eT%u5V>
zDt++%gpf|{{O1er&d5rAH#NbOgd-Gz1{H8ttMS!}?>G3bEu^9T?)j9_CV7Lvj;<_%
z$h$^=Q4CYm`-A}tTrJ1}9yGAKb4&~C=erapHblL_FKdp0CqiS*r!&fvc9jGp>TW!e
z#!l=DwdhIBuiK~_iZE&@J;4dL-kT4x)i|IpLDAIfnPI=voe9BMsUX@}^#OI{N_l&*
z6p9}il8nHDC=&rtprSZs2u6TV^pI3tuoZ~`wGIP*^J~;DKZN0U7!Aajjk^wzhAma@
za%>g)`cgk$naM=vwcX!N<>~dbsKLed@(76sq>SmSuB<x%tWu)R#QtpqpDfWGHEG{F
z5B1fnz>z(WOs{}e?o9wQ7Xm)OY7%n0!-#9Q#4?PkS7JA>A=CTVXl5;QJIv@SlsNWd
zQ9~W?F5TcbH}aayu~y2EwG}lS_Dt>8h%+M~h!}dkTu}Zg@wAH2z1ed>fCcGSZby@;
zK5fBSO0z?7I9@Emuu(2AulNrUdkFQP8GNaS(3yfX#D$xC(dqqWiI?hD0waxA8iar4
z4hldcvUE+X{uv0Xe1n5;3kfA<Wo3mQq{L`>AFRB-E;^YOvN1OL>m?x>8J0)g6zu7D
zKXt*Qm+sbkyRj(BUwg8CYYu^wyAkp!<{ChK29xroEEk#5QeWaIm=n_xH625v@@FyC
z#t1+h!UIwb3~{maYc2JK%IU;e^^ekHfkGKI|0jU+v*`*pD+)7@l?QYbz4FgT;F1%b
z*__8v2jP&EYU*eczCqx}?xHWHR>&#k+lhLPOqE+brmaAlE!OCtSKM-#+_Os4D5O7}
z@45$NP~F4x0-RvN9qy;K<18HvPjrmjk;`au)6DgC2O6~5Ptl#$UzlZ)a~2{<VX;UY
zc#))tV%W^EN+&@<<bvO@E;fUv%&1k^rWteS{VzFbQ)kIou5noR%0SLN3)X);UgK#}
zm~A+2=tnofwN52ZA8UD}*yvZ!dqW?ivU;&B%`u0Yx04F<;ML#ExJ7ti{rR+*d^7qH
z<g>VhP?vtm%08I!`pvv{f15-~_5nLTWiKrMX3(WJDiJ+@&f>r_>RLQR5O=#1Zp3Q3
z&uD&VWyx)me2j?AIBV+o7tVlfwYk}8xyJ(jLwF5$c>l{MMVKl69aACez?7r`&sKya
z_`LTv(Yp;IWaIJ6z!{Bfyyn*<xOF~tRjzPKw<Uei+Vb<=<AoIt9Oj^T@Ks`HLk&^I
z>WvVaAuLdx>%cV`Fc~v1QiNeI_F2|31ha9AFyIQA`@Q`=z1b2ljd)NRB5v@2+p6L6
z-}X}IJxp!=pMye5Rnu933dyrXkU8K7wqvzuA=A6EAw&pH0`Kgn?hks0t;cCcEqA*z
zf=bt6Wys&zUB7{WPp&98Xll7X`?t&qp~~Egu`*78&O@3a3>?AK!V&Ix(A3EPZEB#?
zZ~46Sa__)mFdt)Qg)`}7M96J)(0q`El(%P8MI62uP=3M!yUF-oB0hDeEKwJPk%hD+
z;|w{=cKqPDe?vfEG~M?QraPiak*M`5_3F-Q7@N`ZGg5B6Xl9I<yQ^l*mBfY}9ByPl
zkU$6HPU`&)*}t8*?>S23R8@qx(S}#+jtYz?s75|q;1{*2^(L4rv>BwPUZS`-pJXD?
zVg5-<8PwtMt%>~na!up@UX-M2P_lAYkVAnpzBi-`5!&{*w*pj!c;13`vvlEIzytp-
za?jT~duwe)F|Ft2GP{}XiHPP3#xAO<cM8ny3xQ388cRK1Co-^UqcY9>vG(+orP2~8
z=sf91t358T=1^k}iV1HYYA{R<8c?`ax^uRk)^oWQ$AWWo<VpZQGZ~-fxgDXf8dV+O
zg-4`n3c_9akp<^Jw#=Y_k^C82n)B8$GU)*aN09j)Qw~(aWs*UwDgijHk=FVRFiE%v
zvRnjl=UWl7*|@2cZCVf!ah-u-qL?R94p1C)OCCyCY>^L4p$U1PrIcOX07Qc`<5P7Y
zZUqrhdL~6{cGa*-f63R<ud0!#$&P!;&V?5%Gx$waQWC*$KoQ2OH+gcLqa>t&n(z2}
zRKop<E$WsZaW|q@0CdboV*=ztfZ8be6YR$Y{<{6`8#cmmhQ0^Je&~xor5%0}7<Zu=
zwt-&e&(^CT3J}yHL4gVqbg)3pxfwJ~3r^`qQulgdrD?=pZY?|ph{;-mnv${&8cjui
z0@a8ny$1%EkE#R)O^u#{Sq!mu8J3<f6|mA!^Wb%l#WoV!g=$1pWdq`-9>QKUOgd`M
zFM)|Mk-JhgR(ue;t^??BMS&u1tN<BPY5nNn8L{jmv~{eICQ;qDRvxWBk<2y&x2pC2
zO)Y8)IXui~?NQLz56hnVXUB(JBE^8~fCtchtL+ik@nwPWDxHM>Lq9)>WHvUo{MVSo
zWhvKL8N*^pbWxS}F2S56Ili*)@koGgWNtw{$8AYDL+hXV7Ct2m$iuq9d0Er-2Wi;U
z*QUUP0!JILoCWuq%j|oPkWcDYUm!+9D@n-9+jD@y`jrJ5r4}c*2ok6~KTj)90LPiE
ze>QQjEyZ8%&&D7(DrlMVzsSnSOhc4RI(YEh7Mr6*s2^vpAVfJ7p?kunRC`68=ftJt
zz?{d47-TzuuW?y;-_7aES%nG+7FE>EcZ|DE_1WmM;HgU74b%G$qhwb^ZiNJxAvQ4R
zh<$sUkSibPZ^3@E?dKiF&!I3H{MSFT;SktOLgh|bWWgQ%BMV(#0R4sp*m{+&1GD@V
zEDa)XXJM`;754*r=&7DZ;XVQhi2*Q<cyh!1IsznM0#x{jY7!tR765{DbveZEXQL(n
zrvvZ}m}VdLL^HCyApWdoRFSQM%rQw*Q(YVtMd1iHQCyj!y~4<r#BcZJ-<3=z5P|tp
zK}m|lf*|glU_A%we_&A%0L0A3&#~Bx;?udo2y-vW^&mx=na8f}j%LZKki)|Dv@EFc
z>1a?Q(I0Zd<rNSaIHc<_=%0KPgFJ+Gyt-<nc%zV>^}8+3^&4R5226)okXEVW)yEow
z9ylE{@<1iB7ppazZ29=;Z-teKJiWvraa8bU+JuP&i1Z^xWa2nlZXa}E&>eQKz?3XK
z{a&RLT<ibdhOv+zS9s^?Ir;k&`-mnA+B!cHBIx@n2xEgc`G7;{>m9XAeWiT)j5NAz
z&Y_7J%G}#U;`Q&4)bl^sAhe#kpQYHe<lFLD{Q!NMNMz?)wz*T`DGM)XgJRv}B+>kv
z;oS}Me@;Q6X_#T<$0Ya~{Xbg5j~?eSy!xw!88mV74QtJcFE234Wk!H98x3YL&==n#
ziievh9evbd_D`86VULPqzELZm?j&LA?9#?jhcgNP8bK4WG>tEN!#Eqf)#5Eu>{k`=
zMgCT)(jEWU2gq9Eg~e@z+yn?Mx!MM68p$Ylw+HCZK5~ERXpmQbkk(2b_L9bLR-VbI
zvq!LgH6+ueaD#(tFxFh&{)PbGXnDwb(fZI1|K96bj_M9lxt*NL?(1^J_IYNTHB%VA
zp9$hjOeKpcXFqjoSy|SJ(0mlPoEjtPnRVC5GtEDmS!SRvPEd4Dd?%AezvYrm8^mOx
z6e)V0=KXB>s`i#~+EE)jJs8a>aDO@GnBHwLQX5~%w%dvy4<T|-njFEXHaH16kd~Lu
z)S2*B-*Jy2Ad84AcCnnrpd4~JH_u8tOCL2enl#_DS(>Dj_2l|M=R<k9`FM;fodchd
zprf7V-)D0)k_@WX4`x(d=5=?NCS;BE?|kttemDO!Y4G*7iTJu=JQobR!@?|^Zz27`
z^zKGk$fg#kC>>)u^>)L@)XOKIk>i^tm}&W)+-A%F@j#ARpuLWk`gVoxTxC-A)58XC
zz3Qpt<&#TKX#E4It7H4Qi#yo4#+nES5L#XAEg1GA7lU&NS;LRFT#9I;D4txvH+3^&
zr^ee09dR$cDlp0OGiBgnWmbOy`TD`M>dPh?IcmQ4P<e0tp-vCpv&MtPsk__m{Iz6_
zOO&E2O0m1PV%wwcWKrRv-^wc|W|8l2VJIAICfG<)>?Y#SU^yK8;$qFjr<1wf)Z`vL
zYy6HycPh1cv)Q^=)Yb=`#fp`V+tXC!1aw%{C+2~dm#u4YxogrwkYRMB$PMnm`k5BW
zbK8SOdKDv!8gDgv1C@;ESGV0lVxO{(ZXG>DLtZI<_MXQ`|G0O%IZljLwVEs9PC{cM
zVf|<Fd9+YT<i0WpV15&nx~+sC#N?W+GiC4Zk$-zvx98M0&{q9IsQCEhT{QEUc*mnT
z0@WMg1fL`=|ExV1s{UmIT(bq%50Y454oDcuIwqDZbm>a;ZV@<K=TxlBC|N{1GV3oF
z6oz&(2w#+BxS3&qlZl_yk$3oWJfdxpJEX|IVD{r~j_zt+B}0YT^)SvG&j&Mgf)9FJ
zDG8cW6yRF_ST2(_Dz)9Ppb}~%HcwkPI~Y5qkGfmkMZZ0UwQ1UTV=V4u2cV;QEh`~d
zu3}LVPqM5vFFQS05`o2o(NC4)wD}un|0O2!15p%8w~L$^#%S&4Lzqu$5?4C%lGpsF
z#QJ@=ggoo=2c{*ILcZrcY@|MCoi}^L2xcxg4kl<n;-6&h+qVC*l*j0=C}=EiFN+!I
z&b1IN6X^4L@$h5!(XW-hij><Xnb`&vW&$&2Gt#yhe^#{pq}C4)a#*8OA>?)i$D&I0
zvtvPnz4bDNuRM=p;$Y)QZcy>m1Hc+ReP5{BgbQCe5_x|iD$8D4@L01D*s>=Ele2Yx
z&k3a;1dv{+Vh<Ii!2h~?P&w}UvaFh@kiS1ex6;4wm%2}O$jjN9;j<+@>b!1-)-G(-
zZO2|h%-h%Dixv*|>((ToA6EXc!22wSR+B7y@-zAB3ClvINT0FBYl#@ncO$)HgDkFR
zrD-D~Cw$#o?iepjR1cQ3o%VRYk|HBT9LJiPE%i4E`YTGj(JgSl+X_<{nqJ#iVoRi6
zN-!I1jHCEKsum{1yp#GY;)OcT-2JzjW08f519N4<u&=^!kaNQZ>D0s6YL~6^m+Q>Z
zd3&>ZKgb1-q}OL&x^g+%Y;Yz=!o4B#qhhS>6oZ@NB8dQ%e9>-)sbB<&N!9oA%5j4e
z`Gd{C*_yX!`^rnGfPpz~fcuAIaw730{3RQfNA<vAd#PY&`$p9TS8_|squMh^&f@9B
z?=!wVQLasP2me;!D7(F<qluoBvHdz*$yiWYhzp1C7BR`-wL3S*${&J516O&_k?>qX
z_02>n-Ngg7551*$BG*ND&21cdbw;1BFqF#vXnf+AP0>DKa(p51Fw-gEw`xX;aaSff
z9Twf;=7@0B-n@TgcJ+yOdwdY~n^tCId==&q(d(K3os&@Iu_9Bln`3sb%W?h;_0xwc
z4JoCstq;F8zv9HOu9&daZhvJua=a^876PtZbhKjiI8^v>?3$s<QF@wM2wQotX-`Bi
zRuInY@c99SFV722M{ZHc>;LHeRHEH?UNu^aZ%RS8yopdj=#6m9ar1Qfm5AR`@9PAw
zqWOL%ldg_C%KDLgC7YN;xO$&`Rs9cM@t5+Tw<LXSthbv8FfQxeHB^nZvYD`gI0Bhj
zOG>Lt1VmwG6itsMALD!ZMxH}qH&4HKg0!WZCM$bNOuU}l?c~rtT>h5x{G05t)Z3{#
zA6#~In4NHB>WCs+>_c39nr5fArasrPx*x0+n>yH@eeU<XZ$%|OHNboB4{z`dJa9<L
zd)RuJfaukXZ(Vu2djQ!r_7f|rAIu>Q_>7vS0`^N;Ce^;a__MauM$JdES@24NFgQBa
zD}T}ba^c%jbP}8h00c2%)P`+@t8~mlT3YHlBVACa^>yAV$z3b4bI^a$7+Uhxx*Doj
zoj%Bq^UAZq?e?LR$!)>%c5C}<ou!Vm?W+Fd3WN%=0~S<2-aeh_$z*EZIF@bHm^K?Q
zRgB;;BL9@EwajRo<>dC{W0Ka7@`s5Xwmkdu(*1H8tts{xQA@&dVr{$ME<&iKc5&U|
zK8%BgfKTpl#CAYJuF>y{T}Y31>G2nVfzeIYfcY&wjfR-7LuLh}!=A|V-?`Yxgl{|L
zNkC%xVuJ2zuvYUtw`)h2xaimCd{+rX0hd=+*Fmf%(Qg+Y@X*>NPv)$iOz&u!cWzg<
zPDej3lz#GTyep6R#+9%<ggvS72LyAN*q%TVL~gn=U?_VjisI>ol&2%lD2FY53z>6f
z{Re_5Lg+FT9dcHk-#lgccx*!<!&}FDwL=G%la#zPEf2#yaZ$fl;od=0wau8Me$aQ*
zYO%Jg!A?>()?zanJsRmlTGmcd@$^WSV_t#7-0mbU+&?><?6Bk+<d*pxl2&(Ee&%0S
zjpjDqr`>(v>Q%qel<T8>twNWFxzFL1;k+T^cY3Wt0l;xGTO6Nc^{107E<QjC8L!;f
zWz`#m;41i2u~}8(xh0jYVY68Wl{N2;6W)V?K$__Jm*4UXB-G%m(g;P3xF*2+PT1Q#
z*ZI_it954+qcd|w+_u!Qp?&Gdjk&3aO79yjQDBsjAx@%#EjEdu9l=<mee1THtcsFK
za2mVE$_#{q!s3wnbvkUA6Cj3dJ8$J|`Mv~APv3j@Ple<ol}n-|c(-^2P9nFy&)s;V
zjNMrni$1w9mnPQV=Ex-JF`W2f^GI)EM#jeR;+-9rav%D6<y7_e)@Xgdlzb{%cY4;V
zg2#84_wDfK)gADfimu-6s(vCS)5Tm3f+?73*pHpJpD;rSOih#W<9vS;Bn+%pP!7c8
zJfrfg8#*}BOlV3-aG%{TU1^=+IwlVd6HWYLIP!K-bZJSo$S31<{25D^d8_H&Cg+RS
zUf6$Z$0u^Hacq+ovrY5R=`41}48Tr%G4qjkMY%q&>KKSfDQ>Po9XDwdzOk*$yrh^2
zx@g|Y_i!Qb3i|?kA^yCE&QE?(p{w_u6w2(6YH=}C9TxAK?@wK!=VtN0iTwJN96O_-
z&LoT7N9Bsk>Uv$sfvwHWk48ZE8V+g>P~%A5`@^)tzw>3d=|i=g)yu`lRRIUV(1D2u
z=rBr2OHGZ9uZI7AFxxVu93CF(Ipcd4ija8>>(%ZKX8VoJcwrmU5mvb+p;~V;iao2I
z5Os%LuklV5elx~u_jP_`6F|$uP-=nYTs<Ls(7jwa^4Z;1(8jrKyUN_k6~u3^Rd{r-
zHx*IqjYy8D>~8S!1ug#^%c!foI#{XC{Ygu`eSIP%fBM5^%3%lJqT*skuN$;9j(jh_
z?{OOH(rh72aZ}XmfJp^c=g@;sQ(tm1j4Ee$T3h-l2cN`4$E(}wthTrJHsqIsyW}eI
zGmQSL+DD%jdGq!$Gj|eoS9hKFUoK=Sy?E5@oF+V_eI|#??Faw#eTSDkW)cNDzXsng
zX;j6C#^bFwFlxb5G<#vsG2WYEfA%Bimqt$t63d?hH<peKxhI5=1(zj@JM$kY)rXI}
z^g2|n@EzTQIld3{zC_TD{citc<cKCV5R{={dJB!7J1fD!wQ&O)6UU46BV*mc5zcZO
z%O_Q{d#g=DYr_|cIw$0s4%jaeyrc%*MOqTv?6Xp?l^kxgaiL*hHQHRqCI<(GE%UDU
z_YB)+9=Z>Uu4UOGt`dj-o3Rn+xfyG$21Qg}lCm=Dl}yD`7<YX_cmJ{%@Om*Ye(hvn
z?If=PTzz*HzPgD+bBMGS6Qd`%(4n{B-t9ejKVEP(ZivhlY-Ik_C_r=mP-_2@?z2YA
z8GCNR5yt-Vhtum~a)*xJ4)_H45-4KEzbmIzPX`rQJgR!($mBMyI~?3HY5~=^<i+?C
z26q?U3E@A2(4)_lb>`fF?h-n{a~^_HoV7IXnOF%f;CQ^oNR=kqTeyMw)V{yPdI`g~
z^W4zul8WwGnBCPujk;7VoWxaJ)Li!MN_}-Ev;I))6X~~mS1vCq|9scP)M9;BINb%a
z+I5HGZj!nPI1XTQ-t9`UIGgQu_`+i96@PnsHUG&iM%MO&DwuR_1RYV#;U|UMZ4iGg
zguAf&OnB7^?x%3v<?VGew5@Q&clkbghHD{Sj5TJNSspdvd$PC4tl~76)MZw@Z(95p
zvl)vBXS<Vgz*D6_S423#T$N<8a^h{voO9!&9kFti<1O3+jxF=F10I@iiuk6P_1LR#
ze2GW@|2A)6(dhs=rE#1lSHL0h9avr<;dUT-yS&H#pA&>T6DK$3I(<xXyaJd!pM1hT
z<O16p{dCsI5@dvMf78|9*Z1V^I^1%ln<nr}#w1qunrR=s$NsE_f$L(g_t0PBUju~o
zMZJ@HA^`2WD)|}IKv-Ue=kF`^YHu67YVIpV-<+02@*%-+4#?J1kg912kS>z72uWYf
z<?Rr*<^VuqEU(RNfQ~^?4g8xwp$Q45x<8G&QQSKPGzexwl<kOQ9&A$BEhq1R+&Ru5
z9!9_5FY^#U56ElNhlEmyX6{S(eJ=(f=BUBM#Vc7L&J;`kEG_R-JkB<JL-OtE_&kyi
zj)1)|#7__`6cFAhQ^neS5DEPP`8#gMXy3Mjz=QuW>g$4>WC#Xn1@;}{)z^-DT#fV^
zG&JXPt!HK6GqeNcbRWDAq-AB(0AdD&bCnA`aD)*RDdeKFf@<O?n02Vz{&;d*f>CID
z+?mDdU3U^^E9sOhfS@hWw`2pKXMR+ACGz^O-GWRUpgf1)fv5g_Ap7cox(zN&>oS3C
z+V+;SwcHJM9nde|fIXd4jJTv^FJztoNi<^7O%X_^Qc~YH)-GoPaWT+m*8-pHfLToB
zHC&|%=RYBQzmk`<F2p(lJ&F4k%y1+iMo9j#_36IS>3oXqc$sa;6a-w|*dbvi4UD8K
zj&?>6-WB}Y=t#&T<Z3yBE_-3Tk{`n541i9C;9Y=Rzoo1s9+4M@)DVe-FiGt_OPiUn
z`^{geuL;dOuq9-r^YoP_;8C>oVC+QEQ>VGvR$OtZ@pN>A#tQ!{F6gEYtlGcJcO68b
zmf#L+4f<Kc{}ByQ`=fz*VqOLF?c0rDDhI0s!n}tMvJ^9e<!9s`a8PNAQ>Fr8q}g7?
zZ@ZK*2(q@s({E*jMaLT2ks3TZjH7%9q&GBE$hj*hC}3zv2%_N5fH20=D>l*k*E9FJ
zk_1^Sufedky1tF{y~v?Vk(<Y!5)5$sp7YhX)uFybf9i)KYpb<u2uy5I{zXja+dp_C
z1c<gn!P2}q9+-Ko5RHol3iCQ}#X#14UBG%kA>f2SOkH$M3=N&!eCN%80tjVRz)(i)
zW(o+yz<@>wajFD|6ZEuLc9{JD<I8Y}D@V5jRKV<RhkN08%GMDHIAA-pf3!YZhd;Gv
zRWf<TVOJyf(-ke?Z>cpZsli~276i4D)UJ`^mCpGf4T1%XruXs7e<yQ42(CKU9(R_B
z<mEE<!?!2`hOcid;;Q794*X^aBIIbz1N*i$Aby{DlqP|T7EC2518b&o1h!!$sQBi~
zCJ>)H7Xf{(B!3>%+%QrDauW>!l0F30Tf?yY2NG+UjH3gcHSNKYui7I6AJ1PTA=kSH
z6qj=)h;M--tUU`DvDhNKONgakN_=4g3_eh0U-baqXBXsO0(DjvDoQ(Mxqj&wi*r#o
z6*2{aM<-U#0hiJB8yb-G$u&9&+fW2%HE0me{vOI9gIZCWT1{wZXbli05o14D{?Snb
zoaIx$Kspb|*UANEF^oRN!5gNs)ub;=<i!hmsHrV%GIfYkhgXu(-R=8wtPEOsqTZxw
zOiI}}1L|kF)K*4f?qb-FW6dWhI<Z0(Rgu!k9B%oLavi9N;E%a#QXT(dv3zwhr#kRJ
zQd!IF6g}1@L{%h&To1mRNP@CA4%s&#wK~oOaXY|&XfV$ng%BHr2+r}M&lkesfrcpw
zNx_iwoKjkQ5`$vThn)e3=25V`0QU<IFdn%CvEv4=@Wg?}rUU*m5CB2y0dD+Awi1*+
zeTnbZTp<{mPFUa@F{2!9HViT)k)uC`k{~nIRek$nF;F!>aGt{4<L~`KOzZ(@iU@>z
z{{OCaCkGQJmVAkU<eW(KYB$K{AU^j#Sg`tqCExlhkUCTQ^-1oGBTp$-I9{Fj#gvYk
zwrwhWQ&&Q}PR|0xM}-#)lF=Uru@&>Kvzxk+9*?0xU&2nx<bZXbhP`;-{;a9nIXTla
zrjKUt8?&FMFKiJk+AgjOTfO${(mBcdKRUYp@cNo3lm^)do0bp-GjSL3+Vd2=T}pcm
z2h6cKs4Wo50C<YR{g&RrqF+){QZZYd7wqKzI~%r!(r##iCy_<>oXb|&`k#z=?YRef
zTjvSF-u-ze#ItLlHNL=PykF3L!dpR1xGSo{nI+hzLgkc^A~dU|B8Ver#yULpV=4i?
z%Zc#K&u+<wyyz6G-mkSh+s(J)hpQ3_Ctg}#G^I4#O8)k#*3n+H_hf%Vi`n2!#_$=i
zm|(7A8GdX2?d?W6ZQ-2Z;DKEKZr{?`v19himLfk(W7dRGoSjD{b4vZo^2gZxNnY-5
zZz5+dJ*FlfM-N(U=P&XcU3?o;XRMPb>@lqT^FW>ifcPHJ^brX6R=c}{nP2jv6S$;+
zu?E=0-=~v^;xE6-RC+TXml$T6<?V6<Wg7co)3$SG<;r^R&>LIcJ+yqXvt9l0RbtM)
zO#5pzSBe5(&$_0Z;9+9>)QhgU%4az<7C2w-A=K`5&D}99Ss>D*evYRyPVzzvYgy~8
zeVJ8+r6V=z9`~TAb?_H!wJc$rmI1FmqTFpdm2ryf(Th9REX%dUh3_bzb;{x5t2Qw|
zqlU>rjq#(?#VU8c!W}4<`d}>$$eD$jOcP8^(Mq;@Wb+x4A@vtIw$NbFHJo~NfdT``
zl+FPK37sVU(9$?A$kvL?z^oYh{Rh{>1~`ZaAEElhK{Gq15B7e=8W~$dXjIB`i+g5k
zuFP4^L609KzQi1^K<j=O^vws?p0t(i4>uQo9~By7GOIrx9P|E{`jb7FHmy%af7AsE
z$?jUzCSEYHc(t9zHW3l6y=DJm>&*`PRNqq-`@3(RzWKxbEDu6N8sBpK=qFpPIQ#s$
z<&;+!eF(K8afIr?Cl8*Gd3$;66ho~A9@<UYF4YN1`;S(~*~3`J35iEXv|J)8whLQS
zVtudNpHj?gs$EJDzCGW`@Vzn{=juEut0CqW<3pbBp8uvuHOzq}v?0cIn*Q*A4`jun
z>hEArO@)T*w!K!#(R?*A2gdh-9P}Tqq6QpQA??ZS`37IScOA4v7>zg3I2^lFqRH`-
z8}2m~rykqp9^j^Z*Xh!kX`~|M9<O?VrM%>cjXO0FwD!=MG<RY_V6NbyNW$nDtzyr+
zcA{PvEEh~vhNv%4d0MkJa+MpBU*1waIxCV|#m9!oDyD%e8xib|rBXrajmz$@V$$a!
zFZ7B@qb*p*<w0qwN@K>s<Rnd+MYv*j-*Je}HZDs&){eT{K>p_Cy=BKVZGPJI>e}fH
z30CnayT&|GS?z{dmNm4<ob%;|H8~-*DL3L=<Jv=NUUjCPtTr4eUm(_Swz1n$QUgn)
zmOKc{O9DM4k~6Cx_u>;+20?aS#=SJf{r0cB4q)l7Gr*)b>^EZ0&i~Hz<yC>!q22Tv
z($wqA#OjBR$Ey>YMOH$>&TqUEOi6LEszpLpZ8Wt)oi$1u7(jOKX0v?xD^C=uztk@o
zX;!L7Sp?+im<i6;_kGtdrsAY_KPo&+sijw8_nuVr&(ZDxnuwA2tK<1LW75a-qAHiu
z6vm^le@RR5fAnMR(-KMN*Xg9xi}c+v@}~*Td9`pQt^r3IM=&-TZG9wQOCBL?5rK^|
zn24SnOR$R0cdTu8BD0(D85ytYadx+>2_u*+AJ!X{2um-s-=y-a7Cz|Av9hsr!F{9D
z#$bq+mTZt;SG^cGaPs-pZxSQMw(KDcLc9CFo9`dxr<;-sI&pyDi3<9UO}Ro_XuLqR
zftL56un;1Jk&_urxCvtw%^+!nm|aZbo9zG)SBaatFRwkf-P>?canEG^A#e4*LDYD5
zbb#cirm}ZX+Enky+@JUNHW|}m5qmKP#0y`c44^DD@b$0YY4N<Nmt^%#FOLa7gcbWL
znr<1z$g;zD30bUD&)#JM(z*|4-Y9uc-3_Gh+H9?D3bS;;dU?RN8}CVW?0^en?2tMw
zin@Hm(Megpa2wN5vSgU+s>C;)6+XtS^AY{>Y^{yGaicp;XWtrxf}?w4H*>G<Q7Xub
zEVc9I$P3|(Bzb$M<>eeazvH4rB_!N*$6;a3a3wjy<=nSVMjD3rT*oQV-S*NQY3>o}
z$3Z_WK)novUK?nO6%hN`nY0k04Rdx-B|v%Y1h1u1xbJ)bKVh(Hjq`gP6N;RvsiHye
zF09LQ9^B6??b0JFaKj7!@@6)MOfmGz58+Qb6Oz2i1MI{<HA(ITV0GCFy*#+`8_yfp
zzLxq#c?(g(rq}=6jJZP)Hf_b1>gJkuG@x}U>~R-Zdy0shpOF6;;na&QB<Mx_sKK!7
z*VR2ohC_0DL%eU!ffN>GQA@w1bIs2wEuPU3VwwANw0vHryOY$KvqXL6AV(PI#g^yK
zx<+R=$}^Sjo+)b;GuF52GJgc_cvN323B(_}Lz5wEo3UYi6oX!}o8ycX)K$Qv&<N3N
zZHXp_wNu3tY+wwH7b2LUr6{xG=F!8OY@NaP;l$b%?YL~0ndW}$0{XEHS6@Y2?8cPo
zbFADvYB6rFEAj?f?zKwB$2Sv>>lQ8^30xVje#&N5M#wk>F8O+l=i@H(2nZxVSOzF6
zwiJB7-=vj;@NM$tup6?6GcenY^4oMcI{Eqfvf91((Yd+klxpalPQ-5RnMJi9(YvOl
zvxfM0m$9vLE~Ye;wAsyaH7>lX7R1Mus3F-7n!UpJ@0<bX8N&$e5BJ<P5h909nV&n6
zD+_~$szSE+dV&ja%hCKmShHlR?qb`(b`Cd{v}BOn+x839)#t+I$rpFq&(3RgIX^UP
z%GngyODCk<qcOqQHcjnryz!Ah>6bAmsm?!g2fym-#eDN*mp%u)kXMm2L%Xyzy6@^|
z{0x1r=`w|2JpJs!J?_yd^tw+;&vAc40=@2g7~CFL>Z)YpY}9|L`|%~IG~(ylP*Wb^
zF||w${Cb|L<EVw1jYh(Z<}9^i*7Adesyiqs>`GNR=G&0gVf&U#nrFj93^eBCeENtQ
z`M@4I-+TrGv3}C!U9B>C@MO4*v%n-~b*>8dtRLGFn{IS^<$knuvY)z0K5bvKD;O9?
z_EtFQWM_YDu|+xxuQ5v~o4EDgu~&E~JXJ=DB`M%h*EKI<0+UfC{yZG|Layldw`$gH
zyVg3EMq>EcDSszhyb>HGRYkuhNTBEa?&Q$wn<0p~u<fs(*&xNY_g~L@K|3haUBVj6
z>arMS5j3TlMoywz4fhlU{Y<%9=ha#@i`tGvM~g*kGI#CoT}59YDCy-LG4UwlSP1?-
z<i+^*QS^(OYE0&>nqAjxcW{_gV^0<=J&LtvWSSjqf5?T}Vau6%wwMJONLFKnjO?8y
zy;mr=wx~BL*UFH>bI2%`h@TpTeUL*$7cY?1_UpDpuu_<QinIV4-N~FfPjrmp$kf5g
zC4S0h4;e<CZOR9tA|m30Hf<lNObH?GCNc=0J^iIYU{^}~IOHIpHLbJ_bW|GgX-8du
z$HY;EUnF?;GP#I8gDDxt><f{^S8=OD`}9hSIJIFCBDKu;B8x`X3*LRLl3>;wYV5Wg
zA8UMAeznt+kyN*gY~&^t2mLI6hu23EPrVS<Or7@eOHbPu3RWDhc(#aqY3*Dp<`(1h
z`oVoap04rGyIKe@NaE8bcu6UQgX8Tl+8KOARw*rg-rd3ro5eJCUDEp^)16XMaj}hQ
ztGXm!%N5JqlllIq&(63^jKof-ZaOzE7O;zN>-+#iSBz>l3AwDE@rAPu7TkaMf0W(R
zchwu2S=3p6*yTzVDU9(hp46r`hXQNa$deYAEBKYufPtL-<5j0YKC1p;j|_a#L$1Mn
zwt~cGAAKb1bG~R?94QtpwU(&5-XA?6_@S#M*G!;~%=B=uah>*XLpZDJ(u<w_PUjtp
zv@xDt3dMw^Q7~{Y#k?NY$U)RvMzQ)_pufcaTq6hJlu^b8??D3Y{=_2R+IuU;tl{oE
zF8mverpf0XQZdw?g<A}bIMVFWX*9%I-?z5Zy}_^;z5i$aYopDQ<-!&h$9^&^#^j&J
zp-$KzZN1E8^NwYHO>F0GOH0|4-ngN@$5%fdTPjq>s=o2Qn?Pe2$*)nM&=V$mvc19~
zHTZm#=Um$Fqe0k=<mpKq-YQ@0ShqA2dC6Z3Vlru*TU_PXp`g^MAG5wccL%v{PxCj0
z)Qy&|&Bd>cSj4r)b8}-8GgVW1ZvLX_&qAL%zh9W|D}}|karNekkBvop*<pR>+A3e#
zkwM+(#q3cNVuo`uuZ4|jJ9jCLf;VhaI-YcGg|(S!_(_~JCPtTj-aL>XsDs@q^f<A$
zYbUC0JGHyZ?89Tss`M|cpPd3|1E;!s6NQfE1I~R0dZaf_x9bh}P<Z}3?2|vQ3~mOq
zetTH@tPx-BnNZ@kB!gO#N9C%1)p1$S`ludny*l=R@T*Ao$(-FlNpD{#mPzKc#9m(h
zYG;j|OM{$aC08a{vG2eQjXe0A@^yb##Q8`Gm_=eTG1%lTcjpvJ#v=~kqH*VvG4J(V
zGrrFD6Pp)1Y*eLwpOZO*Hwsfml=oM;-)VM?puCss?TbubHAhV4cV6TCq4Km!K;4-!
zko^2rK4U2(f^}w2=lN0mmK^tUjdyG+mFM#x;vHap!qJ$UJ*tvnOdY^?w75aT8xZ0X
zBJ>yaBYxmEKe{sUvpPi1f+A$Jz@^23m@D{j#rDT<69EJ)U`Bmb<!^CQLQhcGp29|d
zjt`Y!%@m7f@pC<5R-CIJT^_(sexBJLxXw!Omh*K-A}W{*x);<S?%k4|@c>i4MjrwB
z5*NSOi=rtKw{^hOAKPV(GNI^8@naHS><TN)2&!{!??NgfF}u18YsD5}ftiV&l7fW(
zBCrJ@k9zpWi+QtvAFBCqQ;=Y|!Al1Iti$+%N*`}X#-W62EuS6#ozVkAHQMB_dkDz+
zpFX=T<(pwQf*j*%A9z^JU~fM~&|UqTXm~zgd4f67h}`Zy2`g7*s?O}}oviyjt_REL
zm%q=+#(awtkf|q$j1Q1{e155L0AFQi5K@#!tuXpNoGrH(HO?9$n3Y8lnJ`;5oy89W
zWpKpPUtYF4buyt#0lt|L*ouK6(BAL6C?hdn&i9#hk#rIVuP_eZA$TklN>~$6DF1C1
zK(Jm}=M$vs4de92pedkB>53yx8z4g%%1r*2BnZIss9pRiWz6?HvOr{%bZPo>ECdLN
z=r%BM{hs@AI2QWl)DeA>k$=Pdn<8XO3`wuL&d3_{d^?jB7)(IAY{QehX>@XY5iDaw
zIR|p^C)_Un_!NIND)RBrAM|NO_$7VGPm}-j{{9bYHbJkWz}iy2#6gmC&70>G|0Izi
z_MbGb+GkiL1UrnKFOp;PYDG59Os&4DcBM#AiN#1bK>2%useS!wz;2N^1MPM6KRaG#
zBPmZARf=$43~=$&)79l|pRLaXvf#n=uH%TVZT}K@<rDNWYGB86Q+VN|NyZa;q9D>Q
zZEyd5xf2HpS)|CPoiEe=_}MA_0fj&@S>InxHd1wObHusuZQmk6e&28Q*MX*%-BJ17
zR<7n>&4CbTNw4_v5-(kN?IwmzpB2XmzOZ7KWmDBJ;HbnF**%N?K^rc|vXrkQ_AvO}
zbpB<s^#)AJ55c;JCa|N$&Zxt<Y!#n^`~HuQYh(77E2SXnoF++nwoY8MUc?a6n8S4;
zu&Q}XYpi`gCrQ54Z#Ij+kZIS&6@R^XeSEjNa(~%$wbOyphN^WlpXB6gES`m3%4of{
zl2bO}Sz*dpgQMfUqpkRXkPV_%#iRY-0tH*w!MI6C_ySnNL-Ez=yQA0QN5dCu8A>5k
z{tCXzBXeEeXKlu{jiMBliy?f$)|>O(ii-`;O2_Bloh%o`{_wCSYJI%C{{m;v60Ms0
zMDPTE^#ZOT>FOeHu~E^{Z=o2t8c3}J))B_`J??k<lLvRr&0Oy)w^!4*@`0*gTT2r^
zN_#wNGwVs|73MFFelSPUZ-O9rOiu5Ua`)yVhVjDKkevP4g<RuC7eVh&b6O4Z#mAAm
zKD0M;Q&>L>R=$3A`GtX+AUsk^A=g+7i^FIRd-7rztBYw>lntNn8tyMmFvHnE$fBSy
z`SH`F4|O12Wi*r5?Y9}S=`3%bm^9jRyUx2_HRU#sqU3Y+6%7`x=vqAg_Nhrr)t>9<
z*9APhM4@`b+-`E%aG<AHXM*9Ne19`uT24O0No+;2%B5^ZQNoQkTw3sUw_p+fua%cY
zS4ZYFR;|kyxO1pEX-smR>R;d`3$;B=o)D9Igb9MQjagwWv3g3Afp7koLExd+bj6XI
zHbSmv_6yU?faS)4x~hz4`!AOGz6QulMWM|I4b+5OAk@X53RtYVM$bUs>dM5!-rg`(
z)V9DMxM|WiE7pUBERo8I<@RysT|#~Qmi@YNw5yY|n#{fF5=4!R)RM`&e{%J<@V>pS
zLm!(*w*LBgXe%Q{VmQkJTgf$|XUa5a?Y>T}T~Ik^mRWcUWSC?}MvrE^$X#-m&zhG{
za!p6f#2vMo&fz9W?hdY?wUM#--0qFf-KlxT*S`|GiBYajS-@LzV7-^oNwIbCr;*{4
z`@uYS^pfT`?=T8u<xf}9PV9$Hto9FL*r$51s`%01ozT3R>=d5rSJU}H55X+JHytiu
z<)<g8CNjm(kkAh@ZH-s9=*Scmf-&@?Qgotn`JdkBxgpY(c97~pX{dGNMY{R1IqG>~
zm+D<-LoHtZflgWbOq<nkXUD36&A<}vH};ObFCJDdzjtRcXcFe%TWMVN^$Se34eA#d
zTYgS;yrPp-w)H{xI6z#CVX|}{0b=j;bEtM6ZBg33TVye+p<K-yl=(WolTB2v;;hX$
zvN9@>|GOP6Z*-pA>Da8%J6@u@Fqri~{K$XXG2?)};O&rqwcL^T>lWNR*X*X5SHU&(
z3nvap%mZS2$;w>61_i`MV{`FkGBTK|mjqpvuYOo~k}k(Fd-#VjLs|x&K<eES%$kh4
zcqyCA?#<DpaWisdvj<}fWuNz*A7&reH6>3sews{8PEkF&nEyq~MjQ8X-CZYsM>N6C
zWxp{)qq<bwhQk=dq5B+W%*Bj{uYutlKvuPP21&1EBd9J|tY>;rsS;qLB^0BRjH~B<
zc&uI=B=1K{&(Ol}UpF*&%onq9eYUjh*N@VbnfW?lo3$+w<iypq5N#(hu^u{zF(6CT
zX@A98kTvcZ`<-+(PYCx<XlQuNj^0SXS`IP6*U+o{lbfBjhOd37==-y;tUx@~TZpHc
zG08f1u^p}$_g0N(lNA15(iz37dq%&y)0WHVV+3z?+w~${26*s4OWL*8-9^r8%g^O4
ztQqt5txQ&OXB?;_E2b(Hy3OWyRzDj1K0Ly3`qun2A{~M-SDNN|LM=V&g6q&IttcTD
zI?{jYa()H(Z5r<z!8b}*4&HBf5-fQ;bNSp?Q7PJ%q?F9VZ6$|gW?kAsX-ma;45TA?
z9}~-?SR`6FyA$}Jjs8MmI)*LiJa?i=(3}Bu9tY=|5r$G7EcQR`+N;f#>KyYla+wJo
zMa%2;GXj;rpG#=4&<`B79~*ED6qg9KX5ku**!1iz4k+GDo?Z{2GV1OUSHjMze{Z4H
z;+Ib3(artGg7xgAYoao&g?i=(ak>KdlqyRf@^%tN>jHz=jg?9XCPvqA?TgAIoTEqU
z_~R$g+1x#diW!0<q<JUiTh<zxa|qz1`Q9AnQh8ufRk^MP#xORA>Z`8wlKr!+1gw-+
z<nzz}Zg*US2(9|&oY&gQ<yGrn*|Hym(}YBdt~n)*M6{A?dSl3^?i%Hb^k#%AJtxXJ
zTE9~5f>*TQ?=^wX1?#VE^-yzR*IzhK<Yh0)t`)*0f!(!PBrc-?Y0F!L0_*31dhUh2
zcDTu6eRJ?hCR2YzH~x2HwIA-8(<WrS;dq7ok1U=E&RHZU8}RwQi9GkGeNhs2r%mF9
z4zK|CmiH_w_!q_mgnO5*&aMrLhp?9X(yod9mb240>{4;0XKrEdTxB(}ZX<z)CO9K4
zCZaTA%C$;-xr}N5tO=4?>q`e>$lVF<;Sd3ZrLj^$bLjJ$(y1WFNiiRHBp7m>GU9M7
z1QSA2E(uX=klnZvoU#$wGPGiIwCiN6k*~95(Gvjcry}>yd2biCH_7Hlbgc_`Rl1@`
zyyzSfFN%up06~$je((S5>@A?G+}dd2?cpdUsE8tn93>Scq@?wzC?%k@gopytN;f73
zf`UkwbW4MzqJmP=T_Ro55*zM(^*iT&|BdmFarYRW18ms)-S1lKdFC_Mdgf${-BER)
zT)se~BN1Y}s|oZKWqT9<!-}L`8uygdj>h>Y+}Iz}7e8y1lW$n*?=jJ#*WS)Vw^F@j
zw42&;JKLZAGkNw`M=0d3h(0TsTzN|WLg3_}*sB4Yezm^H5*lG{tu5%)e&Ks-#qPD1
zr>uYad$`iesGUt_#sLaDvy#ejp6KNNNHK=&56V+ug0F4-m6p!Dvop`@sDB6{BHY&T
zn{9QumTT8G^0HyhC5@Z*Z_YQp?He%zzW?kNa&z@<7SL?SQSA_uj54?`Pnu%NAicj^
zb~3j<zk7ts_-yl4^1FGBZo9@?jRmRB7aVeW20SS9l7G2~JPY_1<L~)*^<-Dy`|*Ys
zdsVBq3S@>TYzR^|dmmTgGV0Qmqk2WKCq3}zcl%4)2^y1DH;Q!5QPlA#)<5#f7QHl*
zFLUgt*@iP$wpTCY^X@W~suLa)Y*HFh(k#!~RIw=G4?)lWvMhQXKJ(~8>g%%C344{E
zX|GRS>yLc4-AIh&o+HqKw5Zn>cB9+O?qJVnfE(+?h9l)JU9B@xIs9Zv!P@)PNkJJ)
zUe%3>icdX6BtHlVIa8d9YY#o?=llc$Jq|sK<nAfRDp<#NMgF-SLxh;UFJEn<VSm4I
zAG}oHG1`0udaz)7j~wz+rgRJY=^I4r`T8CvuwzL}FdD`8QfUW_rCBp3Pz_E6)IJhq
zzOA*cYi5$odW^#}wA{|oKPDehpi#FmNu8Q!S?Y?nS@n#^8;eC}S!H$Q9LY}f4?gQJ
z*K0l&HF2+QKk04b$om>MI|Ge{@)9>i?zcKQW>IBU#kGDkP(?$(=0`uD{^jMm`9A)g
z!THAyvEH$vY<8G>Hu4K-J+eTV6}|m-v`DM-b-rM4(@jLAGL^_^TQP~)=yuF~`ORXZ
zPVrCjHpillr|1ExFF0*cI!y91;=7wJTb|)Obz6`TgtKnv-?&G^>IG4YR`ez90UJw>
zlOkl6j`Ay{T$t7W+NpDIuql}48g-=9^&K^7juIsKM1e?)vSQEG+bm<$sY7vON#4OE
zUagi@5o48j6-P>RC!hUbitU*BrXN51p9gLIrHdKScjBD$;JX;=jF~jQRhv<6)%BvF
z(@Z-KR~-ECb?^)-7CR>#ZaA^>rHv(;#qz_g`v~TFovFuGmW(>iL%TFTa$rZBgg#~}
zziT!xB@NXdJ8AcRWSp4n{Y<NnF;^QiE>`R-y02$TsepXih6uZR-TW!dFB$fAR-~PG
z9SH8~`SEkno9`{z2s2;iXFSvao~!9T_;5B#9p;|l<1=esi<v+;Y-FCtIOoo1F(%gi
zb7_ZEF4IKUVE+VD=C?H3ap8RS@)a$oi<5dY)V^)jMl>t^i<!$)O<J?l0zfF`1JAe?
zCx=QF^AR$WH*!7vSg<d1epuC9(~>6pXydi3{de3at%!8}^9dn3aZm7I`-NP)w+_1A
z+9G@1`%)gxE|lg9kBV)*7eN-CNYIF66Ur`pe9PanGQ&H;CGOh#r<&fSd(yXJzQ&zq
z(ivOSd}U_4R^Y22*MGCQ%DzZ1+IQya>RX<DQ@ZmK`o;8Tyz|B1bc}B|KM|nD<@5k;
zW$i_EHSFuI(-b3*vB?zGWq6Ob6NLU_lym`2-9H7|Dt0h$ITAi=*?(A~@AkVNeQzue
z-S=Q9xqd)U?!oqNYP)G7$${49Wt;T3Zsim~7LE+38t933OHeJQ*B-OIG4Uu{`Dy&8
zCnc(HCVNFl^lQ3h$EG@*rgTQtlBZn6SNz+wn!YC<yF7E_f}HI2p%PJPt2hUL@t!dU
zG*EWt^-4h`U|6w$qNit0-0zFZAAezXypDXDXEhya9n|&s(bvrnbLngDo6{7om`YZj
zEM<@~k8pl;j`|H9#AuXUnPa~6xv#HCMv*I+B`QtY!yCdjws8Gru5o}y_2OSSmyR_o
z%jv6E>UEn@iBj>|j;MQyco`Jb`UPxuae8Q#N2ZoD<9T-ZGyCJmo_*gO_hl|OHz|9^
zPj=N}mF^DT9lq2jxgpZh&adFH!s9rTu2et-=~s2mGjD6rYkuzkzt{ZQMCHi+3clGb
zBA-eweDI}yUoBJ?BK)8OdkhuRFL*|(ihs%9JfRI%SAY9|H(7h67(UVA-=cj)tdh~q
zn^Nl8T{Lj^Uj4ahHQZ7Qm7xqm?K4bz&gx5b<{ZU=h{mp5G*JHQw~cc{kOu$dw|y<&
z#A5%o(e!Y^9g`(Y^n&+$+&m&8>dC8Gd*&VedTe-l7RUZImi=Y313i2TLgeU(__SeS
z>+J77=jf^#``$a0p4T=NFb-B<Mh82lcu5w&{q(sga>=?z>~F4Ol~5vxo+Fy#63^}-
zIEl%GxU0V%%(SeY5t1tSyAO9aTK1AYd?=L{`lZ@}AMO7|ixbU=zdPbIihled7jQL8
z*WqKpYXV)f?34>P7xSjysHaCrb>rdsYa7h*_u(?1uCcVTGt~Ph9@F$eK!K2yIr~8^
z$NYgxlIKk}2w(ozCj3DCix2U}RpOE1I3=Dpdy$w+P=FZxM0k{ZljSp@tEHfPFFX`L
zj}s}lwz#WMfPYbHkcl%fhV5IXrI?Q<ZeB@OVo#)Uo6V(;q8ZCLeYWTyAXPX2y2xx-
zxcZyY0L}OPcX;)$*0W?X@171kMka*{y3`nCDsjIJ%RR1YSiOdxyCb)@Z22)+AhnWO
zQ1y&;-|vHtCrtj`FWCFfK}L1i|7jYba{t>st)?{Um4$af0$<bhBYP%^eQD1>OJO{{
zYgb<ZvF9as=^7@`&IYe_Z^^&C4<byX)BTFY9c_x?$LosbT;O^;%f(_`$8}wr0%Ve;
zX<CcLBaU`jGvbi<U3l?)V|c62b~xrdx<c_d<w*4IDOK?p?JQi1eX<{K!1Bgk4B}zL
zrT>xm4_7rA^!U$+dz5_-86sq8In<~$v)rFC@U=LJ!H!TdGd8{0P@y%ObDexK+<be+
z&V%qlf<}Qx3p;z+aNVaNDXI6p?=0tr-6WKWGwg>Cf6}V&$Yqdj7;oE|97tld;4?T?
z`RY@ZnUd1i1R7_uO|w~Z@}0@9Lx<nD4t{$IrB5qzt>l?B9mVw5(@hKlTMu{@O6FcA
zKa}ZoG@(;c`c!=0v%(FVB$qZNtG~-E(SE#xdU1j-@P>*`OLEEDiB#6~^iSDwrzz}b
zq@$?#xgENFMfBHQhg+z>_<M{t^+kGkid@FD-jyzh3HxV&FMFiyzRg>B&2LY(Zs0E7
z?058rIp2+~g)>{LLbi-G?`N!lLRyWkxy173PhJ8dFJO?EqPc%c*!GxJ@XC}2cgcNk
z$%lTNeP0jJo!r@;>#;D=$&&xK=Z>d5S(h$p?%r3OAOCfVM$#|rPuX_xbkVE1`*t1C
zyD5FM%2@KL#)RRES1%20PkyUiTPpv#jkol}V+~*a7g~*}J8C7ip&{_Wm#%^`_YG3o
z+v(isMmzR7E($*J5;DbstrL`MC#@?uq>Ng>R;>FU<L!2ut#)uTf4972YPQ2du$a7e
z?{OS;^}O~tI+~B{zM!#<^MepVw~=I$_=I6L`w@A{)|uZCne}E_gRFgM$4!j^(*1`H
z{zG=v%Vaytg1-5dXC_UJ37>3+>(0-v6^2YoYul&{I{H^~7(m6NDGA=wy%V{IxN814
z#pBoEe?0y(U?>b`@mHZde<M9T(9D|>)o(eIkony|U>3;B`(tUyvTHrpZfIISd)s<>
z$$pmIyH0Obx)x@5^lv}ac14A>SGq}w0?G-hPmadiOGp%(Ftcb<G56qH);g2jG<rNH
zaX5zetkM&@D~Z=kpFesOGQXnVbHMA*(>{DI-DxcjH^Pfrx(!pZ6&C1g+D#;V7H{>q
zUZLkXHQG|^C}|a&WuHEuH&hoD(-4=!uzjc|TST3elWKl+;J`Zt!6g}2S5<}K9U1$B
z1)18M%U0fLw?$u;_J6gZ^s{I6uy?fNcx9<P1D}+PykC%@Uzl@!Tl$^gymi;|MPD|J
zOu^(U>;gtt$&dK1KT_eYRf?;L8AvP1*(9bA?m9vl708#O!L%@$y-7rC#BpL1=S3S<
zo94NZ{ZG88d|2dz*}Ck)=SGwK4IXDIg>qU7>R+yBl3uuxC(>ftqgZlUPg+(YS%-6F
zjAF-Elcv4GrUg2IO$om9UzCd8z6>$-b8;h_bcfreNF>;dMK`C!Sd?U&FE34sCLJ?r
zR}MO<L@zK}fB*G44V_zzb~jQTsyA8c#}ARh9_*(lQO`E1U8;Ole}-D4VMxG)&E?0t
zm<dX%3rCJLGinOU_+=bC^dcZ&k(XQR&E%#6XC__UF_#*NU_ogO4KKaX=Il*sCpYgH
z$bU>Cm5Q2mA1hif&R(4?Xg;OTyXl6Z?Cg;2$VhV(yBA}ofdYrFj&Z}M<rlFoPB*KA
zWLK^m$ZXi)zlrZcGk>>_eqQB3TGvkI5d{GY*Mv+-!RBS0SKW3vn?$nX|Jm0+`ugLO
zBEHJL*jKABH5`OpG>={$9PLPJW><;%5_5u+x6YBp<m`tSo?Ex@iX>c(4R6GTA3Q6I
zSE8CtntWaz_YHGxr(cqA%E=aI{kZJpK*2TSQj^0OdQ#6OM8_oj<(?#8{$o|Va!WI6
z2a=T&802@8NbW0qpAuj0*O!0X<aPdL-zU=!192KL9z}Zo3(McOCAhjIt#M2DmtWya
zJg$9Iz=F$WoMWO*->hK8JgInXFu3{ZfaH3iwc+>+W(PN&we}sfER0sIlT#MtVe0{_
z$_=D$y|ogq(KyCCLCO1K-rZx&8HlTTTi;#OJT9pqZZlt7s2SeqM^<(4yNOR^>9XC3
zB<5LdAh1c-tt%*0ulH2ai<4HdnfeR5k&!iC8%U&6bt~U##umzYuZ}zu3Snf(ixjbm
zK7J)x^h&s^=4eBCkcg<E<9J+H#zE?q<iPpDX%U;`@-pdW{UZjoueu#8m$$0MUlo7F
zb@=_Q=1nA$`NzmJ^<RHJ4YEr2c%sH}T>OW7*#d6Azo>Jo<LU=Y8J8=#upbw#wMhqK
zubmsam{Qr4#Lg&YbX+a|D!FLJD<SGUw^_j@`#b^Wne2rG#dmKzI0c$`t9Z*9asnc8
z#rENI);B+FHd*?(Z`Ph|pQX!&4VS8eE<N2_|NZkNU$*+j1XZ%`TU&-xK5)u=D?0x}
zZ{)l5*ko&ed5WR$5Ubn7!#&bomou~rIYLD~YNwHUp9z}zc!hGM4lYZtop<whvvgNY
z%L&UGm~u-n&C>~Fm3CV_)Mev8Z}cRD-B!E0X*oJ|JoihI90f*uO#c)`uU>nOpN}tN
z%S89_bLTWFn-Vpi<<W9-nMqoGdfULs#x|wD=}&dWIR7dAOpPh4g`0JMA63P)xt$>(
z(zAhr9xsy{c;e$SZN9O}$kI?KBZK|sVEHdqS;eX^UbL7~XyN8MT7P5@zwq&?>|&?y
z;`D5b`GuFtn!!T4qnbb0oH)&43AF7o1t~Aai`KPHP@r*d&))Wo)%!W7FEn#rI?iVp
z>`&AYce~NtS9ZyRN>#TZS)(Ofe%RRM5+$|H(adYtlFNm(UHhwN2IN?_l1RN&tD%e=
zNE^rUhmz~ip1>u(`X)>7o`8?IA%B6lH@|7XT)WAo6iwCh0|C6M_v&x4l}^pAt$Z98
zqM>3kmpAFih-pmpo2wCRu6{^f*65J+^I2ZZeeZWfUtn{%i|P}vR|^xqFK=CxX*s^b
zh=V~(mEC40cF`kv%XT~4?WEGvmiBKlqeymHZY6VA5i=bYvZqhiJfrTcf66TrDk`gz
zc)_q%#%f3=NmaV?mB#$a3+9+x{mB{(L4w%_xzkPj=h_VYy`~pSu1ws2zH^K+<OOp|
zx}d+LMWMO2$$|$ZQ=x0YA<-*7w$jT|)6<Ki<i(ieV@D)(9KY`}8GK}!X!YQzSip8$
zPOkRiNY{IJm2WTfG%1!`=voVJtPAprJi8^qR3ky}3}@B+m*kLl+m)2+b=Qrn*<Lam
z<~%6#i1A{K@s`Y4j!$i7r=?-eHaDBFnks6p+UYH6E>7lTJ?A(;JEoMfWy`r2qWK7}
zdR&hG1lM~TcDQ@wlWj+yawlJ`RnyHDIoRV+PQN3(|G~cGcbh3FH5;b8Zh2%`C)jv2
zvkF+xe2+QwL)=mQSw*^jij;0cY_o*F0_#d{iAL05fnDz8-ltD}AyHhiqbB`w^y49O
z$5Uq>yYF5$Yqi+w!1_IQ!6SH@`;d*KE7_8yc=ivOKaIXmzo_xr)LHjvm+HrO{c^3^
z7n^3rT6q)fEJiAJC5d$9r3(ZcGPHf5R~9`xl=7}R?xKd|?&G>#P4Txz=okdmCI5<v
z(V*D3HcdTtKD3gRT{ccZ*U>G-_Kc(B#dw`W?Ueu#+rq}ZID|h&ncS~Dv{fG0BO>9m
z-In3^&Hlq?Icv^s-S9Z|LFcBcEu5LJxc!j=b#l7~^U`>mdy<bORY3))J|}5jdf>;b
zZ}FO@<MK_Dh%=9OH$M~gW!I&5(tMfcRlu{a$bce`x6z7J`%Pc&qRLLvF~gb=rG!f{
z*2{A@AM9=HbUNdqDIOek{z}Tn;OAjssn2(soI0ba86@+PLy6}W1*!D$)|k$7#k9t2
zZi}JwPcy^Avuu(YBTm0N$YgnVbdY4e*M@26NMm8RpgjGF4?&ysR%}fYnW&|NH<K!;
zN5xOQ%d4TOAVs);?;N$+<{d%=V+IY4X7`Jq-^#vtw;kE$@_wtEB5(+r{z-gG;?P8_
zR*XM!BH571R$c7x{YPCJDCkdQoM;@;4c#hu+fsWUU-XoSdfL<dHC{VN9GuLuTNro0
z{CeoL#(s?&FRIRWp8M;)7!f%6T?;eyDfS3EiALPZ_Pp!&!Y`6)3uEJ<$a^O;Dz5qu
zy`Eqg72@FGRFf&Nl|FPRKiu&9w-6N~(f`+6{MggBi`3g@DtL3=SlXB)*xADI)V=D~
ztij%(Kb|pY1<H%$EZ3hPoeWIhPtI8uS~+1UU+yidU#?l{%O)KoD=H-6PNQW^sb0yU
zE~wuy+N0Xx-#4n2>2ij=X`{ii^_ay}w@<Kq+(h!sld(Kbt7;QLcZM_Kls}GDeI-R0
z<!hAfMI3rqv=lp^mts&Iy+%e@M4)_c_45tnVY64O_-dYQ!)+7W&BssT5J{8wp%=8a
zJ%*obZTUHUN%6ULt+-EkIBo=qq-cLs_2nAbVnlNN1wFr|tto!1_YNK2Xm~pVo1djE
z3-M<fmT&m=?q=#E#VG!Cc8RG8P1%Q^D{i*`{wMzb&%;s}<Mdw-E|2pUNgUSi-fgrB
ziMV$9i=x!K1KU$;)7*<sk`zxp*|^Wjb`PmEWskBb$zdCp)TRR3eP#e?8$#6nmpfio
zPNyHjxP_ED0F5h1&%C@CE|CJ`D8uvRT;k%|5KQ!m&dTEV<4}74nfDJ;Z*#tJ{@C#f
zx86ZTAxg_k4yRC$Lhh3<?~&YBBgQvw-SlhH{d=KY9vgQ2`weE_08hk*Q;{NWI-~U;
z9YZDEww34G>vTzss9Ns2XHqG_oici@D8r)fDFtcc_isy2gF0@c4%!ALJssi}5fvfz
z&TLI&bT14ovDeWav{mxY*S20eynlQ~D~lLlOC5)gHk}XhhXoi)pGAgI*za{SJWo2c
z2IYAji1=Ent3f3jEhMr&)@!Q{;*cH+l5{IR!N*6tZ(rPEx03=YubM}xEJsAIXl8t`
zpOI%Of0bgf=yHYU#oaN!wt6O6uHzK$zHJ$1?U~oTUG|eK%{Deso$AgoYtzgyeC)EH
ztL9vXP@@HD$WKkHTsz>YPUePAx=~?wL%oNaN~`&ezMg`1dU^@k!}NO=I<0C)de+x+
zCCGD^Q*??n-BzbP-rDG^V&e3+L8m$u;;)JJ)8C$Wc{M{aJcN<;KlgE?JHW6||I}0(
zS|+}0x*@W-%+;L_617X6EM75}uE)`7<uo1flq<Ox@sDdX{tpsq&s*4TpM`5e3r3li
zkuk-t+u=L}z-2C8RE4WeD5Lm)UOo5Mt7jV49y}){mFPG>iatMos)J%2(&&})&B(~u
z!@ytyT}yLqm4r*@AX(QUW?*0ti{7*TA9x>2N{bS54!m+AT*=D`_!lH>6?^yIz4=<V
zwT3n&d^qA^`4p=l@5S)25i1Le5j6gSc=aDr9XJ_*zN`^+waG|JE1f#!{{H>@0}G%#
z6=h_;2zZM^8xReKU)B<}@^2rC#hXQ3)ylIZY^!e5eH|GaOKNRx9itll&#LKN#scb<
zLfAIdg*<&aT1seXX=9*@#=*fc9P7OTCoSWjKl&CH5u)`Jab=bc@EBLLwS|nz;RDU!
zc#L2T>M-dW7?@C1CAZ>aK)fgM(Ao#|Bm_tM*!FA_6Epz6Mf;+4-}{X*v9Tgm^<Ws3
zRN@u;g37mS->!W1Y6Q86SL)I`>mPA(x|$MJQeSF{Klf{0@aG~gMDQ8baI6?mZ)&mQ
z)fQRo8Q?QyajOv^4ZVHtdV0u4$46z;#_N=OTGOq*bcD?8dtfs2{c{j{LsI9ro081s
zmT%CK3r7ck&BA)_=&_QIK7Q*PuD_ABs#}oPYqm&z0GXaW*WJA1^4exb9S3@C7KcP8
z-)hYT?dbh<GAYc8l}H&scvtsrFy}meTwWznxeh*WO>qiLew=C-amxHMoRV3kKY#uV
z)5g@@G&D`<(Q;;5L`S9JL*VWwt!Tuw?l8+07Ns{IK#Sy7DynAad&N>7v@b0#hLwqo
zynGYnZf{Rm4Q$`xLCvHJE2*c4-(r%VXmojUkc@eEl5+lFZ!^ysie4!xPr67nUg;_+
zDJ?@P3@#ogmzI_i3~R%P$b=)@X^>Y=k_$Ysb;ph-h#V#b1Ozb9SN$ao?Qi&EJ(qcP
z><AN6_}If*hqEXNJoeDjJ7#{KrTc!~{QG0(nX+9=eUDZvsvBlM&_!X6ABDGNo6;@O
z4I4HX*S&tAnyjwJ^c6lZS=T;p{a9W;lwa$|clp8n`-)Rb+zJ<izqgGrn@xW9ZD4b-
zUB1wf5;@r~Hn;el=_dO`_bc1a1q}-A(xUSROS4hXSu#V6uK<o33Fw9-X6)O3FHv}P
zi4Zr|XD+vdEMHt)JPK2-{~3U$9!i$Cv@FI-ZF~6ep`&)pkY<H<X9dmq?;gJ{{Y5bQ
zkTkGF2;;_F0q38V^CJ!Ck6+1wD{%@y?-U23HEwQY%UYw;?b+{H(qW+z^@Cwz!e%~(
zao$;7Vxtl@r;CO@y|AsHd{!t-jt<S*w`o+oG=-=oqy}rl-Kr<hfY<^v8vz{bKKx`C
z5}(!laNU`5Z>AQwxcK?_yoN`&G1e=nOH13v->ZStd3X~)@uj5+L<ZGdKKzrm76-=0
zH<K*g?%cUUFJvB4HXC2Gf9VB-!?#DPmS<g09+te#tk5eXwzM+*`KGU!s7rLUxWnys
zmfDL<H}B>C7@VRY?rTNxue(ZW8PxaWt?~NjwTbsD9r#t45nuj#<Q@2Z9shjqU*?V}
z`tPF`QR3fk@P!r?R&i$r&ao$<_2j5dVID$6Hf-1p&nJ`;IRi~8RB4#+?YZHSZaT0u
zP({}s?e5*L;cznsR}ZT4llDI%&<^?<YVLmAx;k*2YQ!CUDsn_<0v07-p=*~0y|SgB
zKZh&1ORQVXJ?n5ARno7W+qiM#5kWy!r-kubo2^D0kIauY$->ZO>$Yu|*Vo8?uU-xA
z9E9PEYJu&9a-sb#l~gSai^6FsJ@$!MEpEx>g^A!XQJ6!pd+>z4WWoe%p2+P<^<kAw
zbY7Zq1e5+UBxHPNY{Z%Zx+Y@=tAjatcoYRpnw24!sK-9_aDZKsSS@3sCyc)Sh1c+5
z;xnjH?EmzPmYzNlx&Pyb55w@$NViywo!ZnHF52w$Byqdl!`H{$o@gp*i)z0^ulV==
z{wTe&hixtSCd*<)U6!zR6kll7KYAr6`R?7jgyRV-D{EVB!R&lAZf|}~sJFK_yo`>0
zE~?c=j76VD6n=h$gX03+Qoh1o{f1|{$E_hNkN5pv^I;~_b0%{Gh56Lw!7C<(`4*po
zSM&;tY6l!g78_@&>=`LYx$ufzV*Bf_($(4Ub^emonWy`CuDWm8wv7)488)_!TO0Fk
z^~=GYs0uc{<7xfn-W|Er^!yddsakE&H-68;${L8)SY(g()?D2}`#OHp)~|5u3#twl
z3P#6kz>go6v&a!5%)&x9KKrl^LKa_e+deLSpQ?Sj&V6rOzPvmV3-1buxt8!F9}2iF
zRqD#Yy+%$->Y=zC+Ee9x+2r9mH&*4gHp_Gw-6##%DO_2ANj-$?HaEamj&Kg;v*;G1
z*|X>R+O)UZ9+eZb6OK!Dh`+x^cd7~oAP3&tUvh<WQy^3$1JODhj5Qws*W6mdI3qeH
zrmbwxhxN~JVUf4Ae6wG|Ij=2U-y=}aENFUmmJg}}$Lr^G6kKPb(6?_;>b`-h=LN2y
zBiHGYE1_CwF#YYL0fIc6uy9);y7yw$)2|soeee_A)UtVLQNBr09LE<+!y}0^<@=v}
zYaiJv2<w_e)f8haY14;PjK;cCsUx%BZOd?_a>~jtM>=xTG)i2H+DhC?G+<TVR$!MV
z?kTFP;Ke99XxU8&IkN;J2GZ+yu5`lQ^7G5%SDKyS-8WczhhnfnK~eyS(*Oea3p|s~
zlZq!hv%9U1hdDnh_7Pg_v$t}4CbU>>ZzbuOyO^)VO%8MH-e5s2^W13k#~VO+U}3SX
zt&I(FT`o+l?Q!~1d(3J+;(e^H7#k-ZQB4k5nrl#)7=v!XO_sn9AI|D~HU-Sg&kMlD
zYk>#LfCuZ4jgK!=v0sNS)pTdOso-UJr_aI*p}ht9J*c$w6ftCoMxv0Z_NhYa?}T3Q
z(jY^Bf4@GocTGKc2a6WF`Jgv%Tj8q|B^8L~-aWUUm{&K^S7;a57L7`Tg)n_mXMFEd
z1#I<<cjKbl%=>NJ0h@NvpLACBJ}54yrKP3EKJrQ{5Wlt~vC=Is--mt3gZI-*F70+_
zD6H$Ocey)F-*;5d^Xp4}{pJgkn$p*ni-w|33&{yE=F%v3&OehsT=Q#K;+3MR80|W5
zHBE%sibIDt9?ee=;c{y3Hi^h}EzJJg77rU3Y4V{X`@|>v?))?Fe%yDg^%Gm7cRAkO
z>Crzy7U=F2!vA=>yN7&yUG)pc3Ms-oQGMjy+{dN$6&Znmgt|k&0GK+Qr$u-T9_T|a
z;EAWFG6Eaa61W+~>=k{oppksz#tq@`XYhV1F*3AH5-e<NiMT~bCvQ9+KYiK|$Y(f*
z^|Z(A@2&4(YVy*@=i7727#Y7y*49~P4&Hz8AmK*ks|B9)^mGha6MC{I^d<{uFK+zv
z&(<<5kt4#w8g6S#hPz^7dy_S@W#B}h7Aj%``vQeASVS$Dg@rN2DTKdb@jG%Eh>RSL
z_ZK<9%<h?_Yn58%eZXq4N(tT3^n#}GSmR0%W6rdgZCtIWscBwan)O4y4u`k2b@Nge
zd*h<Gh%c6EO6mjNnY7K>4Q+^R$z0lRzrS@Ya9S42?)m{UBI0Ttha)|di=7=1e&v{)
zf822?VAodQ(#nf)Bai7ietXQ0K-#}BlnPM?&Gc&zY^S=9OSiwZNkWwnh5mEdnPe-E
zyL}1s2R~b-)d}5|I50JmHa%Fp-(tdJdO^aUvmv~!p;oka$1m<|atwj=OHGX}$2jYe
z!-xMy{<wW9dFy%HK1hxzqyAwOzI_(OkRqPRLiCA=j^_C5uTy$@dQ>aebmL%UJ?DeF
z?qeu1U}|M2e6xb{ng7sfR0xbYD=RAm@}km1Ve)E>PPjt`N+KN7+}m-7FXftdDW_-(
zAUr9+THObzI~i*W*v-M(wbfK`2ZNv-Bq~&3p~jj}x~7o2cMx^Rmx>BSJoH#bUVZmt
z@|lBA>d~V|Wq{?DVY7_1z`@GSZUR?GA2Du8$TY;_?xSYZL4;UFWLAbHompGPN0Sl;
zOYShusUz_xI%)S9EcG9I;4)zy3lFuixNz5cEKn;mtD)J!&l3;fQ)Gh7Lyst_<2b@<
z)|saSD^8-;Se_f{S8DO)E?K<<v-wd(F_y)(i!$}d^EQK3`<qg(sJXhj;?_1tOZzrr
zN_+ftcuy>rMn`XU-6)Iuxd>0Pzr&OM@9=b->|+>iR~n3xmo#%|sD@VB`2SOfDC(UK
zJLvFz*UIfEsb|Pm`c3glX8`6dK|~>xF7v&R{g10=J;mB4&B?cHm9^eC&FJ@*-dPxc
zW<tWXk55Kh)1ww9I^yUBjQ7~^Z_~ywWZkIT8!F+VNi;X&14Uu!iHd5H#2&G~k_>a4
z5JS#K$WFwvNJ3><<8|@Q%y-*+)drWL9X`K2mL}^1Bh^?8q6vm)v?0#hS6}Uo#PTq+
z&19zrhNZ?!=8iff{qSs5zSU6T>3f^nGj2RZc^V6x<1K1enr%NLK)*C}oGcKgE>y#9
zG43(lXnV$0`#5=itYvW+shj4Y@P^)4_%T)1)+!LGTHWn;z4T5x{U|*qVxo3I&cb9@
z5~|x_R1_#6Y&KgtNI-MuP_6Tqw!z8U^_D49e?zF>8ZILq6Z^Pz8j*Yo4~HkJrKKWk
zPjnTi`3w!7cXlo;URyRv(aOJ++hrT<;&PfCu610_$S7Xc_LTN<$(h}ZjK`&^dUh#%
z@pgA7H6?3Yh9&J+1d1l8S;&WqG!ZjP@;@`HZEL~mtyk}hZAB^(@`$$<u;|uWTU(o1
zTx>xgpNBTcm!2M7kO=0X#gz`13L-H`3!+`OF<WXSv<u?26kJy(gdhlE=LlV(iLp*{
z=d%OCm!QMZ%<L`p8pApQC&w16TJboDiHLrv?W$$m>J``Q1m&NWVTRL8Ud#&P|GoB;
zVkEi4tdRlVBLfN@$2umiABrU7W03eqHPiRQ^QgkhSFZ@o9%9N6MGl@Gd`^vuP6Xgp
zoC&%uaK97u*i<(&Pzm@KlyvzkBXX%c?NMdRihHO}jZjojIXn*vN<@fiD|3cGdPbY+
z!jtQAa-Oa~`zR68+sYs~u4OaYc<b@VviV0i<)so;58jbjxt_dFyuDixP$LNoy_UwO
z8|U3nO7>fNhVZ1?R_E)uen*@<?(_Wz<Mhkbil>;5U=&(hgnEm`vb!%U-pI?`qq5Y0
zbn9~a$T3Dy+eU-}Vy3So;m-(q!lf;=!A@AgSO}j)6`zc13{f;CKAuB*(oOs`uSxSU
z0-ZyBBt6Y)(aLVJQ+R1v#CF5-($Z&xOzD{r1lazB`7ln0dVyuBuO9sszRLvWeCSGd
z{#VXhE3}_+pcD(*;C_Y2ZOxg6j?M_tv<ir(3ZO+^T|GcrTKX0NIcIAnEdaT1fXlcF
zITRD<7|A1{2-}Va@O}!watTBo8-Ux;O~6ltGa4Ei{hsx2AD_koOB2R^0$1Rg4Adq7
zXJkI;V!Y1uu`a6#6E_jG=r$$(u>@k*rNgwlux%BJET8D~V{sf9Oi2~0>?)Wdn!dH2
zFh+<rfU@{_`EX-`@6G1qKmw8hKRzSy!AM(XoQo6C5U3R%Z&<dr6}uD!f(qM0MJ2fY
zvt06tSW$~r%IZnr38-+~mzI;`r=&W-)8n!jdb7JQpLh*nx3xkt9f}V)MQ0sBZLX1R
z>?eHt`y(<!g|Jh=-Jg;K0wi7$RT00a-6TIyrw~G@0m{d7LEU2*b{Ju`6fTb@u^l<`
z`M^ob(qo!g6=1HqI-w4}pbymRc~HC^l1A;sldF(>GJsylr}FZ0=aq@v{~JJ+Y0tH=
zAb_dce}E~XlV?duNg)4CpSDaxZ$J#MUmtY2rDR;MbII|VCodpltc>4L15_>fIr+2s
zV+ef-$_YM8h>6v}AytS&#5g*@JP3b7?u_gOFdot*KoYCPWZCrK8okA2@bsW7oyC+@
zzUs30QXxh6Lr|aQZ9qM8psnPPV{SGj`f22vhh|18_d3oE>m5~1Hu~d_KjZ*#<beCC
zAO<wi!FS?B6<@8GKC-JBh_mW@)DlKs2ZX;_dg{87o2(~0+y30RF_0)ua6^KVlapUx
z{33rP|8~ramtzER17Io`Tn#afPsry1K&uVu`saO74_bO+O$I@yD(Lz1oiz0H#(+<T
zm|0^x4WRcm=p{PIgGxR2QjClNN}F?j9~f?94%khG<bxZP&%Zq&mwxRd0r631ol5m$
zLewmr`P&EjX0OEM5L%P9^6Q~R)cEJ0e+FPxiaI|`%F}T@AZGuS7*EX76Kp&@UmKG(
z8axjO*M~^BwD+Av<*5LPu*dM-0tXWdnj{tuhzk$1dAsMk+*hp19Tk-P`f3zk4k##b
zCYr=0<=sAYuOPOzp<~DT+G2@3@Ps@Fwgiw<4v0&PIVd+j(CI^C-+*P{Nha^4%Osdd
zaEpw_iOLDrp6uf`N0Kln{JcTy-K6fH9HM$q#yBS4@@=GLxYEIj$xCRl#onsNQ)scw
z-YL8?yMF5P5aSO)iBEKw|GNASN&1UM*t4@|j1sK<zmH#ADgS;)BK@DZ@Be!G|Anp~
zo#H|$Z=#?U>m4Vy15Q>GbY0fX%ZBGcVA|h#Kk9+rLq&CU^*c=aNbavc5DZA+X2#jy
z@7vN0buwVF<cfuYgPYj!)P7<gnB#8%c}wgUkVrGn-V)mzAamFVGR4vtJV69JFu;Z-
zq2Am|P2B?7{_7~!6Ew3E*)E2}W72Z+^DD!C{w0gc+R~8m*N8iRP*AAANxo>l`3hBe
zDt=MNX+mIrvg-<v+mk0x>eX~zVo;DLnY5&C-LgdqC7R#Mm)CpP4YSt#p->MSqy&Qb
zMnM1$Z@hzDE+7I-_LuVV^WbD;AgZROX(kxVrVy6=9|{2lUL9yhgPvlz$AWJ$`uK#_
zxGf_F3#chpo&hkj$8-VgEqg^m&vszZzP>)Zx-Sa>uOPvsdf~z&kiK(}!Xg0l0$E~Z
zoDcZ(!s*ke2|@#59N?d8q<+sA0y|?ZfLJ8ZkMQ<a6;)M@&kvm;AU-X(juuKS4?*)z
zqn@zvx1Yc-*tBTdC0zgP1Hw|}>E7c9Mr8o!lz_hX?Aa6j#gEgZ;`yP4lY=ebi{iny
z6Q7%)T9FCFS8}l8Rq%;5^DHALVLZK&k}^r!mrX`at}wC|V^q_WYoSZ*9YAL%dog?!
z(aI+pm=EsEs#`%l<0c3=&KYSJ+D`|q+%Pmuf|0|5gdgfrBNW(6UbRRQjcK})fQ;>~
zo$%6=^;uh;RUifm)vGG#1Oms4J1uC<tAhhnBT!=RJ?f);e7<W3N$yv!p2DQdCEP#>
z41_q#51ox72!$=fl9ciN>U^4;3OJA~hgpMX`}w3mwbYkUOD3N`=x`P?SPhuE0tQt9
zTKBfCE##IYpgw3XbjT$5v~nglts<wzW_?Ikgu5<FV<;3svomf|3=y@vh?lI#ZzMzL
z?x=u(inrLzBbEdpNk`1SCK#;}B@Q-Pln_#9{0LpPF;L0Ps5j<OS`OzAg*6bbOJL*s
zPO!VcB(*^CFAXS1lw;<H)i#ja`KrUjuOK987TBi1r!}FmQMn7q%^0Z^)lru9$R$Q`
zM`dcs)i*376)%`aky43LdZIJ`GJ)Vx4jmZf;8ab1V*yL=u)SPb@mpxvT60T&yx+Er
zxGmtcU`j?+nh2E}SRGq~0`$n!PD-sqVbKK(;r6^+Q6Q$Gp>CE0LdGYW0B{&(f-iPO
zf$IVQsfl#{t-pUZlpAF$K`aVDs*Jb*7_Ph}=rv@!p(p*1b}<uRsR_Qu7|E>luLxOM
zJwVK~G&E5gC^ogOC>&KwO~%&HSn<ka13@HWtr_D5mQj!4#6_C6m1J;rY=?P)JjNoy
zcDywbhDU^Ta{b+n+h%CPaiPPZcHK$<*5o{9DbMHEcf7tJBlByOqX^uuZw=&dgp-rA
z<rWTPMq`gB0bpl&JhOHW9o+>tYEr2<9YW1zB5@;e7y`Sxbb+^!10^v&74`ac6%p^=
z^gznRcrt(Jpoa|sDNs+?wN9m%AIvO~1nzio9apTc>mLwc#1e?->GVB`%=F?q)}SGE
zrq$3z=FiExCEaxTRRk}HIg}cl1A)tcRP6$KeNO_<5U4<M?Pt`P0FY_HNR;@w29a2=
z<Hm@tEP&c&kY;0M?tdFjiF<ekESWr9+YU6#hn%eIbebxn8pG$i&JqYU%uH|{%%6!B
z>2NR;+aSNvpSXBeu{kc2jfLgIbwk5oY^z>|g*Pzvft3YNivcL2W<N1l(CN>pwQy);
zL?f10@KK>?6+(EmR$mNXUoHQ+ysVR*dizFE0tyC$$<F-z88*l+;&TD0c(Tm)c`&u-
zuFq6*OZl|rTN#Fh6XSiE@DqV>31c%1z+_|LUQ0zj1wfYDax*nYR|njM>07%gb2m2!
zNjV*83f=%38hB$4UQo(M153cA>oE<xoTB1$4OD++t_WWzz~Kp^c1|x3Ct^XtRbo5H
z{4|in0C+GrCQL3&Hx5zJj^b3nbgGqc%uFnC8}$~zcdZpz)wLGGh3Am8F;G{k4Qk%Z
zv{{4^Oh9utUF<KyF8d}J7$H9i>2{Ea;6mb@CiBlDg)FoX%O6WZ_<oUC4W#v|XeF_s
zw5*wB)c3;`m!OGJJ0l(e1xcUeKx!D#zXnz(h$e!JnS;pGFo3f4Nh!>NJqHe${<>NW
z1}u&*;6`0mReg1a9FKK}?4pt?Qk6YQPwbrfDo7+i>rWnsrXs^KY{pcvd3iGW5Es`)
z!C-j+<UI4R=(so&cpZ)Ql$4b55=n3L4ASyrq?n@^qe!NB+yNO`*#=YquGKD}qEh!B
z*Ng}3K^m;X##b748M<#fuae2wqczi2%Q4kxO1NAeN#*zAMI^CsKr}Cu>s^>zB#}Bj
zN-~+TMH9!V^!kJRgg@W83>GJSzBC)b;EBE0>|Ee9>l2MRn*>Bh)q#}E*e%NJO6;0y
zYuG^^wSm~4SSR<aSJUR8Qk$8bZ9oY)k61|<L<3Yb%wZOpp!x&dt9j?sgr?0i<cP7l
z^Gr=BSmq%EYSfu`i`YXy==|e!OiauOoZRb?3vV-KV*a#{J42SgQZhOB{)oE60xD=g
z)QdzaU8xF})J2r|dc~qB1{ILsF^x+W#Y?fxX}Y>B;Y@UN@wmq>AcX0KZ$}qdc>JDS
zzcNklmrq0B(}@i)EyfQ2B(=0K6j@_$%(1Bt)?h(kvC{kLKJKFk<`84_VL{sGM1lYZ
z>B|C&@MP5=FPIQE)PNYVqa6?Or03Eq?%)bh)kv(bTB)RHs;sR!*fIb7`I8tb<BpsZ
z=z%7olyrf+B|#gpm^{4i>A4*nIMNxTa+r+R+sk-gRz|yXX9SUuz+d^i^z(~>f~j%q
z8$F>tE!ZPY!q7P)bTwiF0J@yA)Dk}<f`lwmQOw3;wF&tVem0;>8xeSrm(qeou$U~F
z9OlEp9Vmpmt>t_2E-=kwJ30xQJfk^?#iOnOPbx^MbEp<tTeO8K-dBGb!nkOn(!*9g
zvoyT)qG98t0+!6_q^_<mMw%Rc&}B}k3z!5D%MaFHBU2klc{{+!kV=men^_O3nNktG
zumz&f5G&t+h>@0Gi=s9Si_GZThsW(jPPqoPVJRi+<SBaIYafo6$6=W`F0>hDyOJHv
z+OwpwDpjxoCnyeJ)+8cq838qj-1>GO+ni}mRk(cP507>cH-jHJkl+g?$#cG7RAP~?
zdTxgx_nI(>*}p-Eia`iA1~x=q2nV8%#c6^gqM}#ETGCo@IxsalnuVa15jPt#Ehi|B
zvW}okBbFYKqOgNQ%uX;5{%L7xI9?SAE>M%$p{tLP&4%Ra4mzGw2rtBb+bnH4h7=Ij
z1nYen0VvCMLKECz-9Zn;j1dGIWpGJ3rfshg(v0d}pTn!x+DXU-@SG<0-U_CQlVJR0
z0!#z?>{T~d9)?Oq1f&__7GT1SwdlGvA%I@bY$HZ%7`OG;Ei-B10%3CjAF%;0zXM}q
zPEBNl9B{HM*yE8au$yWI*v^6)9)p(x4vB%$iKJn_INX_UMR2ev^b?W5jWDAK!uX)m
zI4?HvrLo6g)7k@ajbO78;jBS8aYFHwSV$eeAsal9x(V_X3yB{j;|@j<0>2jyN?_ny
zkkt9XatN5VDxwx^N=hqEEOuEzR05bLI9YMv0%BocFL4g;V6C}$F@k)o*S6~-yz8-;
z9F{~Tfun)$=;Xu1G_U}HT|%>fZT|?DLcx(2hD?{DU7(7>`z@+V5TDEhMGW>2yuJ#6
z1VJoyL1UF519cn*Xo*r{v@<`GOoufCra9Xh3dD&3ean@)Yp*f>m`H&q&S4l@5WrHg
z<w=~&(8LB5>gdq4li+$rK<tfn733PXq^1CEt0O2kLu!*nqt*ouUfBd?L_}DyB=n-T
z$ygk-q0|ZzOVJXmKh6+~7D9!WkRALW-{`WLM55-u_F*$|I04fV04jutD2RGDu~pdq
zM(-YxbWk890CGD*RXa7m=dyx$3^EddREaY^z@>}^CKcX5Pew4=9<7V=KsgX6)NOyp
zhaZ$xwo%>R>$8&UQHYT+NxlAgx5xRj-+v%O7COx0L?8u$M@4MM>4+l~xxN4Fj!(v)
z@t`tp&r0Za7-BR$4>te#^9aDLBLV_VZA!obZ^poFU%GsG9{ZUhqDOxfd!^Mleevt7
z-~ahP9ya^0=l#pJ|8J+d{_E-gr^@!<zjv?HBclDkkN^E*{+A<Vt8R~Xn|*fPkt{;|
Pjr6&TXH);adiQ?-9-f|P

diff --git a/conftest.py b/conftest.py
index c217fde..b0260c6 100644
--- a/conftest.py
+++ b/conftest.py
@@ -6,7 +6,7 @@
 def pytest_sessionstart(session):
     subprocess.run(["ray", "stop", "--force"], check=True)
     sleep(3)
-    subprocess.run(["ray", "start", "--head"], check=True)
+    subprocess.run(["ray", "start", "--head", "--disable-usage-stats", "--port=30050"], check=True)
     sleep(3)
 
 def pytest_sessionfinish(session, exitstatus):
diff --git a/instance_37037.out b/instance_37037.out
deleted file mode 100644
index e5036b1..0000000
--- a/instance_37037.out
+++ /dev/null
@@ -1,815 +0,0 @@
-Llumnix INFO 09-11 12:04:13 api_server.py:258] engine_args: AsyncEngineArgs(model='/mnt/model/Qwen-7B', served_model_name=None, tokenizer='/mnt/model/Qwen-7B', skip_tokenizer_init=False, tokenizer_mode='auto', trust_remote_code=True, download_dir=None, load_format='auto', dtype='auto', kv_cache_dtype='auto', quantization_param_path=None, seed=0, max_model_len=2048, worker_use_ray=True, pipeline_parallel_size=1, tensor_parallel_size=1, max_parallel_loading_workers=None, block_size=16, enable_prefix_caching=False, use_v2_block_manager=False, swap_space=4, gpu_memory_utilization=0.9, max_num_batched_tokens=None, max_num_seqs=256, max_logprobs=5, disable_log_stats=False, revision=None, code_revision=None, tokenizer_revision=None, quantization=None, enforce_eager=False, max_context_len_to_capture=None, max_seq_len_to_capture=8192, disable_custom_all_reduce=False, tokenizer_pool_size=0, tokenizer_pool_type='ray', tokenizer_pool_extra_config=None, enable_lora=False, max_loras=1, max_lora_rank=16, fully_sharded_loras=False, lora_extra_vocab_size=256, max_cpu_loras=None, device='auto', ray_workers_use_nsight=False, num_gpu_blocks_override=None, num_lookahead_slots=0, model_loader_extra_config=None, image_input_type=None, image_token_id=None, image_input_shape=None, image_feature_size=None, scheduler_delay_factor=0.0, enable_chunked_prefill=False, guided_decoding_backend='outlines', speculative_model=None, num_speculative_tokens=None, speculative_max_model_len=None, ngram_prompt_lookup_max=None, ngram_prompt_lookup_min=None, engine_use_ray=True, disable_log_requests=False, max_log_len=None)
-Llumnix INFO 09-11 12:04:16 queue_server.py:55] QueueServer's socket bind to: tcp://172.23.75.204:38271
-Llumnix INFO 09-11 12:04:16 llumnix_utils.py:131] Get existing LLMEngineManager
-Llumnix INFO 09-11 12:04:39 llumnix_utils.py:211] Init Llumnix components done, 1 instances are ready, instance_ids: ['7d49894425764c4fac2fb2bcfec2471b'].
-Llumnix INFO 09-11 12:04:39 api_server.py:282] Start Api Server on '127.0.0.1:37037'
-Llumnix INFO 09-11 12:05:45 api_server.py:201] Finished request c6480ba9941a4e5abd1e32b2b72c4497.
-Llumnix INFO 09-11 12:05:45 api_server.py:203] num_finished_requests 1.
-INFO:     127.0.0.1:41342 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:46 api_server.py:201] Finished request 277363344733475e9554f23bc9f4b8c6.
-Llumnix INFO 09-11 12:05:46 api_server.py:203] num_finished_requests 2.
-INFO:     127.0.0.1:41146 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:47 api_server.py:201] Finished request 9760cd1142214abd90124dd9e12fcacb.
-Llumnix INFO 09-11 12:05:47 api_server.py:203] num_finished_requests 3.
-INFO:     127.0.0.1:41226 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:47 api_server.py:201] Finished request a8c9b80146704932a27cc26d2eab1424.
-Llumnix INFO 09-11 12:05:47 api_server.py:203] num_finished_requests 4.
-INFO:     127.0.0.1:41296 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:47 api_server.py:201] Finished request 79e001c3254540cda0b428ee0a79459f.
-Llumnix INFO 09-11 12:05:47 api_server.py:203] num_finished_requests 5.
-INFO:     127.0.0.1:41158 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:49 api_server.py:201] Finished request a1f370ca64934ceaa79a47f048228093.
-Llumnix INFO 09-11 12:05:49 api_server.py:203] num_finished_requests 6.
-INFO:     127.0.0.1:41220 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:49 api_server.py:201] Finished request abc2798273164d819bb24ea1d024aa65.
-Llumnix INFO 09-11 12:05:49 api_server.py:203] num_finished_requests 7.
-INFO:     127.0.0.1:34886 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:49 api_server.py:201] Finished request 52280b7fab9c48fe8b1be1546e5b045a.
-Llumnix INFO 09-11 12:05:49 api_server.py:203] num_finished_requests 8.
-INFO:     127.0.0.1:34862 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:49 api_server.py:201] Finished request 69ec360e330c4912bb2dc1c4f4c09b67.
-Llumnix INFO 09-11 12:05:49 api_server.py:203] num_finished_requests 9.
-INFO:     127.0.0.1:41080 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:49 api_server.py:201] Finished request 181774bcd48d4fa1a2677856f08c94a2.
-Llumnix INFO 09-11 12:05:49 api_server.py:203] num_finished_requests 10.
-INFO:     127.0.0.1:41452 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:50 api_server.py:201] Finished request 3f094e8246c44c28be77f8b5c9642a30.
-Llumnix INFO 09-11 12:05:50 api_server.py:203] num_finished_requests 11.
-INFO:     127.0.0.1:34882 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:51 api_server.py:201] Finished request 01d6ad55075743ce80726eeb0d6bd693.
-Llumnix INFO 09-11 12:05:51 api_server.py:203] num_finished_requests 12.
-INFO:     127.0.0.1:41264 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:52 api_server.py:201] Finished request 39f430e8849a4901a06420cf221056d2.
-Llumnix INFO 09-11 12:05:52 api_server.py:203] num_finished_requests 13.
-INFO:     127.0.0.1:41058 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:53 api_server.py:201] Finished request d8d82f73da514fe88997f25f3c9c6718.
-Llumnix INFO 09-11 12:05:53 api_server.py:203] num_finished_requests 14.
-INFO:     127.0.0.1:41538 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:55 api_server.py:201] Finished request b54b99ef84f4481aad579948fee57a42.
-Llumnix INFO 09-11 12:05:55 api_server.py:203] num_finished_requests 15.
-INFO:     127.0.0.1:41310 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:55 api_server.py:201] Finished request 94211a112fd747599735f7b350686d02.
-Llumnix INFO 09-11 12:05:55 api_server.py:203] num_finished_requests 16.
-INFO:     127.0.0.1:41474 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:56 api_server.py:201] Finished request 71b1d3124b3847629d1a4c21ac0ff1cd.
-Llumnix INFO 09-11 12:05:56 api_server.py:203] num_finished_requests 17.
-INFO:     127.0.0.1:41612 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:57 api_server.py:201] Finished request fe7454072ad94c54bf76b6e66a99a415.
-Llumnix INFO 09-11 12:05:57 api_server.py:203] num_finished_requests 18.
-INFO:     127.0.0.1:41112 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:57 api_server.py:201] Finished request 62b5beddfbbe495c9f60cf83f0d2e957.
-Llumnix INFO 09-11 12:05:57 api_server.py:203] num_finished_requests 19.
-INFO:     127.0.0.1:41134 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:57 api_server.py:201] Finished request de4a860266e94d9db28fbb65fb396373.
-Llumnix INFO 09-11 12:05:57 api_server.py:203] num_finished_requests 20.
-INFO:     127.0.0.1:41562 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:57 api_server.py:201] Finished request 59a183fc522a4f40aae9c8da3e33d0b1.
-Llumnix INFO 09-11 12:05:57 api_server.py:203] num_finished_requests 21.
-INFO:     127.0.0.1:41322 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:58 api_server.py:201] Finished request feda0d9bd46544ae9548d21ab954baa8.
-Llumnix INFO 09-11 12:05:58 api_server.py:203] num_finished_requests 22.
-INFO:     127.0.0.1:41314 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:05:59 api_server.py:201] Finished request 3d8ddd1345424d8ea0f3903b573c54ec.
-Llumnix INFO 09-11 12:05:59 api_server.py:203] num_finished_requests 23.
-INFO:     127.0.0.1:41262 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:00 api_server.py:201] Finished request 193ecb0de39a401495848805f5ffd7b5.
-Llumnix INFO 09-11 12:06:00 api_server.py:203] num_finished_requests 24.
-INFO:     127.0.0.1:41476 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:00 api_server.py:201] Finished request c09024a2b6e4464ba37bb3fd594ff804.
-Llumnix INFO 09-11 12:06:00 api_server.py:203] num_finished_requests 25.
-INFO:     127.0.0.1:41420 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:01 api_server.py:201] Finished request 569fe2fbe6fd41c7b4bf0b82f0c96888.
-Llumnix INFO 09-11 12:06:01 api_server.py:203] num_finished_requests 26.
-INFO:     127.0.0.1:41636 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:01 api_server.py:201] Finished request 8f2f226b376b4c5aa68d7cf8d212847f.
-Llumnix INFO 09-11 12:06:01 api_server.py:203] num_finished_requests 27.
-INFO:     127.0.0.1:41200 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:02 api_server.py:201] Finished request 129dc472331b4e0fa2a966502506e856.
-Llumnix INFO 09-11 12:06:02 api_server.py:203] num_finished_requests 28.
-INFO:     127.0.0.1:41530 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:02 api_server.py:201] Finished request 388fce9959e742e0a87c79e7fad7a5da.
-Llumnix INFO 09-11 12:06:02 api_server.py:203] num_finished_requests 29.
-INFO:     127.0.0.1:41032 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:02 api_server.py:201] Finished request 77639ec57d0a42ff86743e8c2614c053.
-Llumnix INFO 09-11 12:06:02 api_server.py:203] num_finished_requests 30.
-INFO:     127.0.0.1:41394 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:03 api_server.py:201] Finished request 811d287de17b44f1879c6e6f938a59c9.
-Llumnix INFO 09-11 12:06:03 api_server.py:203] num_finished_requests 31.
-INFO:     127.0.0.1:41614 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:03 api_server.py:201] Finished request 13955776d3284d1cb5010ab63771cb0e.
-Llumnix INFO 09-11 12:06:03 api_server.py:203] num_finished_requests 32.
-INFO:     127.0.0.1:41568 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:05 api_server.py:201] Finished request 1bc979ac95754f61800d50037b31a04f.
-Llumnix INFO 09-11 12:06:05 api_server.py:203] num_finished_requests 33.
-INFO:     127.0.0.1:41010 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:05 api_server.py:201] Finished request 4a12df6b655c4bdaa64aed0f792b1691.
-Llumnix INFO 09-11 12:06:05 api_server.py:203] num_finished_requests 34.
-INFO:     127.0.0.1:41518 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:05 api_server.py:201] Finished request 374643ac38194cb5b345ad1db36f5609.
-Llumnix INFO 09-11 12:06:05 api_server.py:203] num_finished_requests 35.
-INFO:     127.0.0.1:41016 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:07 api_server.py:201] Finished request 5782ee509de445a5be76af56adeb7399.
-Llumnix INFO 09-11 12:06:07 api_server.py:203] num_finished_requests 36.
-INFO:     127.0.0.1:41166 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:07 api_server.py:201] Finished request 975cacc38d9b41639c6605fe68a52651.
-Llumnix INFO 09-11 12:06:07 api_server.py:203] num_finished_requests 37.
-INFO:     127.0.0.1:41468 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:07 api_server.py:201] Finished request 7a053377fc1840c2b392f7c313913de7.
-Llumnix INFO 09-11 12:06:07 api_server.py:203] num_finished_requests 38.
-INFO:     127.0.0.1:41248 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:08 api_server.py:201] Finished request c56adedf9e59443d9889f7c5ae010d31.
-Llumnix INFO 09-11 12:06:08 api_server.py:203] num_finished_requests 39.
-INFO:     127.0.0.1:41240 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:08 api_server.py:201] Finished request 5ae9d88dc92e48eaa60994ea08b5b165.
-Llumnix INFO 09-11 12:06:08 api_server.py:203] num_finished_requests 40.
-INFO:     127.0.0.1:41176 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:08 api_server.py:201] Finished request 84d3dd1e5c8d4c128d6623ec481dead8.
-Llumnix INFO 09-11 12:06:08 api_server.py:203] num_finished_requests 41.
-INFO:     127.0.0.1:41554 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:09 api_server.py:201] Finished request 5a78461522a0429eaf93d0fb95d55dec.
-Llumnix INFO 09-11 12:06:09 api_server.py:203] num_finished_requests 42.
-INFO:     127.0.0.1:41160 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:10 api_server.py:201] Finished request 8e233a00e8974fa69919f6d71cf13def.
-Llumnix INFO 09-11 12:06:10 api_server.py:203] num_finished_requests 43.
-INFO:     127.0.0.1:41326 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:11 api_server.py:201] Finished request 78aeddea68044ee1805d7f99221525f5.
-Llumnix INFO 09-11 12:06:11 api_server.py:203] num_finished_requests 44.
-INFO:     127.0.0.1:34876 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:11 api_server.py:201] Finished request f13a467a09c74853ba656200f7bd40da.
-Llumnix INFO 09-11 12:06:11 api_server.py:203] num_finished_requests 45.
-INFO:     127.0.0.1:41224 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:12 api_server.py:201] Finished request 5733cdb2234e467dbee3ecc06bea4fb5.
-Llumnix INFO 09-11 12:06:12 api_server.py:203] num_finished_requests 46.
-INFO:     127.0.0.1:41488 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:12 api_server.py:201] Finished request d00389bcfc384d068ca7e7c148b06de1.
-Llumnix INFO 09-11 12:06:12 api_server.py:203] num_finished_requests 47.
-INFO:     127.0.0.1:41206 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:12 api_server.py:201] Finished request 10cfa2fea725427da1ffc46e5b908369.
-Llumnix INFO 09-11 12:06:12 api_server.py:203] num_finished_requests 48.
-INFO:     127.0.0.1:41128 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:13 api_server.py:201] Finished request 2031057e9cc24d1e97f4a214d63622e9.
-Llumnix INFO 09-11 12:06:13 api_server.py:203] num_finished_requests 49.
-INFO:     127.0.0.1:41096 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:13 api_server.py:201] Finished request 7cc2fe7b5b454414951a4262c73229c8.
-Llumnix INFO 09-11 12:06:13 api_server.py:203] num_finished_requests 50.
-INFO:     127.0.0.1:41390 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:13 api_server.py:201] Finished request a6a61c9fc7bd428590405e229b3cd499.
-Llumnix INFO 09-11 12:06:13 api_server.py:203] num_finished_requests 51.
-INFO:     127.0.0.1:34906 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:13 api_server.py:201] Finished request 5c5c220c3f634c15a62b3b59980dc306.
-Llumnix INFO 09-11 12:06:13 api_server.py:203] num_finished_requests 52.
-INFO:     127.0.0.1:41188 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:14 api_server.py:201] Finished request 6ad303ee1d754743b270b73522a1aab9.
-Llumnix INFO 09-11 12:06:14 api_server.py:203] num_finished_requests 53.
-INFO:     127.0.0.1:41252 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:14 api_server.py:201] Finished request 15a811836f6c490391ddeac5e262e789.
-Llumnix INFO 09-11 12:06:14 api_server.py:203] num_finished_requests 54.
-INFO:     127.0.0.1:41438 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:15 api_server.py:201] Finished request cbd06fc10d634a75affc7dfb0389db03.
-Llumnix INFO 09-11 12:06:15 api_server.py:203] num_finished_requests 55.
-INFO:     127.0.0.1:35032 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:15 api_server.py:201] Finished request 8a1d62b2f5394cb3b226cb363eb1bc80.
-Llumnix INFO 09-11 12:06:15 api_server.py:203] num_finished_requests 56.
-INFO:     127.0.0.1:41584 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:15 api_server.py:201] Finished request 58dde82b51c8425a8a2714ce393f6536.
-Llumnix INFO 09-11 12:06:15 api_server.py:203] num_finished_requests 57.
-INFO:     127.0.0.1:34920 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:15 api_server.py:201] Finished request c89d1a3eb8d44dc0a194764c4dbc30c0.
-Llumnix INFO 09-11 12:06:15 api_server.py:203] num_finished_requests 58.
-INFO:     127.0.0.1:41410 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:16 api_server.py:201] Finished request 50f6f5e876234f8e9972de1c962e27be.
-Llumnix INFO 09-11 12:06:16 api_server.py:203] num_finished_requests 59.
-INFO:     127.0.0.1:35062 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:17 api_server.py:201] Finished request 0e7bc80bd38243eb9ab417f6e73ee8c0.
-Llumnix INFO 09-11 12:06:17 api_server.py:203] num_finished_requests 60.
-INFO:     127.0.0.1:41354 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:17 api_server.py:201] Finished request fc255a0a37694ee1aa352e601fbe0ac7.
-Llumnix INFO 09-11 12:06:17 api_server.py:203] num_finished_requests 61.
-INFO:     127.0.0.1:41598 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:17 api_server.py:201] Finished request b59fd8a51e4849e49bd35956df1f0b80.
-Llumnix INFO 09-11 12:06:17 api_server.py:203] num_finished_requests 62.
-INFO:     127.0.0.1:41430 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:18 api_server.py:201] Finished request 944412f6698e49fdab51dbb38d291a4a.
-Llumnix INFO 09-11 12:06:18 api_server.py:203] num_finished_requests 63.
-INFO:     127.0.0.1:35050 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:18 api_server.py:201] Finished request 4832f077bfea4cf5ad7b827731889445.
-Llumnix INFO 09-11 12:06:18 api_server.py:203] num_finished_requests 64.
-INFO:     127.0.0.1:35066 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:18 api_server.py:201] Finished request 6fdb2d7775f148c48a9d69ccaedfe5df.
-Llumnix INFO 09-11 12:06:18 api_server.py:203] num_finished_requests 65.
-INFO:     127.0.0.1:34912 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:18 api_server.py:201] Finished request a6911450114a45ed8f102317a4e72570.
-Llumnix INFO 09-11 12:06:18 api_server.py:203] num_finished_requests 66.
-INFO:     127.0.0.1:34998 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:19 api_server.py:201] Finished request 9f1d1713159d4188a3e6ce476a6e1859.
-Llumnix INFO 09-11 12:06:19 api_server.py:203] num_finished_requests 67.
-INFO:     127.0.0.1:41054 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:19 api_server.py:201] Finished request ae960d9898de404698ac396cf429f387.
-Llumnix INFO 09-11 12:06:19 api_server.py:203] num_finished_requests 68.
-INFO:     127.0.0.1:35094 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:20 api_server.py:201] Finished request 9ee8a1e5ff03430099fc3e1f105aa448.
-Llumnix INFO 09-11 12:06:20 api_server.py:203] num_finished_requests 69.
-INFO:     127.0.0.1:41362 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:20 api_server.py:201] Finished request 29218433b50d4ccebe0ea711521b5554.
-Llumnix INFO 09-11 12:06:20 api_server.py:203] num_finished_requests 70.
-INFO:     127.0.0.1:35096 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:21 api_server.py:201] Finished request 215ad518b8a54112bff8927740bfe49b.
-Llumnix INFO 09-11 12:06:21 api_server.py:203] num_finished_requests 71.
-INFO:     127.0.0.1:41044 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:21 api_server.py:201] Finished request 6a3cabd59141497a9c3cefc0746aca11.
-Llumnix INFO 09-11 12:06:21 api_server.py:203] num_finished_requests 72.
-INFO:     127.0.0.1:41502 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:22 api_server.py:201] Finished request c53a1a01cbe04b95b718735ea2a92bbc.
-Llumnix INFO 09-11 12:06:22 api_server.py:203] num_finished_requests 73.
-INFO:     127.0.0.1:34902 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:22 api_server.py:201] Finished request 6e1012485d8a492c8719b8c8cfb1f420.
-Llumnix INFO 09-11 12:06:22 api_server.py:203] num_finished_requests 74.
-INFO:     127.0.0.1:41358 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:22 api_server.py:201] Finished request 1a0c59eb5cd8466b9fe236afa57ea6dd.
-Llumnix INFO 09-11 12:06:22 api_server.py:203] num_finished_requests 75.
-INFO:     127.0.0.1:35242 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:22 api_server.py:201] Finished request 118ef1051f6d499bb57219980ca57e30.
-Llumnix INFO 09-11 12:06:22 api_server.py:203] num_finished_requests 76.
-INFO:     127.0.0.1:34982 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:24 api_server.py:201] Finished request a285e2db9c6b43adb63000b14a04a056.
-Llumnix INFO 09-11 12:06:24 api_server.py:203] num_finished_requests 77.
-INFO:     127.0.0.1:35214 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:24 api_server.py:201] Finished request 61af6e0e03b44a1299a7375c9c3ed128.
-Llumnix INFO 09-11 12:06:24 api_server.py:203] num_finished_requests 78.
-INFO:     127.0.0.1:35238 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:24 api_server.py:201] Finished request 3b6a6fe32a2748ada8ecc561c47910cb.
-Llumnix INFO 09-11 12:06:24 api_server.py:203] num_finished_requests 79.
-INFO:     127.0.0.1:41086 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:24 api_server.py:201] Finished request 31909607de304721b2926a28bf40ff6d.
-Llumnix INFO 09-11 12:06:24 api_server.py:203] num_finished_requests 80.
-INFO:     127.0.0.1:35304 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:27 api_server.py:201] Finished request 8ff500590bd3416da2c0181be7c3e152.
-Llumnix INFO 09-11 12:06:27 api_server.py:203] num_finished_requests 81.
-INFO:     127.0.0.1:41070 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:27 api_server.py:201] Finished request ac036a15500046f6a347d82543bd3359.
-Llumnix INFO 09-11 12:06:27 api_server.py:203] num_finished_requests 82.
-INFO:     127.0.0.1:34948 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:27 api_server.py:201] Finished request 1f9b39c1ce824ec1b16477085c87c72e.
-Llumnix INFO 09-11 12:06:27 api_server.py:203] num_finished_requests 83.
-INFO:     127.0.0.1:34986 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:28 api_server.py:201] Finished request d5747c310a8642789463f63c15e0b4d7.
-Llumnix INFO 09-11 12:06:28 api_server.py:203] num_finished_requests 84.
-INFO:     127.0.0.1:41280 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:29 api_server.py:201] Finished request 6fb7a64e241a476a812b522285ff4398.
-Llumnix INFO 09-11 12:06:29 api_server.py:203] num_finished_requests 85.
-INFO:     127.0.0.1:41330 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:29 api_server.py:201] Finished request df99cc5b3c8a468ab11c1c9a5ef4ddf7.
-Llumnix INFO 09-11 12:06:29 api_server.py:203] num_finished_requests 86.
-INFO:     127.0.0.1:34952 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:29 api_server.py:201] Finished request dbc7e17bf98b484eb624f8a11de1076b.
-Llumnix INFO 09-11 12:06:29 api_server.py:203] num_finished_requests 87.
-INFO:     127.0.0.1:35396 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:30 api_server.py:201] Finished request 35676792cc42415bac1bd6efd430eb2b.
-Llumnix INFO 09-11 12:06:30 api_server.py:203] num_finished_requests 88.
-INFO:     127.0.0.1:35252 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:30 api_server.py:201] Finished request 769edabb3fb34518b4a58815badfa25b.
-Llumnix INFO 09-11 12:06:30 api_server.py:203] num_finished_requests 89.
-INFO:     127.0.0.1:41620 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:30 api_server.py:201] Finished request 6624108e4eca4ee885fb23b037842f69.
-Llumnix INFO 09-11 12:06:30 api_server.py:203] num_finished_requests 90.
-INFO:     127.0.0.1:35370 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:30 api_server.py:201] Finished request 73eac51475ee40eb92972d19c69f6f48.
-Llumnix INFO 09-11 12:06:30 api_server.py:203] num_finished_requests 91.
-INFO:     127.0.0.1:41214 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:30 api_server.py:201] Finished request eaabbb6ed3254ff68e3c99bb2be15a73.
-Llumnix INFO 09-11 12:06:30 api_server.py:203] num_finished_requests 92.
-INFO:     127.0.0.1:41378 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:31 api_server.py:201] Finished request 1d1681bf42f54568aec940fbea37675b.
-Llumnix INFO 09-11 12:06:31 api_server.py:203] num_finished_requests 93.
-INFO:     127.0.0.1:35364 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:32 api_server.py:201] Finished request d9b5aa6e6ca745f684901ee245c14611.
-Llumnix INFO 09-11 12:06:32 api_server.py:203] num_finished_requests 94.
-INFO:     127.0.0.1:34916 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:33 api_server.py:201] Finished request 7581e789a65d42bf90c24a11a147bba8.
-Llumnix INFO 09-11 12:06:33 api_server.py:203] num_finished_requests 95.
-INFO:     127.0.0.1:35130 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:33 api_server.py:201] Finished request 215a035b8af3401088ffa2f0c862ccac.
-Llumnix INFO 09-11 12:06:33 api_server.py:203] num_finished_requests 96.
-INFO:     127.0.0.1:35120 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:33 api_server.py:201] Finished request a1ec6e2820644325bb9c1c5f87045dc6.
-Llumnix INFO 09-11 12:06:33 api_server.py:203] num_finished_requests 97.
-INFO:     127.0.0.1:35170 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:34 api_server.py:201] Finished request c758636108304368b8bf50dda9759519.
-Llumnix INFO 09-11 12:06:34 api_server.py:203] num_finished_requests 98.
-INFO:     127.0.0.1:35018 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:34 api_server.py:201] Finished request 2a7ee81da8c047c7a95aba80d6492f31.
-Llumnix INFO 09-11 12:06:34 api_server.py:203] num_finished_requests 99.
-INFO:     127.0.0.1:35518 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:35 api_server.py:201] Finished request e771625778cb4861b5e0a191424fcd30.
-Llumnix INFO 09-11 12:06:35 api_server.py:203] num_finished_requests 100.
-INFO:     127.0.0.1:35500 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:36 api_server.py:201] Finished request ff89c2436635494fa4f7a7138808ebd8.
-Llumnix INFO 09-11 12:06:36 api_server.py:203] num_finished_requests 101.
-INFO:     127.0.0.1:34966 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:36 api_server.py:201] Finished request fa83a0c1a6c542dcad60b494848eb4cc.
-Llumnix INFO 09-11 12:06:36 api_server.py:203] num_finished_requests 102.
-INFO:     127.0.0.1:35254 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:37 api_server.py:201] Finished request c59d1eea46514ba6a6960aa1a52954d9.
-Llumnix INFO 09-11 12:06:37 api_server.py:203] num_finished_requests 103.
-INFO:     127.0.0.1:35352 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:37 api_server.py:201] Finished request e9ccfc0708ef41669efa39de0a6c09a1.
-Llumnix INFO 09-11 12:06:37 api_server.py:203] num_finished_requests 104.
-INFO:     127.0.0.1:35104 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:38 api_server.py:201] Finished request 2365e91182d243b2981421e5088a020c.
-Llumnix INFO 09-11 12:06:38 api_server.py:203] num_finished_requests 105.
-INFO:     127.0.0.1:35016 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:38 api_server.py:201] Finished request 0b573af73f624ac4ac2a1f9fbdcd84e4.
-Llumnix INFO 09-11 12:06:38 api_server.py:203] num_finished_requests 106.
-INFO:     127.0.0.1:35008 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:39 api_server.py:201] Finished request eed7c9e5c7b849909b8a33a415ffde80.
-Llumnix INFO 09-11 12:06:39 api_server.py:203] num_finished_requests 107.
-INFO:     127.0.0.1:35440 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:39 api_server.py:201] Finished request 1e96da72ee3f422b8d233172eeeb0ffa.
-Llumnix INFO 09-11 12:06:39 api_server.py:203] num_finished_requests 108.
-INFO:     127.0.0.1:35562 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:40 api_server.py:201] Finished request 19de9924c0f34dc9a173f4f0e8eaa081.
-Llumnix INFO 09-11 12:06:40 api_server.py:203] num_finished_requests 109.
-INFO:     127.0.0.1:34934 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:41 api_server.py:201] Finished request 548c5194fd4142f589d19620e0ac7c27.
-Llumnix INFO 09-11 12:06:41 api_server.py:203] num_finished_requests 110.
-INFO:     127.0.0.1:34962 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:42 api_server.py:201] Finished request 89a8cfa7e7b648b8a4a30c1308f4af0a.
-Llumnix INFO 09-11 12:06:42 api_server.py:203] num_finished_requests 111.
-INFO:     127.0.0.1:35182 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:42 api_server.py:201] Finished request 19118e20e15145f1a7a0fa7cf21c262d.
-Llumnix INFO 09-11 12:06:42 api_server.py:203] num_finished_requests 112.
-INFO:     127.0.0.1:35144 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:43 api_server.py:201] Finished request bff1accdb7134e23aef39c9a2d499698.
-Llumnix INFO 09-11 12:06:43 api_server.py:203] num_finished_requests 113.
-INFO:     127.0.0.1:35286 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:43 api_server.py:201] Finished request 6cfc3680da5e40bd9a1bb6c1c48a3834.
-Llumnix INFO 09-11 12:06:43 api_server.py:203] num_finished_requests 114.
-INFO:     127.0.0.1:35038 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:44 api_server.py:201] Finished request 5af39a5fdb054c0990749bc7c54d4cb3.
-Llumnix INFO 09-11 12:06:44 api_server.py:203] num_finished_requests 115.
-INFO:     127.0.0.1:35342 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:44 api_server.py:201] Finished request c5ebb0e9f4074956aea3a31b08947653.
-Llumnix INFO 09-11 12:06:44 api_server.py:203] num_finished_requests 116.
-INFO:     127.0.0.1:35508 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:44 api_server.py:201] Finished request f0a4c3fff7a74f5584046825055c7600.
-Llumnix INFO 09-11 12:06:44 api_server.py:203] num_finished_requests 117.
-INFO:     127.0.0.1:35174 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:44 api_server.py:201] Finished request 548f66b603274d4ca08ab44bd3555df3.
-Llumnix INFO 09-11 12:06:44 api_server.py:203] num_finished_requests 118.
-INFO:     127.0.0.1:35580 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:47 api_server.py:201] Finished request f894cc71baac4c4ab0a5495e1f0adfa7.
-Llumnix INFO 09-11 12:06:47 api_server.py:203] num_finished_requests 119.
-INFO:     127.0.0.1:35292 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:47 api_server.py:201] Finished request 66f975b6673d4260a9a85df87a4fb959.
-Llumnix INFO 09-11 12:06:47 api_server.py:203] num_finished_requests 120.
-INFO:     127.0.0.1:35244 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:47 api_server.py:201] Finished request 3232dca0faae4f9cb4aae2eee7a6e3ac.
-Llumnix INFO 09-11 12:06:47 api_server.py:203] num_finished_requests 121.
-INFO:     127.0.0.1:35194 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:47 api_server.py:201] Finished request 9b612a6f35cd4791be0b1400ac8251a0.
-Llumnix INFO 09-11 12:06:47 api_server.py:203] num_finished_requests 122.
-INFO:     127.0.0.1:35198 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:47 api_server.py:201] Finished request 2bc5c526dc0f498681cf3ad3da6cf24e.
-Llumnix INFO 09-11 12:06:47 api_server.py:203] num_finished_requests 123.
-INFO:     127.0.0.1:35462 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:48 api_server.py:201] Finished request 96de4e53eae5407097cadfc1c7ec4259.
-Llumnix INFO 09-11 12:06:48 api_server.py:203] num_finished_requests 124.
-INFO:     127.0.0.1:35330 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:48 api_server.py:201] Finished request 4b92976f201f4b9eb005d65dd7acd70e.
-Llumnix INFO 09-11 12:06:48 api_server.py:203] num_finished_requests 125.
-INFO:     127.0.0.1:35314 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:49 api_server.py:201] Finished request 193986f49d124e5ba576ddebdb76ac7f.
-Llumnix INFO 09-11 12:06:49 api_server.py:203] num_finished_requests 126.
-INFO:     127.0.0.1:35266 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:50 api_server.py:201] Finished request c6efe4d1aac14dfeb32d2182bc3a7453.
-Llumnix INFO 09-11 12:06:50 api_server.py:203] num_finished_requests 127.
-INFO:     127.0.0.1:35382 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:51 api_server.py:201] Finished request bed04cabf3b1486b90e620969c05ac57.
-Llumnix INFO 09-11 12:06:51 api_server.py:203] num_finished_requests 128.
-INFO:     127.0.0.1:35278 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:51 api_server.py:201] Finished request a75ab5e6621b4f7eaa46044553744062.
-Llumnix INFO 09-11 12:06:51 api_server.py:203] num_finished_requests 129.
-INFO:     127.0.0.1:35712 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:55 api_server.py:201] Finished request c2b9b7038364466581482fd2c33aedc6.
-Llumnix INFO 09-11 12:06:55 api_server.py:203] num_finished_requests 130.
-INFO:     127.0.0.1:35678 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:56 api_server.py:201] Finished request cadaa10303164052956d13c43c1a7a4c.
-Llumnix INFO 09-11 12:06:56 api_server.py:203] num_finished_requests 131.
-INFO:     127.0.0.1:35384 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:56 api_server.py:201] Finished request a95cc2519dda4dcb9ae90ffa365a5e7b.
-Llumnix INFO 09-11 12:06:56 api_server.py:203] num_finished_requests 132.
-INFO:     127.0.0.1:35798 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:06:57 api_server.py:201] Finished request 38c8795197eb41118903e028520b0fe2.
-Llumnix INFO 09-11 12:06:57 api_server.py:203] num_finished_requests 133.
-INFO:     127.0.0.1:35430 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:01 api_server.py:201] Finished request c5f2010359e749c8b5df16849946965e.
-Llumnix INFO 09-11 12:07:01 api_server.py:203] num_finished_requests 134.
-INFO:     127.0.0.1:35378 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:02 api_server.py:201] Finished request 64c3b047202c4606933f33c5faef72fc.
-Llumnix INFO 09-11 12:07:02 api_server.py:203] num_finished_requests 135.
-INFO:     127.0.0.1:35156 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:03 api_server.py:201] Finished request 505306c0454c41f6b86fc76f21531fa4.
-Llumnix INFO 09-11 12:07:03 api_server.py:203] num_finished_requests 136.
-INFO:     127.0.0.1:35860 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:03 api_server.py:201] Finished request df9d46254ca04122a5fa0f537111b70a.
-Llumnix INFO 09-11 12:07:03 api_server.py:203] num_finished_requests 137.
-INFO:     127.0.0.1:35854 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:06 api_server.py:201] Finished request 0f28a3b240ad47dd9ba3b373407e7e53.
-Llumnix INFO 09-11 12:07:06 api_server.py:203] num_finished_requests 138.
-INFO:     127.0.0.1:35262 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:07 api_server.py:201] Finished request 8e6fd539c9f4498c9ed8e922dae9b07a.
-Llumnix INFO 09-11 12:07:07 api_server.py:203] num_finished_requests 139.
-INFO:     127.0.0.1:35732 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:08 api_server.py:201] Finished request 8d8c4a5ccc2649fa923044b985e17e34.
-Llumnix INFO 09-11 12:07:08 api_server.py:203] num_finished_requests 140.
-INFO:     127.0.0.1:35412 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:09 api_server.py:201] Finished request 625d6d6503ba4c4481491d94165abee3.
-Llumnix INFO 09-11 12:07:09 api_server.py:203] num_finished_requests 141.
-INFO:     127.0.0.1:35716 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:09 api_server.py:201] Finished request 90f5d3ce5e70473ab114dcff41292707.
-Llumnix INFO 09-11 12:07:09 api_server.py:203] num_finished_requests 142.
-INFO:     127.0.0.1:35952 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:09 api_server.py:201] Finished request 0264ed9081ce4336918fad9c441aad07.
-Llumnix INFO 09-11 12:07:09 api_server.py:203] num_finished_requests 143.
-INFO:     127.0.0.1:35986 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:10 api_server.py:201] Finished request dd66acec00da4db78d7be1ff34550aa6.
-Llumnix INFO 09-11 12:07:10 api_server.py:203] num_finished_requests 144.
-INFO:     127.0.0.1:35720 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:10 api_server.py:201] Finished request da36adafdc8a45b8b3e75c209356e506.
-Llumnix INFO 09-11 12:07:10 api_server.py:203] num_finished_requests 145.
-INFO:     127.0.0.1:35978 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:11 api_server.py:201] Finished request bd334c38517247a6a7323ce40c3c68bf.
-Llumnix INFO 09-11 12:07:11 api_server.py:203] num_finished_requests 146.
-INFO:     127.0.0.1:35902 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:12 api_server.py:201] Finished request 66cd001838004026ad6904c0e4b1e50b.
-Llumnix INFO 09-11 12:07:12 api_server.py:203] num_finished_requests 147.
-INFO:     127.0.0.1:35542 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:13 api_server.py:201] Finished request 04b26cd7227c4dc388af5c9bbe434bd5.
-Llumnix INFO 09-11 12:07:13 api_server.py:203] num_finished_requests 148.
-INFO:     127.0.0.1:35998 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:15 api_server.py:201] Finished request cdecc7c459ce4f6784c114c8c241cb34.
-Llumnix INFO 09-11 12:07:15 api_server.py:203] num_finished_requests 149.
-INFO:     127.0.0.1:35584 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:17 api_server.py:201] Finished request 30aa1c81156e46d5834791141f133fc9.
-Llumnix INFO 09-11 12:07:17 api_server.py:203] num_finished_requests 150.
-INFO:     127.0.0.1:35738 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:21 api_server.py:201] Finished request d465c9e9aeec423dbeaa69ea7015c1d9.
-Llumnix INFO 09-11 12:07:21 api_server.py:203] num_finished_requests 151.
-INFO:     127.0.0.1:35878 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:21 api_server.py:201] Finished request a826fc8758864bb6b3543e63a6a0a5c0.
-Llumnix INFO 09-11 12:07:21 api_server.py:203] num_finished_requests 152.
-INFO:     127.0.0.1:35866 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:22 api_server.py:201] Finished request a0af4e1855074398944f45287fda6b09.
-Llumnix INFO 09-11 12:07:22 api_server.py:203] num_finished_requests 153.
-INFO:     127.0.0.1:35962 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:22 api_server.py:201] Finished request 4be3f0975f1f4189a8f1c59645fbdcaf.
-Llumnix INFO 09-11 12:07:22 api_server.py:203] num_finished_requests 154.
-INFO:     127.0.0.1:35996 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:22 api_server.py:201] Finished request 28119b9a8aab4d48917eb6e04a190099.
-Llumnix INFO 09-11 12:07:22 api_server.py:203] num_finished_requests 155.
-INFO:     127.0.0.1:35880 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:23 api_server.py:201] Finished request 0fec27b870b649899d14e2b6ae37b421.
-Llumnix INFO 09-11 12:07:23 api_server.py:203] num_finished_requests 156.
-INFO:     127.0.0.1:35910 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:25 api_server.py:201] Finished request afd4a3da16dd457c8f551588ead117b4.
-Llumnix INFO 09-11 12:07:25 api_server.py:203] num_finished_requests 157.
-INFO:     127.0.0.1:35686 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:27 api_server.py:201] Finished request 7be162fa70c048a1ab1a959541062d0a.
-Llumnix INFO 09-11 12:07:27 api_server.py:203] num_finished_requests 158.
-INFO:     127.0.0.1:35752 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:27 api_server.py:201] Finished request fe8907c177e14b43a0f0f5c3674f2045.
-Llumnix INFO 09-11 12:07:27 api_server.py:203] num_finished_requests 159.
-INFO:     127.0.0.1:35812 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:28 api_server.py:201] Finished request e5c34ae119324eeeb58e0be4aabdea0c.
-Llumnix INFO 09-11 12:07:28 api_server.py:203] num_finished_requests 160.
-INFO:     127.0.0.1:35840 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:29 api_server.py:201] Finished request f733559d820b4826945051afdeebce3a.
-Llumnix INFO 09-11 12:07:29 api_server.py:203] num_finished_requests 161.
-INFO:     127.0.0.1:35862 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:29 api_server.py:201] Finished request 26d868ad0e544655a20e96207529ce17.
-Llumnix INFO 09-11 12:07:29 api_server.py:203] num_finished_requests 162.
-INFO:     127.0.0.1:36076 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:30 api_server.py:201] Finished request bdfce4defc4a401080d9b2fac9a16d9b.
-Llumnix INFO 09-11 12:07:30 api_server.py:203] num_finished_requests 163.
-INFO:     127.0.0.1:35886 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:32 api_server.py:201] Finished request 412c526916264d338e7dc64ad167f581.
-Llumnix INFO 09-11 12:07:32 api_server.py:203] num_finished_requests 164.
-INFO:     127.0.0.1:35784 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:33 api_server.py:201] Finished request a338679e7de64786a02c05f380b5713e.
-Llumnix INFO 09-11 12:07:33 api_server.py:203] num_finished_requests 165.
-INFO:     127.0.0.1:36134 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:35 api_server.py:201] Finished request 1855c62f31aa4d59aad0530089411239.
-Llumnix INFO 09-11 12:07:35 api_server.py:203] num_finished_requests 166.
-INFO:     127.0.0.1:35918 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:37 api_server.py:201] Finished request 4b24ba97e0f24001ad114444358e2532.
-Llumnix INFO 09-11 12:07:37 api_server.py:203] num_finished_requests 167.
-INFO:     127.0.0.1:35834 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:40 api_server.py:201] Finished request eaf57e27f0914f38a868047f7d1f2515.
-Llumnix INFO 09-11 12:07:40 api_server.py:203] num_finished_requests 168.
-INFO:     127.0.0.1:35826 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:40 api_server.py:201] Finished request 155b52534a894be4847f96bd64c61eae.
-Llumnix INFO 09-11 12:07:40 api_server.py:203] num_finished_requests 169.
-INFO:     127.0.0.1:36008 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:43 api_server.py:201] Finished request 5b3e768d70ff4e7c87b9412c39ce5f25.
-Llumnix INFO 09-11 12:07:43 api_server.py:203] num_finished_requests 170.
-INFO:     127.0.0.1:35948 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:43 api_server.py:201] Finished request 8ae298aac2964623a74f5af5fb83d000.
-Llumnix INFO 09-11 12:07:43 api_server.py:203] num_finished_requests 171.
-INFO:     127.0.0.1:36086 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:43 api_server.py:201] Finished request 4dfae4daad2f457788ceb7ef653ae15d.
-Llumnix INFO 09-11 12:07:43 api_server.py:203] num_finished_requests 172.
-INFO:     127.0.0.1:36106 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:44 api_server.py:201] Finished request b2bd2b45307449dc9ba428328424f60e.
-Llumnix INFO 09-11 12:07:44 api_server.py:203] num_finished_requests 173.
-INFO:     127.0.0.1:36130 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:44 api_server.py:201] Finished request 62bbfa4849024ac0ab8cbc306a029d76.
-Llumnix INFO 09-11 12:07:44 api_server.py:203] num_finished_requests 174.
-INFO:     127.0.0.1:35942 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:44 api_server.py:201] Finished request ab34fe1aa3c847938ef6273b458866fe.
-Llumnix INFO 09-11 12:07:44 api_server.py:203] num_finished_requests 175.
-INFO:     127.0.0.1:36018 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:45 api_server.py:201] Finished request 60abe5faf4dd4f71914d0dff54683224.
-Llumnix INFO 09-11 12:07:45 api_server.py:203] num_finished_requests 176.
-INFO:     127.0.0.1:35932 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:45 api_server.py:201] Finished request 8214bc710bc249eb823399063ee99c48.
-Llumnix INFO 09-11 12:07:45 api_server.py:203] num_finished_requests 177.
-INFO:     127.0.0.1:36144 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:45 api_server.py:201] Finished request 922df5ce736a4e658a0a892178a921a8.
-Llumnix INFO 09-11 12:07:45 api_server.py:203] num_finished_requests 178.
-INFO:     127.0.0.1:36186 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:46 api_server.py:201] Finished request 643cd923042740e5a385ff4d97f5a732.
-Llumnix INFO 09-11 12:07:46 api_server.py:203] num_finished_requests 179.
-INFO:     127.0.0.1:36060 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:48 api_server.py:201] Finished request 38319514f9424908b4281670ebee9dc3.
-Llumnix INFO 09-11 12:07:48 api_server.py:203] num_finished_requests 180.
-INFO:     127.0.0.1:36080 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:49 api_server.py:201] Finished request 9b0001f6452c48f5bf0bcbfc287a7e8d.
-Llumnix INFO 09-11 12:07:49 api_server.py:203] num_finished_requests 181.
-INFO:     127.0.0.1:36200 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:50 api_server.py:201] Finished request e608e7ea597c4b0287a8d0c904af4a30.
-Llumnix INFO 09-11 12:07:50 api_server.py:203] num_finished_requests 182.
-INFO:     127.0.0.1:36154 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:51 api_server.py:201] Finished request ebb426c690cf4d969349b3ec931b7e4a.
-Llumnix INFO 09-11 12:07:51 api_server.py:203] num_finished_requests 183.
-INFO:     127.0.0.1:36264 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:52 api_server.py:201] Finished request 31b219bde4534fcebacdaffe04c4c191.
-Llumnix INFO 09-11 12:07:52 api_server.py:203] num_finished_requests 184.
-INFO:     127.0.0.1:36036 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:52 api_server.py:201] Finished request bf31f556590e44e19177d435274f8d8e.
-Llumnix INFO 09-11 12:07:52 api_server.py:203] num_finished_requests 185.
-INFO:     127.0.0.1:36214 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:52 api_server.py:201] Finished request 4918a3cc0bc64ab89d6fda0696c14494.
-Llumnix INFO 09-11 12:07:52 api_server.py:203] num_finished_requests 186.
-INFO:     127.0.0.1:36288 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:53 api_server.py:201] Finished request 5c1a223c12614b45b45705bf1007c82d.
-Llumnix INFO 09-11 12:07:53 api_server.py:203] num_finished_requests 187.
-INFO:     127.0.0.1:36058 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:55 api_server.py:201] Finished request 5021dc0c8c24456f9ccea73717f54fc6.
-Llumnix INFO 09-11 12:07:55 api_server.py:203] num_finished_requests 188.
-INFO:     127.0.0.1:36050 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:55 api_server.py:201] Finished request fb2b8ed52f0b4068bc96aea43aa13a04.
-Llumnix INFO 09-11 12:07:55 api_server.py:203] num_finished_requests 189.
-INFO:     127.0.0.1:36028 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:56 api_server.py:201] Finished request 6ec6d845eea34c0cbcd9c87fb638037a.
-Llumnix INFO 09-11 12:07:56 api_server.py:203] num_finished_requests 190.
-INFO:     127.0.0.1:36236 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:07:58 api_server.py:201] Finished request 044745fe8cb14623898ce6fd9092c0f6.
-Llumnix INFO 09-11 12:07:58 api_server.py:203] num_finished_requests 191.
-INFO:     127.0.0.1:36160 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:00 api_server.py:201] Finished request 20322745d6d847f69b5dbe027cd24b0b.
-Llumnix INFO 09-11 12:08:00 api_server.py:203] num_finished_requests 192.
-INFO:     127.0.0.1:36090 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:02 api_server.py:201] Finished request 9e2779954f64465a909bc67338a6c49e.
-Llumnix INFO 09-11 12:08:02 api_server.py:203] num_finished_requests 193.
-INFO:     127.0.0.1:36358 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:02 api_server.py:201] Finished request 18a76d1eab4c4258b01a0209f86e3e3c.
-Llumnix INFO 09-11 12:08:02 api_server.py:203] num_finished_requests 194.
-INFO:     127.0.0.1:36428 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:02 api_server.py:201] Finished request d68170f34115439bb1af09118f7ee981.
-Llumnix INFO 09-11 12:08:02 api_server.py:203] num_finished_requests 195.
-INFO:     127.0.0.1:36326 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:02 api_server.py:201] Finished request 738a5bda020440a8b396a405f661af75.
-Llumnix INFO 09-11 12:08:02 api_server.py:203] num_finished_requests 196.
-INFO:     127.0.0.1:36120 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:04 api_server.py:201] Finished request fa23138b3e524a39b91e8358c7c1d2f6.
-Llumnix INFO 09-11 12:08:04 api_server.py:203] num_finished_requests 197.
-INFO:     127.0.0.1:36170 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:05 api_server.py:201] Finished request 27ed41e4a1b547f1b5655dfa56b58317.
-Llumnix INFO 09-11 12:08:05 api_server.py:203] num_finished_requests 198.
-INFO:     127.0.0.1:36468 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:05 api_server.py:201] Finished request bf1c653d433b47fe91cc76865e5a3887.
-Llumnix INFO 09-11 12:08:05 api_server.py:203] num_finished_requests 199.
-INFO:     127.0.0.1:36250 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:05 api_server.py:201] Finished request 7b695d7314534e1f911a179222094598.
-Llumnix INFO 09-11 12:08:05 api_server.py:203] num_finished_requests 200.
-INFO:     127.0.0.1:36508 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:05 api_server.py:201] Finished request 0e0375cbcb264174bbb81688cb2a82f8.
-Llumnix INFO 09-11 12:08:05 api_server.py:203] num_finished_requests 201.
-INFO:     127.0.0.1:36404 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:06 api_server.py:201] Finished request 4c746fa09a344497bd4123b2618edc82.
-Llumnix INFO 09-11 12:08:06 api_server.py:203] num_finished_requests 202.
-INFO:     127.0.0.1:36204 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:07 api_server.py:201] Finished request 696fc2d961194dd08f1e0881932a7b14.
-Llumnix INFO 09-11 12:08:07 api_server.py:203] num_finished_requests 203.
-INFO:     127.0.0.1:36430 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:07 api_server.py:201] Finished request 335493107ea048cc96285d905976f568.
-Llumnix INFO 09-11 12:08:07 api_server.py:203] num_finished_requests 204.
-INFO:     127.0.0.1:36310 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:08 api_server.py:201] Finished request 37a30e7232ab4ab9b7325173d13b7bad.
-Llumnix INFO 09-11 12:08:08 api_server.py:203] num_finished_requests 205.
-INFO:     127.0.0.1:36344 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:09 api_server.py:201] Finished request 89ed48bda8394512ac10c783b19d49c9.
-Llumnix INFO 09-11 12:08:09 api_server.py:203] num_finished_requests 206.
-INFO:     127.0.0.1:36546 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:09 api_server.py:201] Finished request 76836b7d53574fd49a6994f149b30ae2.
-Llumnix INFO 09-11 12:08:09 api_server.py:203] num_finished_requests 207.
-INFO:     127.0.0.1:36294 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:09 api_server.py:201] Finished request bbec0e353ae54f45a8a5f8a3a659195b.
-Llumnix INFO 09-11 12:08:09 api_server.py:203] num_finished_requests 208.
-INFO:     127.0.0.1:36620 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:10 api_server.py:201] Finished request 3d30113dde694b049676eadbc35a5c7d.
-Llumnix INFO 09-11 12:08:10 api_server.py:203] num_finished_requests 209.
-INFO:     127.0.0.1:36568 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:10 api_server.py:201] Finished request 4e9fd64fc89a4e53b02a5984d5968a89.
-Llumnix INFO 09-11 12:08:10 api_server.py:203] num_finished_requests 210.
-INFO:     127.0.0.1:36304 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:13 api_server.py:201] Finished request 6d25952cc16a45fd94c65215b473e73b.
-Llumnix INFO 09-11 12:08:13 api_server.py:203] num_finished_requests 211.
-INFO:     127.0.0.1:36226 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:14 api_server.py:201] Finished request cc27aa01395f4abc9c0c8c94dd0e3c1c.
-Llumnix INFO 09-11 12:08:14 api_server.py:203] num_finished_requests 212.
-INFO:     127.0.0.1:36466 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:15 api_server.py:201] Finished request d1650ddd5aea4879882dd17aba32c182.
-Llumnix INFO 09-11 12:08:15 api_server.py:203] num_finished_requests 213.
-INFO:     127.0.0.1:36328 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:16 api_server.py:201] Finished request 63027efb557d4e5a83620dcfaf696f43.
-Llumnix INFO 09-11 12:08:16 api_server.py:203] num_finished_requests 214.
-INFO:     127.0.0.1:36374 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:17 api_server.py:201] Finished request 8d27bf3e4d95426f9e142a04e04f25d3.
-Llumnix INFO 09-11 12:08:17 api_server.py:203] num_finished_requests 215.
-INFO:     127.0.0.1:36352 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:20 api_server.py:201] Finished request 74f00a8e115341e78bde677c5f74f64a.
-Llumnix INFO 09-11 12:08:20 api_server.py:203] num_finished_requests 216.
-INFO:     127.0.0.1:36440 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:21 api_server.py:201] Finished request 7e5b061e28354b8aa7d6cbfde38e9c1d.
-Llumnix INFO 09-11 12:08:21 api_server.py:203] num_finished_requests 217.
-INFO:     127.0.0.1:36516 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:22 api_server.py:201] Finished request 4ec2afc099dd43e4bfecdd9349c27027.
-Llumnix INFO 09-11 12:08:22 api_server.py:203] num_finished_requests 218.
-INFO:     127.0.0.1:36556 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:23 api_server.py:201] Finished request 7f618020340b43a887f39f38e4a0c4d8.
-Llumnix INFO 09-11 12:08:23 api_server.py:203] num_finished_requests 219.
-INFO:     127.0.0.1:36384 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:23 api_server.py:201] Finished request 596a058198294c62b49f3be00e5fcbb0.
-Llumnix INFO 09-11 12:08:23 api_server.py:203] num_finished_requests 220.
-INFO:     127.0.0.1:36478 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:24 api_server.py:201] Finished request 5220d34dff9c402c9ac8dab946b6fb5d.
-Llumnix INFO 09-11 12:08:24 api_server.py:203] num_finished_requests 221.
-INFO:     127.0.0.1:36418 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:25 api_server.py:201] Finished request 1462c2f436084e6eb8e8de1d6f3394ec.
-Llumnix INFO 09-11 12:08:25 api_server.py:203] num_finished_requests 222.
-INFO:     127.0.0.1:36444 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:26 api_server.py:201] Finished request b3541577caed4a03be0e6809ed83ea65.
-Llumnix INFO 09-11 12:08:26 api_server.py:203] num_finished_requests 223.
-INFO:     127.0.0.1:36274 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:27 api_server.py:201] Finished request d0dbb1bc70274c98a84f06e0dee5f35f.
-Llumnix INFO 09-11 12:08:27 api_server.py:203] num_finished_requests 224.
-INFO:     127.0.0.1:36646 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:29 api_server.py:201] Finished request d75abf15509641bb82975243062a6772.
-Llumnix INFO 09-11 12:08:29 api_server.py:203] num_finished_requests 225.
-INFO:     127.0.0.1:36388 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:30 api_server.py:201] Finished request 5cd4188d820d484a9e54f0ade004994a.
-Llumnix INFO 09-11 12:08:30 api_server.py:203] num_finished_requests 226.
-INFO:     127.0.0.1:36490 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:30 api_server.py:201] Finished request 7dfd47c0ac59487fbcd7d2950dcf3d24.
-Llumnix INFO 09-11 12:08:30 api_server.py:203] num_finished_requests 227.
-INFO:     127.0.0.1:36502 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:32 api_server.py:201] Finished request 798a1a4cd42648bf955294bd82abe6b9.
-Llumnix INFO 09-11 12:08:32 api_server.py:203] num_finished_requests 228.
-INFO:     127.0.0.1:36450 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:33 api_server.py:201] Finished request 2f3cde57b1344aa5926a9f6f91ada2c4.
-Llumnix INFO 09-11 12:08:33 api_server.py:203] num_finished_requests 229.
-INFO:     127.0.0.1:36608 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:35 api_server.py:201] Finished request 47b9774d67764f64982a5af59edb1089.
-Llumnix INFO 09-11 12:08:35 api_server.py:203] num_finished_requests 230.
-INFO:     127.0.0.1:36572 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:35 api_server.py:201] Finished request 5440aa3df02c497dba5392356acc34fd.
-Llumnix INFO 09-11 12:08:35 api_server.py:203] num_finished_requests 231.
-INFO:     127.0.0.1:36472 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:35 api_server.py:201] Finished request 6e0ca798b4494df9aeacd63dae0430f5.
-Llumnix INFO 09-11 12:08:35 api_server.py:203] num_finished_requests 232.
-INFO:     127.0.0.1:36824 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:36 api_server.py:201] Finished request 9148286219c54412962d53be3f827ac5.
-Llumnix INFO 09-11 12:08:36 api_server.py:203] num_finished_requests 233.
-INFO:     127.0.0.1:36806 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:39 api_server.py:201] Finished request 7a15ea3e586842df81170c31bf4144e2.
-Llumnix INFO 09-11 12:08:39 api_server.py:203] num_finished_requests 234.
-INFO:     127.0.0.1:36634 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:42 api_server.py:201] Finished request 32ee174b9c244e20b8ece811c5a4f105.
-Llumnix INFO 09-11 12:08:42 api_server.py:203] num_finished_requests 235.
-INFO:     127.0.0.1:36668 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:42 api_server.py:201] Finished request df0ee2e7a38b4c27864e99fdc50da03b.
-Llumnix INFO 09-11 12:08:42 api_server.py:203] num_finished_requests 236.
-INFO:     127.0.0.1:36596 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:43 api_server.py:201] Finished request 974449ed2ecf43d4b11858a0bc2ce579.
-Llumnix INFO 09-11 12:08:43 api_server.py:203] num_finished_requests 237.
-INFO:     127.0.0.1:36706 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:43 api_server.py:201] Finished request 2f9f4f13fb014b55bbf793197f7ce819.
-Llumnix INFO 09-11 12:08:43 api_server.py:203] num_finished_requests 238.
-INFO:     127.0.0.1:36638 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:44 api_server.py:201] Finished request 5ccca4d8efb140c69018c1a214d5ae10.
-Llumnix INFO 09-11 12:08:44 api_server.py:203] num_finished_requests 239.
-INFO:     127.0.0.1:36530 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:44 api_server.py:201] Finished request d1d65f2d6b204bd7b53a4c4463233e8a.
-Llumnix INFO 09-11 12:08:44 api_server.py:203] num_finished_requests 240.
-INFO:     127.0.0.1:36882 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:44 api_server.py:201] Finished request 2a7efeff2a8a4d4c943db7cbdb848832.
-Llumnix INFO 09-11 12:08:44 api_server.py:203] num_finished_requests 241.
-INFO:     127.0.0.1:36766 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:45 api_server.py:201] Finished request 83f6e65169e046ab800d750d30bbf43e.
-Llumnix INFO 09-11 12:08:45 api_server.py:203] num_finished_requests 242.
-INFO:     127.0.0.1:36658 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:47 api_server.py:201] Finished request edeb126358e143eb8befcb87b252d26e.
-Llumnix INFO 09-11 12:08:47 api_server.py:203] num_finished_requests 243.
-INFO:     127.0.0.1:36496 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:48 api_server.py:201] Finished request 5428be8a4c684ed9b3c218385ce4063a.
-Llumnix INFO 09-11 12:08:48 api_server.py:203] num_finished_requests 244.
-INFO:     127.0.0.1:36654 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:50 api_server.py:201] Finished request f5d75f2bc0a64ddebd1f4326c0d32aa3.
-Llumnix INFO 09-11 12:08:50 api_server.py:203] num_finished_requests 245.
-INFO:     127.0.0.1:36822 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:51 api_server.py:201] Finished request b58635560fe14708ad75d77a129760ab.
-Llumnix INFO 09-11 12:08:51 api_server.py:203] num_finished_requests 246.
-INFO:     127.0.0.1:36782 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:53 api_server.py:201] Finished request c4afc7d1c4554c7b98404c3eeaf142c7.
-Llumnix INFO 09-11 12:08:53 api_server.py:203] num_finished_requests 247.
-INFO:     127.0.0.1:36586 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:55 api_server.py:201] Finished request 17563a8f9b894d8aab54823436bb6700.
-Llumnix INFO 09-11 12:08:55 api_server.py:203] num_finished_requests 248.
-INFO:     127.0.0.1:36720 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:55 api_server.py:201] Finished request 3df50a97252b4ffbb5f3a274003ee272.
-Llumnix INFO 09-11 12:08:55 api_server.py:203] num_finished_requests 249.
-INFO:     127.0.0.1:36716 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:56 api_server.py:201] Finished request b5984554e0664a04aa34dcc984335a03.
-Llumnix INFO 09-11 12:08:56 api_server.py:203] num_finished_requests 250.
-INFO:     127.0.0.1:36750 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:57 api_server.py:201] Finished request ef81ec3a61744ca4957540bf2095a989.
-Llumnix INFO 09-11 12:08:57 api_server.py:203] num_finished_requests 251.
-INFO:     127.0.0.1:36734 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:08:58 api_server.py:201] Finished request 90ea0335a86e42f7bd994e840e8bc80f.
-Llumnix INFO 09-11 12:08:58 api_server.py:203] num_finished_requests 252.
-INFO:     127.0.0.1:36728 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:00 api_server.py:201] Finished request 13ca9e86c5774dcb927275ef370abb7a.
-Llumnix INFO 09-11 12:09:00 api_server.py:203] num_finished_requests 253.
-INFO:     127.0.0.1:36684 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:00 api_server.py:201] Finished request d3b25bde773545dab100351bcb26213d.
-Llumnix INFO 09-11 12:09:00 api_server.py:203] num_finished_requests 254.
-INFO:     127.0.0.1:36752 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:02 api_server.py:201] Finished request 8f76123c63004c39b01ffdb04d6a15ac.
-Llumnix INFO 09-11 12:09:02 api_server.py:203] num_finished_requests 255.
-INFO:     127.0.0.1:36832 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:02 api_server.py:201] Finished request 6e6b5973880646c0b99f627eac28c675.
-Llumnix INFO 09-11 12:09:02 api_server.py:203] num_finished_requests 256.
-INFO:     127.0.0.1:36792 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:03 api_server.py:201] Finished request 568597857a0043938004a2420bd84e14.
-Llumnix INFO 09-11 12:09:03 api_server.py:203] num_finished_requests 257.
-INFO:     127.0.0.1:36844 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:07 api_server.py:201] Finished request 13c7deabaa394a7ca43019c4cc6cbbd8.
-Llumnix INFO 09-11 12:09:07 api_server.py:203] num_finished_requests 258.
-INFO:     127.0.0.1:36700 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:07 api_server.py:201] Finished request 6ce3197accd5440e8430ba8f628a2f3a.
-Llumnix INFO 09-11 12:09:07 api_server.py:203] num_finished_requests 259.
-INFO:     127.0.0.1:36892 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:08 api_server.py:201] Finished request a2bc0b8f316d4cd18f4385ea36a0ee0b.
-Llumnix INFO 09-11 12:09:08 api_server.py:203] num_finished_requests 260.
-INFO:     127.0.0.1:36818 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:08 api_server.py:201] Finished request d3e8e47e4a714014ae2c2eefa5480116.
-Llumnix INFO 09-11 12:09:08 api_server.py:203] num_finished_requests 261.
-INFO:     127.0.0.1:36640 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:11 api_server.py:201] Finished request a80624e52faf434db1c63f35689bd698.
-Llumnix INFO 09-11 12:09:11 api_server.py:203] num_finished_requests 262.
-INFO:     127.0.0.1:36712 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:11 api_server.py:201] Finished request b44a2b6bac8a4e1e82bfd0b1cbad1f65.
-Llumnix INFO 09-11 12:09:11 api_server.py:203] num_finished_requests 263.
-INFO:     127.0.0.1:36854 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:13 api_server.py:201] Finished request 22a70ed4687c43a9b600fcdb8eb67ed8.
-Llumnix INFO 09-11 12:09:13 api_server.py:203] num_finished_requests 264.
-INFO:     127.0.0.1:36866 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:13 api_server.py:201] Finished request 59c74de9dba44de7bfe8ea757653c89d.
-Llumnix INFO 09-11 12:09:13 api_server.py:203] num_finished_requests 265.
-INFO:     127.0.0.1:36906 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:19 api_server.py:201] Finished request 47d5efe7da45431fa79fe5c471801ee1.
-Llumnix INFO 09-11 12:09:19 api_server.py:203] num_finished_requests 266.
-INFO:     127.0.0.1:36914 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:19 api_server.py:201] Finished request 82a96614f89b4c258ed44efd319604f4.
-Llumnix INFO 09-11 12:09:19 api_server.py:203] num_finished_requests 267.
-INFO:     127.0.0.1:36936 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:22 api_server.py:201] Finished request b1e615ba47c04857955386306f9d1390.
-Llumnix INFO 09-11 12:09:22 api_server.py:203] num_finished_requests 268.
-INFO:     127.0.0.1:36874 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:28 api_server.py:201] Finished request 5450735f6e2c43b384bbc514f3e7a896.
-Llumnix INFO 09-11 12:09:28 api_server.py:203] num_finished_requests 269.
-INFO:     127.0.0.1:36944 - "POST /generate_benchmark HTTP/1.1" 200 OK
-Llumnix INFO 09-11 12:09:29 api_server.py:201] Finished request 58ec9051649a4332a76e3555e2aa38a4.
-Llumnix INFO 09-11 12:09:29 api_server.py:203] num_finished_requests 270.
-INFO:     127.0.0.1:36920 - "POST /generate_benchmark HTTP/1.1" 200 OK
diff --git a/instance_37038.out b/instance_37038.out
deleted file mode 100644
index 78e59a4..0000000
--- a/instance_37038.out
+++ /dev/null
@@ -1,10947 +0,0 @@
-Llumnix INFO 09-11 12:04:13 api_server.py:258] engine_args: AsyncEngineArgs(model='/mnt/model/Qwen-7B', served_model_name=None, tokenizer='/mnt/model/Qwen-7B', skip_tokenizer_init=False, tokenizer_mode='auto', trust_remote_code=True, download_dir=None, load_format='auto', dtype='auto', kv_cache_dtype='auto', quantization_param_path=None, seed=0, max_model_len=2048, worker_use_ray=True, pipeline_parallel_size=1, tensor_parallel_size=1, max_parallel_loading_workers=None, block_size=16, enable_prefix_caching=False, use_v2_block_manager=False, swap_space=4, gpu_memory_utilization=0.9, max_num_batched_tokens=None, max_num_seqs=256, max_logprobs=5, disable_log_stats=False, revision=None, code_revision=None, tokenizer_revision=None, quantization=None, enforce_eager=False, max_context_len_to_capture=None, max_seq_len_to_capture=8192, disable_custom_all_reduce=False, tokenizer_pool_size=0, tokenizer_pool_type='ray', tokenizer_pool_extra_config=None, enable_lora=False, max_loras=1, max_lora_rank=16, fully_sharded_loras=False, lora_extra_vocab_size=256, max_cpu_loras=None, device='auto', ray_workers_use_nsight=False, num_gpu_blocks_override=None, num_lookahead_slots=0, model_loader_extra_config=None, image_input_type=None, image_token_id=None, image_input_shape=None, image_feature_size=None, scheduler_delay_factor=0.0, enable_chunked_prefill=False, guided_decoding_backend='outlines', speculative_model=None, num_speculative_tokens=None, speculative_max_model_len=None, ngram_prompt_lookup_max=None, ngram_prompt_lookup_min=None, engine_use_ray=True, disable_log_requests=False, max_log_len=None)
-Llumnix INFO 09-11 12:04:14 queue_server.py:55] QueueServer's socket bind to: tcp://172.23.75.204:38272
-Llumnix INFO 09-11 12:04:14 llm_engine_manager.py:426] engine_manager_args: EngineManagerArgs(disable_init_instance_by_manager=False, initial_instances=1, disable_fixed_node_init_instance=False, load_metric='remaining_steps', polling_interval=0.05, dispatch_policy='flood', enable_migration=True, enable_defrag=True, pair_migration_frequency=1, pair_migration_policy='defrag_constrained', migrate_out_threshold=3.0, request_migration_policy='LCFS', enable_scaling=False, min_instances=1, max_instances=1, scaling_interval=10, scaling_policy='avg_load', scale_up_threshold=10, scale_down_threshold=60, log_filename='server.log', disable_log_requests_manager=False, log_instance_info=False, profiling_result_file_path='', gpu_type='a10', migration_backend_init_timeout=10.0, migration_backend='rpc', migration_cache_blocks=32, migration_num_layers=1, last_stage_max_blocks=16, max_stages=3)
-Llumnix INFO 09-11 12:04:14 llumnix_utils.py:128] Init LLMEngineManager on current node
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:16 llm_engine_manager.py:64] LLMEngineManager starts
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:16 llm_engine_manager.py:65] enable_migration: True
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:16 llm_engine_manager.py:66] num_instances: 0
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:16 llm_engine_manager.py:67] max_instances: 1, min_instances: 1
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:16 global_scheduler.py:87] self.num_instances: 0, self.instances: set()
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:16 llm_engine_manager.py:149] _get_request_instance:
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:16 llm_engine_manager.py:163] instance_id_list: []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:16 llm_engine_manager.py:164] instance_requests: []
-(Llumlet pid=9907) INFO 09-11 12:04:18 llm_engine.py:100] Initializing an LLM engine (v0.4.2) with config: model='/mnt/model/Qwen-7B', speculative_config=None, tokenizer='/mnt/model/Qwen-7B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=2048, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto, quantization_param_path=None, device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='outlines'), seed=0, served_model_name=/mnt/model/Qwen-7B)
-(Llumlet pid=9908) INFO 09-11 12:04:18 llm_engine.py:100] Initializing an LLM engine (v0.4.2) with config: model='/mnt/model/Qwen-7B', speculative_config=None, tokenizer='/mnt/model/Qwen-7B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=2048, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto, quantization_param_path=None, device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='outlines'), seed=0, served_model_name=/mnt/model/Qwen-7B)
-(Llumlet pid=9907) WARNING 09-11 12:04:19 tokenizer.py:126] Using a slow tokenizer. This might cause a significant slowdown. Consider using a fast tokenizer instead.
-(Llumlet pid=9908) WARNING 09-11 12:04:19 tokenizer.py:126] Using a slow tokenizer. This might cause a significant slowdown. Consider using a fast tokenizer instead.
-(Llumlet pid=9907) INFO 09-11 12:04:20 utils.py:660] Found nccl from library /root/.config/vllm/nccl/cu12/libnccl.so.2.18.1
-(Llumlet pid=9908) INFO 09-11 12:04:20 utils.py:660] Found nccl from library /root/.config/vllm/nccl/cu12/libnccl.so.2.18.1
-(Llumlet pid=9908) INFO 09-11 12:04:21 selector.py:81] Cannot use FlashAttention-2 backend because the flash_attn package is not found. Please install it for better performance.
-(Llumlet pid=9908) INFO 09-11 12:04:21 selector.py:32] Using XFormers backend.
-(Llumlet pid=9907) INFO 09-11 12:04:21 selector.py:81] Cannot use FlashAttention-2 backend because the flash_attn package is not found. Please install it for better performance.
-(Llumlet pid=9907) INFO 09-11 12:04:21 selector.py:32] Using XFormers backend.
-(Llumlet pid=9908) INFO 09-11 12:04:31 model_runner.py:175] Loading model weights took 14.3919 GB
-(Llumlet pid=9907) INFO 09-11 12:04:31 model_runner.py:175] Loading model weights took 14.3919 GB
-(Llumlet pid=9908) INFO 09-11 12:04:32 distributed_gpu_executor.py:45] # GPU blocks: 509, # CPU blocks: 512
-(Llumlet pid=9907) INFO 09-11 12:04:32 distributed_gpu_executor.py:45] # GPU blocks: 509, # CPU blocks: 512
-(Llumlet pid=9908) INFO 09-11 12:04:33 model_runner.py:937] Capturing the model for CUDA graphs. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI.
-(Llumlet pid=9908) INFO 09-11 12:04:33 model_runner.py:941] CUDA graphs can take additional 1~3 GiB memory per GPU. If you are running out of memory, consider decreasing `gpu_memory_utilization` or enforcing eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage.
-(Llumlet pid=9907) INFO 09-11 12:04:34 model_runner.py:937] Capturing the model for CUDA graphs. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI.
-(Llumlet pid=9907) INFO 09-11 12:04:34 model_runner.py:941] CUDA graphs can take additional 1~3 GiB memory per GPU. If you are running out of memory, consider decreasing `gpu_memory_utilization` or enforcing eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage.
-(Llumlet pid=9908) INFO 09-11 12:04:38 model_runner.py:1017] Graph capturing finished in 5 secs.
-Llumnix INFO 09-11 12:04:38 llumnix_utils.py:211] Init Llumnix components done, 1 instances are ready, instance_ids: ['444975fa1529424dbd1d44a4fd981258'].
-Llumnix INFO 09-11 12:04:38 api_server.py:282] Start Api Server on '127.0.0.1:37038'
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:38 global_scheduler.py:82] scale up instance: 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:38 global_scheduler.py:87] self.num_instances: 1, self.instances: {'444975fa1529424dbd1d44a4fd981258'}
-(Llumlet pid=9907) INFO 09-11 12:04:39 model_runner.py:1017] Graph capturing finished in 5 secs.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:39 global_scheduler.py:82] scale up instance: 7d49894425764c4fac2fb2bcfec2471b
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:04:39 global_scheduler.py:87] self.num_instances: 2, self.instances: {'444975fa1529424dbd1d44a4fd981258', '7d49894425764c4fac2fb2bcfec2471b'}
-(Llumlet pid=9908) INFO 09-11 12:04:43 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:04:44 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:04:48 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:04:49 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:04:53 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:04:54 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:04:58 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:04:59 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:03 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:04 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:08 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:09 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:13 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:14 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:18 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:19 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:23 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:24 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:28 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:29 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:33 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:34 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:38 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:39 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:43 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:44 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 0.0 tokens/s, Running: 0 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 0.0%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 1bc979ac95754f61800d50037b31a04f.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 374643ac38194cb5b345ad1db36f5609.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 388fce9959e742e0a87c79e7fad7a5da.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 9f1d1713159d4188a3e6ce476a6e1859.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 215ad518b8a54112bff8927740bfe49b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 39f430e8849a4901a06420cf221056d2.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 8ff500590bd3416da2c0181be7c3e152.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 69ec360e330c4912bb2dc1c4f4c09b67.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 3b6a6fe32a2748ada8ecc561c47910cb.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 2031057e9cc24d1e97f4a214d63622e9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request fe7454072ad94c54bf76b6e66a99a415.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 10cfa2fea725427da1ffc46e5b908369.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 62b5beddfbbe495c9f60cf83f0d2e957.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 277363344733475e9554f23bc9f4b8c6.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 79e001c3254540cda0b428ee0a79459f.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 5ae9d88dc92e48eaa60994ea08b5b165.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 5a78461522a0429eaf93d0fb95d55dec.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 5782ee509de445a5be76af56adeb7399.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 5c5c220c3f634c15a62b3b59980dc306.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 8f2f226b376b4c5aa68d7cf8d212847f.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request d00389bcfc384d068ca7e7c148b06de1.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request 73eac51475ee40eb92972d19c69f6f48.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request a1f370ca64934ceaa79a47f048228093.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:119] received request f13a467a09c74853ba656200f7bd40da.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:44 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 9760cd1142214abd90124dd9e12fcacb.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request c56adedf9e59443d9889f7c5ae010d31.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 7a053377fc1840c2b392f7c313913de7.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 6ad303ee1d754743b270b73522a1aab9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 3d8ddd1345424d8ea0f3903b573c54ec.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 01d6ad55075743ce80726eeb0d6bd693.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request d5747c310a8642789463f63c15e0b4d7.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request a8c9b80146704932a27cc26d2eab1424.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request b54b99ef84f4481aad579948fee57a42.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request feda0d9bd46544ae9548d21ab954baa8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 59a183fc522a4f40aae9c8da3e33d0b1.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 8e233a00e8974fa69919f6d71cf13def.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 6fb7a64e241a476a812b522285ff4398.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request c6480ba9941a4e5abd1e32b2b72c4497.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 0e7bc80bd38243eb9ab417f6e73ee8c0.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 6e1012485d8a492c8719b8c8cfb1f420.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 9ee8a1e5ff03430099fc3e1f105aa448.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request eaabbb6ed3254ff68e3c99bb2be15a73.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 7cc2fe7b5b454414951a4262c73229c8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) WARNING 09-11 12:05:45 scheduler.py:648] Input prompt (2881 tokens) is too long and exceeds limit of 2048
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 77639ec57d0a42ff86743e8c2614c053.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request c89d1a3eb8d44dc0a194764c4dbc30c0.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request c09024a2b6e4464ba37bb3fd594ff804.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request b59fd8a51e4849e49bd35956df1f0b80.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 15a811836f6c490391ddeac5e262e789.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 181774bcd48d4fa1a2677856f08c94a2.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:119] received request 975cacc38d9b41639c6605fe68a52651.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:45 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 94211a112fd747599735f7b350686d02.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 193ecb0de39a401495848805f5ffd7b5.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 5733cdb2234e467dbee3ecc06bea4fb5.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 6a3cabd59141497a9c3cefc0746aca11.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 4a12df6b655c4bdaa64aed0f792b1691.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 129dc472331b4e0fa2a966502506e856.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request d8d82f73da514fe88997f25f3c9c6718.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 84d3dd1e5c8d4c128d6623ec481dead8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request de4a860266e94d9db28fbb65fb396373.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 13955776d3284d1cb5010ab63771cb0e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 8a1d62b2f5394cb3b226cb363eb1bc80.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request fc255a0a37694ee1aa352e601fbe0ac7.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 71b1d3124b3847629d1a4c21ac0ff1cd.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 811d287de17b44f1879c6e6f938a59c9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 769edabb3fb34518b4a58815badfa25b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 569fe2fbe6fd41c7b4bf0b82f0c96888.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 52280b7fab9c48fe8b1be1546e5b045a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 78aeddea68044ee1805d7f99221525f5.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 3f094e8246c44c28be77f8b5c9642a30.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request abc2798273164d819bb24ea1d024aa65.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request a6a61c9fc7bd428590405e229b3cd499.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request c53a1a01cbe04b95b718735ea2a92bbc.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 6fdb2d7775f148c48a9d69ccaedfe5df.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request d9b5aa6e6ca745f684901ee245c14611.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 58dde82b51c8425a8a2714ce393f6536.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 19de9924c0f34dc9a173f4f0e8eaa081.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request ac036a15500046f6a347d82543bd3359.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request df99cc5b3c8a468ab11c1c9a5ef4ddf7.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 548c5194fd4142f589d19620e0ac7c27.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request ff89c2436635494fa4f7a7138808ebd8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 118ef1051f6d499bb57219980ca57e30.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 1f9b39c1ce824ec1b16477085c87c72e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request a6911450114a45ed8f102317a4e72570.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 0b573af73f624ac4ac2a1f9fbdcd84e4.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 2365e91182d243b2981421e5088a020c.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request c758636108304368b8bf50dda9759519.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request cbd06fc10d634a75affc7dfb0389db03.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 6cfc3680da5e40bd9a1bb6c1c48a3834.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 944412f6698e49fdab51dbb38d291a4a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 50f6f5e876234f8e9972de1c962e27be.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 4832f077bfea4cf5ad7b827731889445.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 8519bb90a13c4baa962024a371be3aba.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request ae960d9898de404698ac396cf429f387.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:119] received request 29218433b50d4ccebe0ea711521b5554.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:46 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request e9ccfc0708ef41669efa39de0a6c09a1.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 215a035b8af3401088ffa2f0c862ccac.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 7581e789a65d42bf90c24a11a147bba8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 19118e20e15145f1a7a0fa7cf21c262d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 64c3b047202c4606933f33c5faef72fc.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 dispatch_scheduler.py:47] self.num_requests: 100
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 dispatch_scheduler.py:49] Instance 444975fa1529424dbd1d44a4fd981258 num_dispatched_requests: 100
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 dispatch_scheduler.py:49] Instance 7d49894425764c4fac2fb2bcfec2471b num_dispatched_requests: 0
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request a1ec6e2820644325bb9c1c5f87045dc6.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request f0a4c3fff7a74f5584046825055c7600.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 89a8cfa7e7b648b8a4a30c1308f4af0a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 3232dca0faae4f9cb4aae2eee7a6e3ac.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 9b612a6f35cd4791be0b1400ac8251a0.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request a285e2db9c6b43adb63000b14a04a056.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request c300301a2f5b48b3af28bfb03d30e8d2.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 8b61eddea06244ba854f6d86fe7804c8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 61af6e0e03b44a1299a7375c9c3ed128.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 1a0c59eb5cd8466b9fe236afa57ea6dd.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 66f975b6673d4260a9a85df87a4fb959.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 35676792cc42415bac1bd6efd430eb2b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request fa83a0c1a6c542dcad60b494848eb4cc.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 0f28a3b240ad47dd9ba3b373407e7e53.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 193986f49d124e5ba576ddebdb76ac7f.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request bed04cabf3b1486b90e620969c05ac57.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request bff1accdb7134e23aef39c9a2d499698.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request f894cc71baac4c4ab0a5495e1f0adfa7.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 31909607de304721b2926a28bf40ff6d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 4b92976f201f4b9eb005d65dd7acd70e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 96de4e53eae5407097cadfc1c7ec4259.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 5af39a5fdb054c0990749bc7c54d4cb3.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request c59d1eea46514ba6a6960aa1a52954d9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:119] received request 1d1681bf42f54568aec940fbea37675b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:47 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 6624108e4eca4ee885fb23b037842f69.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request c5f2010359e749c8b5df16849946965e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request c6efe4d1aac14dfeb32d2182bc3a7453.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 82, total_kv_cache_size: 656.00 MB, time: 2.3047220706939697s, speed: 0.27796193221992394GB/s.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request cadaa10303164052956d13c43c1a7a4c.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request dbc7e17bf98b484eb624f8a11de1076b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 8d8c4a5ccc2649fa923044b985e17e34.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 2cb3ac68f65241f89c421d97a32422fa.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request ec51acad34ae406cb17723bffcc84cec.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 38c8795197eb41118903e028520b0fe2.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request eed7c9e5c7b849909b8a33a415ffde80.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request d6f028ca610d4c44bfaed5cf18038b91.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 44e62a14f8f748148756e5f4fc7d8964.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 2bc5c526dc0f498681cf3ad3da6cf24e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 62e6fc0d4c644e6da6953da3437d3e87.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.09552192687988281s, speed: 0.2453625127293784GB/s.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request c96b5c18d44846b79c340282acd0ffc3.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request e771625778cb4861b5e0a191424fcd30.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['feda0d9bd46544ae9548d21ab954baa8']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request db4131145d664a76a6c646c56d1097dc.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request c5ebb0e9f4074956aea3a31b08947653.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['94211a112fd747599735f7b350686d02']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 llm_engine.py:257] add seq 0 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.016245603561401367s, speed: 1.9235973524706849GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 llm_engine.py:257] add seq 1 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 scheduler.py:154] free seq 33
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['feda0d9bd46544ae9548d21ab954baa8'], status:MigrationStatus.FINISHED_DONE, len:85 blocks, cost:2597.585678100586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 scheduler.py:154] free seq 50
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['94211a112fd747599735f7b350686d02'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:21.419286727905273 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 5b1b906395964f1a87e6d9666b42eb91.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['975cacc38d9b41639c6605fe68a52651']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['181774bcd48d4fa1a2677856f08c94a2']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 9, total_kv_cache_size: 72.00 MB, time: 0.04198622703552246s, speed: 1.6746563090918383GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 llm_engine.py:257] add seq 2 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.01658034324645996s, speed: 1.413571459384841GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 llm_engine.py:257] add seq 3 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 scheduler.py:154] free seq 49
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['975cacc38d9b41639c6605fe68a52651'], status:MigrationStatus.FINISHED_DONE, len:9 blocks, cost:46.12565040588379 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 scheduler.py:154] free seq 48
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['181774bcd48d4fa1a2677856f08c94a2'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:20.694971084594727 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 0547d403ce784cb5a9a5a0232cc7a786.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 2a7ee81da8c047c7a95aba80d6492f31.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request dbce48b4e0de42ffb427fee5f7af9529.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 4d0371b7cd574dd6a0ec94319614aed1.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 24, total_kv_cache_size: 192.00 MB, time: 0.07860183715820312s, speed: 2.385440427080806GB/s.
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 66cd001838004026ad6904c0e4b1e50b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['6a3cabd59141497a9c3cefc0746aca11']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['5733cdb2234e467dbee3ecc06bea4fb5']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request b83756dd11114a47af68f694db5c7731.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.008275985717773438s, speed: 0.9439963125144042GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 llm_engine.py:257] add seq 4 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.0182802677154541s, speed: 1.709493563575183GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 llm_engine.py:257] add seq 5 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 scheduler.py:154] free seq 53
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['6a3cabd59141497a9c3cefc0746aca11'], status:MigrationStatus.FINISHED_DONE, len:25 blocks, cost:94.67887878417969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 scheduler.py:154] free seq 52
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['5733cdb2234e467dbee3ecc06bea4fb5'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:22.593259811401367 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['193ecb0de39a401495848805f5ffd7b5']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 1e96da72ee3f422b8d233172eeeb0ffa.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 348479d17f084c7c8da4877e22cd311e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 2b0908eeb8cc4364a17e3f3b718b3a77.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['15a811836f6c490391ddeac5e262e789']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 548f66b603274d4ca08ab44bd3555df3.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 11, total_kv_cache_size: 88.00 MB, time: 0.04206395149230957s, speed: 2.0430201384126194GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 llm_engine.py:257] add seq 6 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 worker.py:121] [migration_cache] blocks_num: 8, total_kv_cache_size: 64.00 MB, time: 0.03226161003112793s, speed: 1.9372870709086207GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:48 llm_engine.py:257] add seq 7 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 scheduler.py:154] free seq 51
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['193ecb0de39a401495848805f5ffd7b5'], status:MigrationStatus.FINISHED_DONE, len:11 blocks, cost:46.38957977294922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 scheduler.py:154] free seq 47
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['15a811836f6c490391ddeac5e262e789'], status:MigrationStatus.FINISHED_DONE, len:8 blocks, cost:37.1551513671875 ms
-(Llumlet pid=9908) INFO 09-11 12:05:48 metrics.py:334] Avg prompt throughput: 1870.2 tokens/s, Avg generation throughput: 343.8 tokens/s, Running: 42 reqs, Swapped: 0 reqs, Pending: 96 reqs, GPU KV cache usage: 89.4%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request cdecc7c459ce4f6784c114c8c241cb34.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 9e5a9aa73b3d423f82c6db42db115b6d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:119] received request 7706e8c4ccce49438361463f3d2d8bf6.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:48 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['4a12df6b655c4bdaa64aed0f792b1691']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 59, total_kv_cache_size: 472.00 MB, time: 0.21256208419799805s, speed: 2.168484100723459GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.00789642333984375s, speed: 0.9893719806763285GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 8 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 54
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['4a12df6b655c4bdaa64aed0f792b1691'], status:MigrationStatus.FINISHED_DONE, len:60 blocks, cost:228.84702682495117 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 5b73c1180d2d450d8dda295a2f22a6d3.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 5a3d80d1c93840cd986a5fa7c2786cc9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['13955776d3284d1cb5010ab63771cb0e']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request b689bd5f279d4db980e0ecdbc3dc1a3e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['de4a860266e94d9db28fbb65fb396373']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 993b23bdd07e4035b8c6d995f1f3748b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 6, total_kv_cache_size: 48.00 MB, time: 0.03460049629211426s, speed: 1.354749354005168GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 9 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.016918420791625977s, speed: 1.3853243330843703GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 10 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 59
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['13955776d3284d1cb5010ab63771cb0e'], status:MigrationStatus.FINISHED_DONE, len:6 blocks, cost:38.75088691711426 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 58
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['de4a860266e94d9db28fbb65fb396373'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:20.74599266052246 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 2ddd7d2750d14c5aa1243befcaab665b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['84d3dd1e5c8d4c128d6623ec481dead8']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request d88ddabbed8e4b929b7cc369e4b817d1.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request c2b9b7038364466581482fd2c33aedc6.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['d8d82f73da514fe88997f25f3c9c6718']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request afd4a3da16dd457c8f551588ead117b4.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.038939714431762695s, speed: 1.404414510944436GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 11 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.0075206756591796875s, speed: 1.038802941922394GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 12 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 57
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['84d3dd1e5c8d4c128d6623ec481dead8'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:43.07866096496582 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 56
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['d8d82f73da514fe88997f25f3c9c6718'], status:MigrationStatus.FINISHED_DONE, len:1 blocks, cost:11.979103088378906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['129dc472331b4e0fa2a966502506e856']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 980cbbd98d5c46b298005630ab2917bd.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['b59fd8a51e4849e49bd35956df1f0b80']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request a75ab5e6621b4f7eaa46044553744062.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.01406717300415039s, speed: 1.6661130131181994GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 13 to block table
-(Llumlet pid=9907) INFO 09-11 12:05:49 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 32.9 tokens/s, Running: 14 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 47.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.01671767234802246s, speed: 1.869279367931659GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 14 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 2, total_kv_cache_size: 16.00 MB, time: 0.01013636589050293s, speed: 1.5414794778313536GB/s.
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 55
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['129dc472331b4e0fa2a966502506e856'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:18.00990104675293 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 46
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['b59fd8a51e4849e49bd35956df1f0b80'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:27.327537536621094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['569fe2fbe6fd41c7b4bf0b82f0c96888']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 15 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 65
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['569fe2fbe6fd41c7b4bf0b82f0c96888'], status:MigrationStatus.FINISHED_DONE, len:2 blocks, cost:14.90640640258789 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 625d6d6503ba4c4481491d94165abee3.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request dd66acec00da4db78d7be1ff34550aa6.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 8e6fd539c9f4498c9ed8e922dae9b07a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 30aa1c81156e46d5834791141f133fc9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['78aeddea68044ee1805d7f99221525f5']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 7be162fa70c048a1ab1a959541062d0a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request eb37c1d2113e411a8154c5bab163c50d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request db861193a56746c791e90396e984bbf0.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request f7973fe3bdb34910a44c0e7c7acfbce0.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['52280b7fab9c48fe8b1be1546e5b045a']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.018062353134155273s, speed: 1.7301178737839729GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 16 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 2, total_kv_cache_size: 16.00 MB, time: 0.01047062873840332s, speed: 1.4922695083908282GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 17 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 67
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['78aeddea68044ee1805d7f99221525f5'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:22.179841995239258 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 66
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['52280b7fab9c48fe8b1be1546e5b045a'], status:MigrationStatus.FINISHED_DONE, len:2 blocks, cost:17.393827438354492 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 8d8b4d148de24e5b8b495251b5ba4f5f.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 412c526916264d338e7dc64ad167f581.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request a95cc2519dda4dcb9ae90ffa365a5e7b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request fe8907c177e14b43a0f0f5c3674f2045.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 20, total_kv_cache_size: 160.00 MB, time: 0.059508323669433594s, speed: 2.625683103895896GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.0093994140625s, speed: 0.8311688311688312GB/s.
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['769edabb3fb34518b4a58815badfa25b']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 18 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 64
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['769edabb3fb34518b4a58815badfa25b'], status:MigrationStatus.FINISHED_DONE, len:21 blocks, cost:79.14376258850098 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request eaf57e27f0914f38a868047f7d1f2515.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['811d287de17b44f1879c6e6f938a59c9']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 4b24ba97e0f24001ad114444358e2532.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['71b1d3124b3847629d1a4c21ac0ff1cd']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request e5c34ae119324eeeb58e0be4aabdea0c.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 11, total_kv_cache_size: 88.00 MB, time: 0.03799843788146973s, speed: 2.261606128864265GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 19 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.014315605163574219s, speed: 2.18293251615482GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 20 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 63
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['811d287de17b44f1879c6e6f938a59c9'], status:MigrationStatus.FINISHED_DONE, len:11 blocks, cost:42.64950752258301 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 62
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['71b1d3124b3847629d1a4c21ac0ff1cd'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:21.666288375854492 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['fc255a0a37694ee1aa352e601fbe0ac7']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 9, total_kv_cache_size: 72.00 MB, time: 0.02936863899230957s, speed: 2.394135459202312GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 21 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 61
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['fc255a0a37694ee1aa352e601fbe0ac7'], status:MigrationStatus.FINISHED_DONE, len:9 blocks, cost:33.1571102142334 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request df9d46254ca04122a5fa0f537111b70a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 505306c0454c41f6b86fc76f21531fa4.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['3f094e8246c44c28be77f8b5c9642a30']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['a6a61c9fc7bd428590405e229b3cd499']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 22, total_kv_cache_size: 176.00 MB, time: 0.06717467308044434s, speed: 2.558628008418781GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007902860641479492s, speed: 0.9885660844118623GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 22 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.006383657455444336s, speed: 1.223828197945845GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:49 llm_engine.py:257] add seq 23 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 68
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['3f094e8246c44c28be77f8b5c9642a30'], status:MigrationStatus.FINISHED_DONE, len:23 blocks, cost:81.81095123291016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 scheduler.py:154] free seq 70
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['a6a61c9fc7bd428590405e229b3cd499'], status:MigrationStatus.FINISHED_DONE, len:1 blocks, cost:9.985923767089844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request f733559d820b4826945051afdeebce3a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request d465c9e9aeec423dbeaa69ea7015c1d9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request a826fc8758864bb6b3543e63a6a0a5c0.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request 28119b9a8aab4d48917eb6e04a190099.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:119] received request bdfce4defc4a401080d9b2fac9a16d9b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:49 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request bd334c38517247a6a7323ce40c3c68bf.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 0fec27b870b649899d14e2b6ae37b421.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['8a1d62b2f5394cb3b226cb363eb1bc80']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['6fdb2d7775f148c48a9d69ccaedfe5df']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 worker.py:121] [migration_cache] blocks_num: 39, total_kv_cache_size: 312.00 MB, time: 0.13181018829345703s, speed: 2.3115625881791146GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007619619369506836s, speed: 1.0253136831565444GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 llm_engine.py:257] add seq 24 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.03150439262390137s, speed: 1.7358690469883986GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 llm_engine.py:257] add seq 25 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 scheduler.py:154] free seq 60
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['8a1d62b2f5394cb3b226cb363eb1bc80'], status:MigrationStatus.FINISHED_DONE, len:40 blocks, cost:145.80607414245605 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 scheduler.py:154] free seq 72
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['6fdb2d7775f148c48a9d69ccaedfe5df'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:35.71939468383789 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 1855c62f31aa4d59aad0530089411239.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 60abe5faf4dd4f71914d0dff54683224.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 62bbfa4849024ac0ab8cbc306a029d76.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 5b3e768d70ff4e7c87b9412c39ce5f25.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c53a1a01cbe04b95b718735ea2a92bbc']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 90f5d3ce5e70473ab114dcff41292707.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request a0af4e1855074398944f45287fda6b09.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 worker.py:121] [migration_cache] blocks_num: 39, total_kv_cache_size: 312.00 MB, time: 0.16917657852172852s, speed: 1.8010028495810186GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.006856203079223633s, speed: 1.1394790833536181GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 llm_engine.py:257] add seq 26 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 scheduler.py:154] free seq 71
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c53a1a01cbe04b95b718735ea2a92bbc'], status:MigrationStatus.FINISHED_DONE, len:40 blocks, cost:182.23857879638672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request da36adafdc8a45b8b3e75c209356e506.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c09024a2b6e4464ba37bb3fd594ff804']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 0264ed9081ce4336918fad9c441aad07.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 4be3f0975f1f4189a8f1c59645fbdcaf.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 04b26cd7227c4dc388af5c9bbe434bd5.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c89d1a3eb8d44dc0a194764c4dbc30c0']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 worker.py:121] [migration_cache] blocks_num: 6, total_kv_cache_size: 48.00 MB, time: 0.01956462860107422s, speed: 2.3959054350475264GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 llm_engine.py:257] add seq 27 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 worker.py:121] [migration_cache] blocks_num: 10, total_kv_cache_size: 80.00 MB, time: 0.030253171920776367s, speed: 2.582373848421086GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 llm_engine.py:257] add seq 28 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 scheduler.py:154] free seq 45
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c09024a2b6e4464ba37bb3fd594ff804'], status:MigrationStatus.FINISHED_DONE, len:6 blocks, cost:23.92411231994629 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 scheduler.py:154] free seq 44
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c89d1a3eb8d44dc0a194764c4dbc30c0'], status:MigrationStatus.FINISHED_DONE, len:10 blocks, cost:37.54687309265137 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['77639ec57d0a42ff86743e8c2614c053']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 dispatch_scheduler.py:47] self.num_requests: 200
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 dispatch_scheduler.py:49] Instance 444975fa1529424dbd1d44a4fd981258 num_dispatched_requests: 200
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 dispatch_scheduler.py:49] Instance 7d49894425764c4fac2fb2bcfec2471b num_dispatched_requests: 0
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 155b52534a894be4847f96bd64c61eae.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request ab34fe1aa3c847938ef6273b458866fe.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 worker.py:121] [migration_cache] blocks_num: 9, total_kv_cache_size: 72.00 MB, time: 0.028442859649658203s, speed: 2.4720615601267415GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:05:50 llm_engine.py:257] add seq 29 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 scheduler.py:154] free seq 43
-(Llumlet pid=9908) Llumnix INFO 09-11 12:05:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['77639ec57d0a42ff86743e8c2614c053'], status:MigrationStatus.FINISHED_DONE, len:9 blocks, cost:34.323930740356445 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request fb2b8ed52f0b4068bc96aea43aa13a04.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 31b219bde4534fcebacdaffe04c4c191.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 5021dc0c8c24456f9ccea73717f54fc6.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 5c1a223c12614b45b45705bf1007c82d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 643cd923042740e5a385ff4d97f5a732.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 26d868ad0e544655a20e96207529ce17.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 38319514f9424908b4281670ebee9dc3.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 8ae298aac2964623a74f5af5fb83d000.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 20322745d6d847f69b5dbe027cd24b0b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 4dfae4daad2f457788ceb7ef653ae15d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 738a5bda020440a8b396a405f661af75.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request b2bd2b45307449dc9ba428328424f60e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request a338679e7de64786a02c05f380b5713e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:119] received request 8214bc710bc249eb823399063ee99c48.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:50 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request e608e7ea597c4b0287a8d0c904af4a30.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 044745fe8cb14623898ce6fd9092c0f6.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request fa23138b3e524a39b91e8358c7c1d2f6.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 922df5ce736a4e658a0a892178a921a8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 9b0001f6452c48f5bf0bcbfc287a7e8d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 4c746fa09a344497bd4123b2618edc82.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request bf31f556590e44e19177d435274f8d8e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 6d25952cc16a45fd94c65215b473e73b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 6ec6d845eea34c0cbcd9c87fb638037a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request bf1c653d433b47fe91cc76865e5a3887.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request ebb426c690cf4d969349b3ec931b7e4a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request b3541577caed4a03be0e6809ed83ea65.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 4918a3cc0bc64ab89d6fda0696c14494.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 76836b7d53574fd49a6994f149b30ae2.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 4e9fd64fc89a4e53b02a5984d5968a89.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 335493107ea048cc96285d905976f568.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request d68170f34115439bb1af09118f7ee981.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request d1650ddd5aea4879882dd17aba32c182.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 37a30e7232ab4ab9b7325173d13b7bad.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 8d27bf3e4d95426f9e142a04e04f25d3.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 9e2779954f64465a909bc67338a6c49e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 63027efb557d4e5a83620dcfaf696f43.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 7f618020340b43a887f39f38e4a0c4d8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request d75abf15509641bb82975243062a6772.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 0e0375cbcb264174bbb81688cb2a82f8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 5220d34dff9c402c9ac8dab946b6fb5d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 18a76d1eab4c4258b01a0209f86e3e3c.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:119] received request 696fc2d961194dd08f1e0881932a7b14.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:51 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 74f00a8e115341e78bde677c5f74f64a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 1462c2f436084e6eb8e8de1d6f3394ec.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 798a1a4cd42648bf955294bd82abe6b9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request cc27aa01395f4abc9c0c8c94dd0e3c1c.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 27ed41e4a1b547f1b5655dfa56b58317.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 5440aa3df02c497dba5392356acc34fd.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 596a058198294c62b49f3be00e5fcbb0.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 5cd4188d820d484a9e54f0ade004994a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request edeb126358e143eb8befcb87b252d26e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 7dfd47c0ac59487fbcd7d2950dcf3d24.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 7b695d7314534e1f911a179222094598.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 7e5b061e28354b8aa7d6cbfde38e9c1d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 5ccca4d8efb140c69018c1a214d5ae10.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 89ed48bda8394512ac10c783b19d49c9.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 4ec2afc099dd43e4bfecdd9349c27027.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 3d30113dde694b049676eadbc35a5c7d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 47b9774d67764f64982a5af59edb1089.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request c4afc7d1c4554c7b98404c3eeaf142c7.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request df0ee2e7a38b4c27864e99fdc50da03b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 2f3cde57b1344aa5926a9f6f91ada2c4.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request bbec0e353ae54f45a8a5f8a3a659195b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 7a15ea3e586842df81170c31bf4144e2.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 2f9f4f13fb014b55bbf793197f7ce819.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request d3e8e47e4a714014ae2c2eefa5480116.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request d0dbb1bc70274c98a84f06e0dee5f35f.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 5428be8a4c684ed9b3c218385ce4063a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 83f6e65169e046ab800d750d30bbf43e.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 32ee174b9c244e20b8ece811c5a4f105.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:119] received request 13ca9e86c5774dcb927275ef370abb7a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:52 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 13c7deabaa394a7ca43019c4cc6cbbd8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 974449ed2ecf43d4b11858a0bc2ce579.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request a80624e52faf434db1c63f35689bd698.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 3df50a97252b4ffbb5f3a274003ee272.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 17563a8f9b894d8aab54823436bb6700.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 90ea0335a86e42f7bd994e840e8bc80f.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request ef81ec3a61744ca4957540bf2095a989.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request b5984554e0664a04aa34dcc984335a03.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request d3b25bde773545dab100351bcb26213d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 2a7efeff2a8a4d4c943db7cbdb848832.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request b58635560fe14708ad75d77a129760ab.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 6e6b5973880646c0b99f627eac28c675.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 9148286219c54412962d53be3f827ac5.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request a2bc0b8f316d4cd18f4385ea36a0ee0b.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request f5d75f2bc0a64ddebd1f4326c0d32aa3.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 8f76123c63004c39b01ffdb04d6a15ac.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 6e0ca798b4494df9aeacd63dae0430f5.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 568597857a0043938004a2420bd84e14.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request b44a2b6bac8a4e1e82bfd0b1cbad1f65.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 22a70ed4687c43a9b600fcdb8eb67ed8.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request b1e615ba47c04857955386306f9d1390.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9908) INFO 09-11 12:05:53 metrics.py:334] Avg prompt throughput: 938.9 tokens/s, Avg generation throughput: 505.1 tokens/s, Running: 33 reqs, Swapped: 0 reqs, Pending: 220 reqs, GPU KV cache usage: 96.3%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request d1d65f2d6b204bd7b53a4c4463233e8a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 6ce3197accd5440e8430ba8f628a2f3a.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 59c74de9dba44de7bfe8ea757653c89d.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 47d5efe7da45431fa79fe5c471801ee1.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 58ec9051649a4332a76e3555e2aa38a4.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:119] received request 82a96614f89b4c258ed44efd319604f4.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:53 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:54 dispatch_scheduler.py:47] self.num_requests: 300
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:54 dispatch_scheduler.py:49] Instance 444975fa1529424dbd1d44a4fd981258 num_dispatched_requests: 300
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:54 dispatch_scheduler.py:49] Instance 7d49894425764c4fac2fb2bcfec2471b num_dispatched_requests: 0
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:54 llm_engine_manager.py:119] received request 5450735f6e2c43b384bbc514f3e7a896.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:05:54 llm_engine_manager.py:120] dispath to instance 444975fa1529424dbd1d44a4fd981258
-(Llumlet pid=9907) INFO 09-11 12:05:54 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 507.6 tokens/s, Running: 23 reqs, Swapped: 0 reqs, Pending: 3 reqs, GPU KV cache usage: 97.2%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:05:58 metrics.py:334] Avg prompt throughput: 55.1 tokens/s, Avg generation throughput: 566.6 tokens/s, Running: 25 reqs, Swapped: 0 reqs, Pending: 231 reqs, GPU KV cache usage: 96.1%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:05:59 metrics.py:334] Avg prompt throughput: 482.5 tokens/s, Avg generation throughput: 368.7 tokens/s, Running: 19 reqs, Swapped: 0 reqs, Pending: 3 reqs, GPU KV cache usage: 92.7%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:06:03 metrics.py:334] Avg prompt throughput: 112.6 tokens/s, Avg generation throughput: 429.8 tokens/s, Running: 19 reqs, Swapped: 0 reqs, Pending: 234 reqs, GPU KV cache usage: 99.2%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:06:04 metrics.py:334] Avg prompt throughput: 685.0 tokens/s, Avg generation throughput: 301.6 tokens/s, Running: 15 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 94.1%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['6ad303ee1d754743b270b73522a1aab9']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:05 worker.py:121] [migration_cache] blocks_num: 59, total_kv_cache_size: 472.00 MB, time: 0.13634443283081055s, speed: 3.3806844212845575GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:05 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007451295852661133s, speed: 1.0484753463667489GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:05 llm_engine.py:257] add seq 30 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:05 scheduler.py:154] free seq 27
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['6ad303ee1d754743b270b73522a1aab9'], status:MigrationStatus.FINISHED_DONE, len:60 blocks, cost:152.70495414733887 ms
-(Llumlet pid=9908) INFO 09-11 12:06:08 metrics.py:334] Avg prompt throughput: 700.3 tokens/s, Avg generation throughput: 310.9 tokens/s, Running: 16 reqs, Swapped: 0 reqs, Pending: 230 reqs, GPU KV cache usage: 88.6%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:06:09 metrics.py:334] Avg prompt throughput: 101.0 tokens/s, Avg generation throughput: 296.7 tokens/s, Running: 13 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 96.5%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:06:13 metrics.py:334] Avg prompt throughput: 370.8 tokens/s, Avg generation throughput: 299.7 tokens/s, Running: 12 reqs, Swapped: 0 reqs, Pending: 227 reqs, GPU KV cache usage: 82.7%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['eaabbb6ed3254ff68e3c99bb2be15a73']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 worker.py:121] [migration_cache] blocks_num: 15, total_kv_cache_size: 120.00 MB, time: 0.05290508270263672s, speed: 2.215051825146462GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 llm_engine.py:257] add seq 31 to block table
-(Llumlet pid=9907) INFO 09-11 12:06:14 metrics.py:334] Avg prompt throughput: 61.0 tokens/s, Avg generation throughput: 247.8 tokens/s, Running: 10 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 84.5%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 scheduler.py:154] free seq 41
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['eaabbb6ed3254ff68e3c99bb2be15a73'], status:MigrationStatus.FINISHED_DONE, len:15 blocks, cost:58.58469009399414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['ff89c2436635494fa4f7a7138808ebd8']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['1f9b39c1ce824ec1b16477085c87c72e']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.025953292846679688s, speed: 2.1071507312412727GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 llm_engine.py:257] add seq 32 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.0073320865631103516s, speed: 1.0655220628881734GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 llm_engine.py:257] add seq 33 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 scheduler.py:154] free seq 79
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['ff89c2436635494fa4f7a7138808ebd8'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:31.079769134521484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 scheduler.py:154] free seq 81
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['1f9b39c1ce824ec1b16477085c87c72e'], status:MigrationStatus.FINISHED_DONE, len:1 blocks, cost:11.420011520385742 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['a6911450114a45ed8f102317a4e72570']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['0b573af73f624ac4ac2a1f9fbdcd84e4']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.02700185775756836s, speed: 2.0253236088791566GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 llm_engine.py:257] add seq 34 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007643461227416992s, speed: 1.0221154745937178GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 llm_engine.py:257] add seq 35 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 scheduler.py:154] free seq 82
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['a6911450114a45ed8f102317a4e72570'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:32.56535530090332 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 scheduler.py:154] free seq 83
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['0b573af73f624ac4ac2a1f9fbdcd84e4'], status:MigrationStatus.FINISHED_DONE, len:1 blocks, cost:13.033390045166016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['118ef1051f6d499bb57219980ca57e30']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 worker.py:121] [migration_cache] blocks_num: 16, total_kv_cache_size: 128.00 MB, time: 0.062314748764038086s, speed: 2.005945662612342GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 llm_engine.py:257] add seq 36 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 scheduler.py:154] free seq 80
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['118ef1051f6d499bb57219980ca57e30'], status:MigrationStatus.FINISHED_DONE, len:16 blocks, cost:70.84178924560547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['8519bb90a13c4baa962024a371be3aba']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['4832f077bfea4cf5ad7b827731889445']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.014084339141845703s, speed: 1.6640823374073197GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:14 llm_engine.py:257] add seq 37 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.01474142074584961s, speed: 1.5899078117418728GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 38 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 scheduler.py:154] free seq 91
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['8519bb90a13c4baa962024a371be3aba'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:20.752906799316406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 90
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['4832f077bfea4cf5ad7b827731889445'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:21.108150482177734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['50f6f5e876234f8e9972de1c962e27be']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['944412f6698e49fdab51dbb38d291a4a']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.015089273452758789s, speed: 1.5532557000426614GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 39 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.014869928359985352s, speed: 1.5761676473889272GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 40 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 89
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['50f6f5e876234f8e9972de1c962e27be'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:20.633220672607422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 88
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['944412f6698e49fdab51dbb38d291a4a'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:18.77593994140625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['29218433b50d4ccebe0ea711521b5554']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.018333911895751953s, speed: 1.704491664282556GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 41 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 93
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['29218433b50d4ccebe0ea711521b5554'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:22.37415313720703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['ae960d9898de404698ac396cf429f387']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007508516311645508s, speed: 1.0404851871844536GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 42 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 92
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['ae960d9898de404698ac396cf429f387'], status:MigrationStatus.FINISHED_DONE, len:1 blocks, cost:11.428356170654297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['6cfc3680da5e40bd9a1bb6c1c48a3834']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c758636108304368b8bf50dda9759519']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.017078876495361328s, speed: 1.829745651506268GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 43 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.027970075607299805s, speed: 1.9552145931892768GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 44 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 87
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['6cfc3680da5e40bd9a1bb6c1c48a3834'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:21.12412452697754 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 85
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c758636108304368b8bf50dda9759519'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:36.54217720031738 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2365e91182d243b2981421e5088a020c']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['548c5194fd4142f589d19620e0ac7c27']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 2, total_kv_cache_size: 16.00 MB, time: 0.010333538055419922s, speed: 1.5120668174057497GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 45 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.01358652114868164s, speed: 1.7250552767346365GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 46 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 84
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2365e91182d243b2981421e5088a020c'], status:MigrationStatus.FINISHED_DONE, len:2 blocks, cost:14.191627502441406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 78
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['548c5194fd4142f589d19620e0ac7c27'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:17.37809181213379 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['df99cc5b3c8a468ab11c1c9a5ef4ddf7']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.02730417251586914s, speed: 2.0028990063044656GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 47 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 77
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['df99cc5b3c8a468ab11c1c9a5ef4ddf7'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:31.325578689575195 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 12, total_kv_cache_size: 96.00 MB, time: 0.04944443702697754s, speed: 1.8960677001711792GB/s.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['ac036a15500046f6a347d82543bd3359']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 48 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 76
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['ac036a15500046f6a347d82543bd3359'], status:MigrationStatus.FINISHED_DONE, len:12 blocks, cost:53.724050521850586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['19de9924c0f34dc9a173f4f0e8eaa081']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.01595163345336914s, speed: 1.4692852658954354GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:15 llm_engine.py:257] add seq 49 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 scheduler.py:154] free seq 75
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['19de9924c0f34dc9a173f4f0e8eaa081'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:20.116567611694336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['d9b5aa6e6ca745f684901ee245c14611']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:16 worker.py:121] [migration_cache] blocks_num: 93, total_kv_cache_size: 744.00 MB, time: 0.24174785614013672s, speed: 3.005455814999349GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:16 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.008975028991699219s, speed: 0.8704707257464669GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:16 llm_engine.py:257] add seq 50 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:16 scheduler.py:154] free seq 73
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['d9b5aa6e6ca745f684901ee245c14611'], status:MigrationStatus.FINISHED_DONE, len:94 blocks, cost:259.5055103302002 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['19118e20e15145f1a7a0fa7cf21c262d']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:18 worker.py:121] [migration_cache] blocks_num: 10, total_kv_cache_size: 80.00 MB, time: 0.03797006607055664s, speed: 2.0575418503309097GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:18 llm_engine.py:257] add seq 51 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:18 scheduler.py:154] free seq 97
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['19118e20e15145f1a7a0fa7cf21c262d'], status:MigrationStatus.FINISHED_DONE, len:10 blocks, cost:42.63758659362793 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['7581e789a65d42bf90c24a11a147bba8']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:18 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.015289068222045898s, speed: 2.043944048528701GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:18 llm_engine.py:257] add seq 52 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:18 scheduler.py:154] free seq 96
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['7581e789a65d42bf90c24a11a147bba8'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:19.31595802307129 ms
-(Llumlet pid=9908) INFO 09-11 12:06:18 metrics.py:334] Avg prompt throughput: 771.9 tokens/s, Avg generation throughput: 243.9 tokens/s, Running: 11 reqs, Swapped: 0 reqs, Pending: 202 reqs, GPU KV cache usage: 90.6%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:06:19 metrics.py:334] Avg prompt throughput: 92.3 tokens/s, Avg generation throughput: 427.5 tokens/s, Running: 20 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 89.8%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['1a0c59eb5cd8466b9fe236afa57ea6dd']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.026346206665039062s, speed: 2.0757257655831465GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 53 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 108
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['1a0c59eb5cd8466b9fe236afa57ea6dd'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:30.58934211730957 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['61af6e0e03b44a1299a7375c9c3ed128']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['8b61eddea06244ba854f6d86fe7804c8']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 6, total_kv_cache_size: 48.00 MB, time: 0.023643016815185547s, speed: 1.9826150091765322GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 54 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 8, total_kv_cache_size: 64.00 MB, time: 0.028738021850585938s, speed: 2.174819141169443GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 55 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 107
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['61af6e0e03b44a1299a7375c9c3ed128'], status:MigrationStatus.FINISHED_DONE, len:6 blocks, cost:29.89935874938965 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 106
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['8b61eddea06244ba854f6d86fe7804c8'], status:MigrationStatus.FINISHED_DONE, len:8 blocks, cost:32.61709213256836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c300301a2f5b48b3af28bfb03d30e8d2']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['a285e2db9c6b43adb63000b14a04a056']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 8, total_kv_cache_size: 64.00 MB, time: 0.026738882064819336s, speed: 2.337420085420549GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 56 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 6, total_kv_cache_size: 48.00 MB, time: 0.021999359130859375s, speed: 2.130743887636553GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 57 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 105
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c300301a2f5b48b3af28bfb03d30e8d2'], status:MigrationStatus.FINISHED_DONE, len:8 blocks, cost:33.8139533996582 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 104
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['a285e2db9c6b43adb63000b14a04a056'], status:MigrationStatus.FINISHED_DONE, len:6 blocks, cost:26.923418045043945 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['9b612a6f35cd4791be0b1400ac8251a0']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['3232dca0faae4f9cb4aae2eee7a6e3ac']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.015258550643920898s, speed: 2.0480320005000077GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 58 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.022456645965576172s, speed: 2.4352479031744347GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 59 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 103
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['9b612a6f35cd4791be0b1400ac8251a0'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:19.056081771850586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 102
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['3232dca0faae4f9cb4aae2eee7a6e3ac'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:26.328086853027344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['89a8cfa7e7b648b8a4a30c1308f4af0a']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 10, total_kv_cache_size: 80.00 MB, time: 0.030008554458618164s, speed: 2.603424303817582GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 60 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 101
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['89a8cfa7e7b648b8a4a30c1308f4af0a'], status:MigrationStatus.FINISHED_DONE, len:10 blocks, cost:36.22126579284668 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['f0a4c3fff7a74f5584046825055c7600']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.014660120010375977s, speed: 2.1316333002650882GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 61 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 100
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['f0a4c3fff7a74f5584046825055c7600'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:20.948171615600586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 17, total_kv_cache_size: 136.00 MB, time: 0.047423362731933594s, speed: 2.8005711183059505GB/s.
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['a1ec6e2820644325bb9c1c5f87045dc6']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.006732940673828125s, speed: 1.1603399433427761GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:22 llm_engine.py:257] add seq 62 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 scheduler.py:154] free seq 99
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['a1ec6e2820644325bb9c1c5f87045dc6'], status:MigrationStatus.FINISHED_DONE, len:18 blocks, cost:60.86087226867676 ms
-(Llumlet pid=9908) INFO 09-11 12:06:23 metrics.py:334] Avg prompt throughput: 781.5 tokens/s, Avg generation throughput: 295.0 tokens/s, Running: 18 reqs, Swapped: 0 reqs, Pending: 181 reqs, GPU KV cache usage: 99.6%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:06:24 metrics.py:334] Avg prompt throughput: 42.7 tokens/s, Avg generation throughput: 438.4 tokens/s, Running: 23 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 93.5%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:06:28 metrics.py:334] Avg prompt throughput: 318.6 tokens/s, Avg generation throughput: 325.3 tokens/s, Running: 17 reqs, Swapped: 0 reqs, Pending: 178 reqs, GPU KV cache usage: 95.3%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:06:29 metrics.py:334] Avg prompt throughput: 150.1 tokens/s, Avg generation throughput: 401.7 tokens/s, Running: 16 reqs, Swapped: 0 reqs, Pending: 5 reqs, GPU KV cache usage: 96.7%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2bc5c526dc0f498681cf3ad3da6cf24e']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['44e62a14f8f748148756e5f4fc7d8964']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 8, total_kv_cache_size: 64.00 MB, time: 0.027084827423095703s, speed: 2.307565007658316GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 llm_engine.py:257] add seq 63 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 6, total_kv_cache_size: 48.00 MB, time: 0.02083611488342285s, speed: 2.249699632693694GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 llm_engine.py:257] add seq 64 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 scheduler.py:154] free seq 135
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2bc5c526dc0f498681cf3ad3da6cf24e'], status:MigrationStatus.FINISHED_DONE, len:8 blocks, cost:31.864404678344727 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 scheduler.py:154] free seq 134
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['44e62a14f8f748148756e5f4fc7d8964'], status:MigrationStatus.FINISHED_DONE, len:6 blocks, cost:24.7495174407959 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['d6f028ca610d4c44bfaed5cf18038b91']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['62e6fc0d4c644e6da6953da3437d3e87']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 5, total_kv_cache_size: 40.00 MB, time: 0.017070293426513672s, speed: 2.288332076314981GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 llm_engine.py:257] add seq 65 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 9, total_kv_cache_size: 72.00 MB, time: 0.028232574462890625s, speed: 2.4904742602351035GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 llm_engine.py:257] add seq 66 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.011780977249145508s, speed: 1.9894359783862545GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 llm_engine.py:257] add seq 67 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 scheduler.py:154] free seq 133
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['d6f028ca610d4c44bfaed5cf18038b91'], status:MigrationStatus.FINISHED_DONE, len:5 blocks, cost:21.295785903930664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 scheduler.py:154] free seq 136
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['62e6fc0d4c644e6da6953da3437d3e87'], status:MigrationStatus.FINISHED_DONE, len:9 blocks, cost:32.12594985961914 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c96b5c18d44846b79c340282acd0ffc3']
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 scheduler.py:154] free seq 137
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c96b5c18d44846b79c340282acd0ffc3'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:17.767906188964844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['e771625778cb4861b5e0a191424fcd30']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 5, total_kv_cache_size: 40.00 MB, time: 0.01729416847229004s, speed: 2.2587093483325753GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 llm_engine.py:257] add seq 68 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 scheduler.py:154] free seq 138
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['e771625778cb4861b5e0a191424fcd30'], status:MigrationStatus.FINISHED_DONE, len:5 blocks, cost:22.517919540405273 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['db4131145d664a76a6c646c56d1097dc']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['eed7c9e5c7b849909b8a33a415ffde80']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 8, total_kv_cache_size: 64.00 MB, time: 0.026484012603759766s, speed: 2.359914297545957GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 llm_engine.py:257] add seq 69 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 17, total_kv_cache_size: 136.00 MB, time: 0.047715187072753906s, speed: 2.7834429276677395GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007431507110595703s, speed: 1.0512672441450113GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:32 llm_engine.py:257] add seq 70 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 scheduler.py:154] free seq 139
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['db4131145d664a76a6c646c56d1097dc'], status:MigrationStatus.FINISHED_DONE, len:8 blocks, cost:30.411958694458008 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 scheduler.py:154] free seq 132
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['eed7c9e5c7b849909b8a33a415ffde80'], status:MigrationStatus.FINISHED_DONE, len:18 blocks, cost:61.64908409118652 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['dbce48b4e0de42ffb427fee5f7af9529']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2a7ee81da8c047c7a95aba80d6492f31']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:33 worker.py:121] [migration_cache] blocks_num: 2, total_kv_cache_size: 16.00 MB, time: 0.010923624038696289s, speed: 1.4303861012288015GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:33 llm_engine.py:257] add seq 71 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:33 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.00724339485168457s, speed: 1.0785688423685855GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:33 llm_engine.py:257] add seq 72 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 scheduler.py:154] free seq 144
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['dbce48b4e0de42ffb427fee5f7af9529'], status:MigrationStatus.FINISHED_DONE, len:2 blocks, cost:14.873743057250977 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 scheduler.py:154] free seq 143
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2a7ee81da8c047c7a95aba80d6492f31'], status:MigrationStatus.FINISHED_DONE, len:1 blocks, cost:10.78343391418457 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['4d0371b7cd574dd6a0ec94319614aed1']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:33 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.0064465999603271484s, speed: 1.2118791375420688GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:33 llm_engine.py:257] add seq 73 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 scheduler.py:154] free seq 145
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['4d0371b7cd574dd6a0ec94319614aed1'], status:MigrationStatus.FINISHED_DONE, len:1 blocks, cost:9.787321090698242 ms
-(Llumlet pid=9908) INFO 09-11 12:06:33 metrics.py:334] Avg prompt throughput: 622.0 tokens/s, Avg generation throughput: 400.1 tokens/s, Running: 22 reqs, Swapped: 0 reqs, Pending: 155 reqs, GPU KV cache usage: 97.6%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['5b1b906395964f1a87e6d9666b42eb91']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c5ebb0e9f4074956aea3a31b08947653']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:34 worker.py:121] [migration_cache] blocks_num: 10, total_kv_cache_size: 80.00 MB, time: 0.03222990036010742s, speed: 2.4239913597964224GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:34 llm_engine.py:257] add seq 74 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:34 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.016906261444091797s, speed: 1.8484275842617401GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:34 llm_engine.py:257] add seq 75 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:34 scheduler.py:154] free seq 141
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['5b1b906395964f1a87e6d9666b42eb91'], status:MigrationStatus.FINISHED_DONE, len:10 blocks, cost:36.536455154418945 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:34 scheduler.py:154] free seq 140
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['c5ebb0e9f4074956aea3a31b08947653'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:20.65277099609375 ms
-(Llumlet pid=9907) INFO 09-11 12:06:34 metrics.py:334] Avg prompt throughput: 206.0 tokens/s, Avg generation throughput: 416.2 tokens/s, Running: 26 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 86.2%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) INFO 09-11 12:06:38 metrics.py:334] Avg prompt throughput: 440.1 tokens/s, Avg generation throughput: 367.9 tokens/s, Running: 23 reqs, Swapped: 0 reqs, Pending: 149 reqs, GPU KV cache usage: 96.3%, CPU KV cache usage: 0.0%
-(Llumlet pid=9907) INFO 09-11 12:06:39 metrics.py:334] Avg prompt throughput: 42.6 tokens/s, Avg generation throughput: 489.2 tokens/s, Running: 21 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 90.8%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['0547d403ce784cb5a9a5a0232cc7a786']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:41 worker.py:121] [migration_cache] blocks_num: 19, total_kv_cache_size: 152.00 MB, time: 0.05693340301513672s, speed: 2.607212851136535GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:41 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007694721221923828s, speed: 1.015306438619322GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:41 llm_engine.py:257] add seq 76 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:41 scheduler.py:154] free seq 142
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['0547d403ce784cb5a9a5a0232cc7a786'], status:MigrationStatus.FINISHED_DONE, len:20 blocks, cost:71.64835929870605 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['ec51acad34ae406cb17723bffcc84cec']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:42 worker.py:121] [migration_cache] blocks_num: 19, total_kv_cache_size: 152.00 MB, time: 0.05967235565185547s, speed: 2.4875421521151972GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:42 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007302045822143555s, speed: 1.0699056388154242GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:42 llm_engine.py:257] add seq 77 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:42 scheduler.py:154] free seq 130
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['ec51acad34ae406cb17723bffcc84cec'], status:MigrationStatus.FINISHED_DONE, len:20 blocks, cost:75.84691047668457 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2cb3ac68f65241f89c421d97a32422fa']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:42 worker.py:121] [migration_cache] blocks_num: 16, total_kv_cache_size: 128.00 MB, time: 0.04575943946838379s, speed: 2.7316768179899857GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:42 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.0067348480224609375s, speed: 1.1600113282356272GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:42 llm_engine.py:257] add seq 78 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:42 scheduler.py:154] free seq 129
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2cb3ac68f65241f89c421d97a32422fa'], status:MigrationStatus.FINISHED_DONE, len:17 blocks, cost:60.53614616394043 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['348479d17f084c7c8da4877e22cd311e']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:43 worker.py:121] [migration_cache] blocks_num: 6, total_kv_cache_size: 48.00 MB, time: 0.021929264068603516s, speed: 2.137554632629542GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:43 llm_engine.py:257] add seq 79 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:43 scheduler.py:154] free seq 148
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['348479d17f084c7c8da4877e22cd311e'], status:MigrationStatus.FINISHED_DONE, len:6 blocks, cost:26.206016540527344 ms
-(Llumlet pid=9908) INFO 09-11 12:06:44 metrics.py:334] Avg prompt throughput: 203.5 tokens/s, Avg generation throughput: 366.9 tokens/s, Running: 15 reqs, Swapped: 0 reqs, Pending: 150 reqs, GPU KV cache usage: 93.3%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2b0908eeb8cc4364a17e3f3b718b3a77']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:44 worker.py:121] [migration_cache] blocks_num: 17, total_kv_cache_size: 136.00 MB, time: 0.04992246627807617s, speed: 2.660375376092459GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:44 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.0068628787994384766s, speed: 1.1383706791731805GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:44 llm_engine.py:257] add seq 80 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 scheduler.py:154] free seq 150
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2b0908eeb8cc4364a17e3f3b718b3a77'], status:MigrationStatus.FINISHED_DONE, len:18 blocks, cost:66.37096405029297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['548f66b603274d4ca08ab44bd3555df3']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:44 worker.py:121] [migration_cache] blocks_num: 21, total_kv_cache_size: 168.00 MB, time: 0.06429576873779297s, speed: 2.5516842433141993GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:44 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.007001161575317383s, speed: 1.1158862591520518GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:44 llm_engine.py:257] add seq 81 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 scheduler.py:154] free seq 151
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['548f66b603274d4ca08ab44bd3555df3'], status:MigrationStatus.FINISHED_DONE, len:22 blocks, cost:78.36413383483887 ms
-(Llumlet pid=9907) INFO 09-11 12:06:44 metrics.py:334] Avg prompt throughput: 0.0 tokens/s, Avg generation throughput: 420.4 tokens/s, Running: 20 reqs, Swapped: 0 reqs, Pending: 0 reqs, GPU KV cache usage: 91.0%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['b83756dd11114a47af68f694db5c7731']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:44 worker.py:121] [migration_cache] blocks_num: 11, total_kv_cache_size: 88.00 MB, time: 0.03522062301635742s, speed: 2.439976713645533GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:44 llm_engine.py:257] add seq 82 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 scheduler.py:154] free seq 147
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['b83756dd11114a47af68f694db5c7731'], status:MigrationStatus.FINISHED_DONE, len:11 blocks, cost:40.03405570983887 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['5a3d80d1c93840cd986a5fa7c2786cc9']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:47 worker.py:121] [migration_cache] blocks_num: 67, total_kv_cache_size: 536.00 MB, time: 0.15778875350952148s, speed: 3.3173308512663677GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 worker.py:121] [migration_cache] blocks_num: 1, total_kv_cache_size: 8.00 MB, time: 0.006713151931762695s, speed: 1.163760343786625GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 llm_engine.py:257] add seq 83 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:67 blocks, cost:163.23280334472656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 scheduler.py:154] free seq 156
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['5a3d80d1c93840cd986a5fa7c2786cc9'], status:MigrationStatus.FINISHED_DONE, len:68 blocks, cost:10.674238204956055 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['5b73c1180d2d450d8dda295a2f22a6d3']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['7706e8c4ccce49438361463f3d2d8bf6']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.014960765838623047s, speed: 2.088796812749004GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 llm_engine.py:257] add seq 84 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.014044046401977539s, speed: 2.2251421780833547GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 llm_engine.py:257] add seq 85 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 scheduler.py:154] free seq 155
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['5b73c1180d2d450d8dda295a2f22a6d3'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:18.584489822387695 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 scheduler.py:154] free seq 154
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['7706e8c4ccce49438361463f3d2d8bf6'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:17.790794372558594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['d88ddabbed8e4b929b7cc369e4b817d1']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2ddd7d2750d14c5aa1243befcaab665b']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 worker.py:121] [migration_cache] blocks_num: 6, total_kv_cache_size: 48.00 MB, time: 0.020192384719848633s, speed: 2.3214197159151286GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 llm_engine.py:257] add seq 86 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.02269887924194336s, speed: 2.40925992059324GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 llm_engine.py:257] add seq 87 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 scheduler.py:154] free seq 160
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['d88ddabbed8e4b929b7cc369e4b817d1'], status:MigrationStatus.FINISHED_DONE, len:6 blocks, cost:23.908615112304688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 scheduler.py:154] free seq 159
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['2ddd7d2750d14c5aa1243befcaab665b'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:27.838706970214844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['993b23bdd07e4035b8c6d995f1f3748b']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['b689bd5f279d4db980e0ecdbc3dc1a3e']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 worker.py:121] [migration_cache] blocks_num: 4, total_kv_cache_size: 32.00 MB, time: 0.019458532333374023s, speed: 1.605979293022116GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 llm_engine.py:257] add seq 88 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 worker.py:121] [migration_cache] blocks_num: 16, total_kv_cache_size: 128.00 MB, time: 0.04817795753479004s, speed: 2.594547515006953GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 llm_engine.py:257] add seq 89 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 scheduler.py:154] free seq 158
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['993b23bdd07e4035b8c6d995f1f3748b'], status:MigrationStatus.FINISHED_DONE, len:4 blocks, cost:24.67060089111328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 scheduler.py:154] free seq 157
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['b689bd5f279d4db980e0ecdbc3dc1a3e'], status:MigrationStatus.FINISHED_DONE, len:16 blocks, cost:51.84006690979004 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['9e5a9aa73b3d423f82c6db42db115b6d']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 worker.py:121] [migration_cache] blocks_num: 2, total_kv_cache_size: 16.00 MB, time: 0.011394262313842773s, speed: 1.3713042204599193GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:48 llm_engine.py:257] add seq 90 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 scheduler.py:154] free seq 153
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['9e5a9aa73b3d423f82c6db42db115b6d'], status:MigrationStatus.FINISHED_DONE, len:2 blocks, cost:15.369176864624023 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.775979995727539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9249916076660156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5857219696044922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.604318618774414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6095638275146484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5854835510253906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5757083892822266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5799999237060547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5995502471923828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.600027084350586 ms
-(Llumlet pid=9908) INFO 09-11 12:06:49 metrics.py:334] Avg prompt throughput: 999.9 tokens/s, Avg generation throughput: 230.6 tokens/s, Running: 12 reqs, Swapped: 0 reqs, Pending: 138 reqs, GPU KV cache usage: 95.9%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8913745880126953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.584768295288086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6777515411376953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6021728515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['980cbbd98d5c46b298005630ab2917bd']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:49 worker.py:121] [migration_cache] blocks_num: 7, total_kv_cache_size: 56.00 MB, time: 0.02354741096496582s, speed: 2.322442160684453GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:49 llm_engine.py:257] add seq 91 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 scheduler.py:154] free seq 163
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['980cbbd98d5c46b298005630ab2917bd'], status:MigrationStatus.FINISHED_DONE, len:7 blocks, cost:27.668237686157227 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.661062240600586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.0565261840820312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6052722930908203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.603841781616211 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5594959259033203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6655921936035156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5282630920410156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6934871673583984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5609264373779297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5978813171386719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5125274658203125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.610849380493164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5139579772949219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5690326690673828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4808177947998047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5511512756347656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4965534210205078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5265941619873047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4989376068115234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.544952392578125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4677047729492188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.424406051635742 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5137195587158203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4865398406982422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6853809356689453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5759468078613281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5099048614501953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.556396484375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4841556549072266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5401840209960938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4431476593017578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5513896942138672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5134811401367188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5263557434082031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.341197967529297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5347003936767578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5230178833007812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4955997467041016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5163421630859375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5332698822021484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4595985412597656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5289783477783203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5308856964111328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.0972957611083984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5764236450195312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.543283462524414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.504659652709961 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5604496002197266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4846324920654297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5413761138916016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.474618911743164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516580581665039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.481771469116211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5528202056884766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4979839324951172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5594959259033203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5180110931396484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7070770263671875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.565694808959961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5711784362792969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4979839324951172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5349388122558594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5139579772949219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.603841781616211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5048980712890625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6255378723144531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.546621322631836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5354156494140625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5332698822021484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5115737915039062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4984607696533203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5053749084472656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5194416046142578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5511512756347656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4774799346923828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4798641204833984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.54876708984375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5225410461425781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5456676483154297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5401840209960938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.622915267944336 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.8235912322998047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5759468078613281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5134811401367188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5201568603515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5659332275390625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5532970428466797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5032291412353516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5108585357666016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6286373138427734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6541481018066406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5599727630615234 ms
-(Llumlet pid=9908) INFO 09-11 12:06:54 metrics.py:334] Avg prompt throughput: 334.5 tokens/s, Avg generation throughput: 214.5 tokens/s, Running: 10 reqs, Swapped: 0 reqs, Pending: 135 reqs, GPU KV cache usage: 96.9%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5997886657714844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5556812286376953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5375614166259766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5633106231689453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7459392547607422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5935897827148438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6620159149169922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6710758209228516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6176700592041016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6064643859863281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6117095947265625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.565694808959961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5916824340820312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.605987548828125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6222000122070312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5990734100341797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6026496887207031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6107559204101562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5633106231689453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.57928466796875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5521049499511719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.535177230834961 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5137195587158203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5442371368408203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5804767608642578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5461444854736328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5418529510498047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5060901641845703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5950202941894531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5783309936523438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.615285873413086 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6484260559082031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['8d8b4d148de24e5b8b495251b5ba4f5f']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:55 worker.py:121] [migration_cache] blocks_num: 2, total_kv_cache_size: 16.00 MB, time: 0.009882450103759766s, speed: 1.5810856453558504GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:55 llm_engine.py:257] add seq 92 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5988349914550781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 scheduler.py:154] free seq 173
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['8d8b4d148de24e5b8b495251b5ba4f5f'], status:MigrationStatus.FINISHED_DONE, len:2 blocks, cost:15.247106552124023 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['f7973fe3bdb34910a44c0e7c7acfbce0']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['db861193a56746c791e90396e984bbf0']
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:55 worker.py:121] [migration_cache] blocks_num: 3, total_kv_cache_size: 24.00 MB, time: 0.011823177337646484s, speed: 1.982335148215366GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:55 llm_engine.py:257] add seq 93 to block table
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:55 worker.py:121] [migration_cache] blocks_num: 6, total_kv_cache_size: 48.00 MB, time: 0.020859241485595703s, speed: 2.2472053949022746GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:55 llm_engine.py:257] add seq 94 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 scheduler.py:154] free seq 172
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['f7973fe3bdb34910a44c0e7c7acfbce0'], status:MigrationStatus.FINISHED_DONE, len:3 blocks, cost:15.450477600097656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 scheduler.py:154] free seq 171
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['db861193a56746c791e90396e984bbf0'], status:MigrationStatus.FINISHED_DONE, len:6 blocks, cost:24.625062942504883 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['eb37c1d2113e411a8154c5bab163c50d']
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:55 worker.py:121] [migration_cache] blocks_num: 2, total_kv_cache_size: 16.00 MB, time: 0.008945703506469727s, speed: 1.7466485434823165GB/s.
-(Llumlet pid=9907) Llumnix INFO 09-11 12:06:55 llm_engine.py:257] add seq 95 to block table
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 scheduler.py:154] free seq 170
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request ['eb37c1d2113e411a8154c5bab163c50d'], status:MigrationStatus.FINISHED_DONE, len:2 blocks, cost:13.057708740234375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6622543334960938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.607656478881836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.598358154296875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6222000122070312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6217231750488281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6376972198486328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6965866088867188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6105175018310547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6911964416503906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6603469848632812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5270709991455078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6355514526367188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6269683837890625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.619100570678711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6499500274658203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.628875732421875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7964839935302734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.598358154296875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5745162963867188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6067028045654297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6274452209472656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5745162963867188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.699686050415039 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5680789947509766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5823841094970703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5835762023925781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6083717346191406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.544952392578125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.494739532470703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6411285400390625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5439987182617188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5499591827392578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5537738800048828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5442371368408203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5306472778320312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5604496002197266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5866756439208984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6486644744873047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5578269958496094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5377998352050781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5308856964111328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5666484832763672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5823841094970703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.569986343383789 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5416145324707031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.580953598022461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.542806625366211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5151500701904297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5232563018798828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5459060668945312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5716552734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5108585357666016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.550436019897461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4955997467041016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5456676483154297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3614635467529297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5718936920166016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5439987182617188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5368461608886719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5685558319091797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) INFO 09-11 12:06:59 metrics.py:334] Avg prompt throughput: 666.4 tokens/s, Avg generation throughput: 268.9 tokens/s, Running: 16 reqs, Swapped: 0 reqs, Pending: 121 reqs, GPU KV cache usage: 99.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5170574188232422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4693737030029297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5363693237304688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5420913696289062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5151500701904297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5358924865722656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5552043914794922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5308856964111328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3254623413085938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5256404876708984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516580581665039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5363693237304688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5156269073486328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.483917236328125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5444755554199219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5671253204345703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5611648559570312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:06:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.539468765258789 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:06:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.585245132446289 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.2966136932373047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5811920166015625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5411376953125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5380382537841797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.611948013305664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5540122985839844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5118122100830078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.524209976196289 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5604496002197266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5447139739990234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5873908996582031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5752315521240234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5902519226074219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5468597412109375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5583038330078125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.560211181640625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5668869018554688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5065670013427734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6105175018310547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5583038330078125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5554428100585938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5490055084228516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.619577407836914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.54876708984375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.573324203491211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4717578887939453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5273094177246094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.556396484375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.5899410247802734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5592575073242188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5819072723388672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6241073608398438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5342235565185547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4731884002685547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5439987182617188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5807151794433594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5363693237304688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4998912811279297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6303062438964844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7592906951904297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.4301280975341797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.542806625366211 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6851425170898438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6019344329833984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5692710876464844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4536380767822266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5981197357177734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5139579772949219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.48773193359375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4522075653076172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6143321990966797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.964019775390625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6071796417236328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9588470458984375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.651763916015625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8715858459472656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5366077423095703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4443397521972656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5437602996826172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5819072723388672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5075206756591797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4903545379638672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5981197357177734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5854835510253906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5645027160644531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4853477478027344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5194416046142578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5232563018798828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5227794647216797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.2815933227539062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.866029739379883 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5912055969238281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5363693237304688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4853477478027344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5752315521240234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5654563903808594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5194416046142578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4307498931884766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6417503356933594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) INFO 09-11 12:07:04 metrics.py:334] Avg prompt throughput: 563.4 tokens/s, Avg generation throughput: 255.8 tokens/s, Running: 15 reqs, Swapped: 0 reqs, Pending: 117 reqs, GPU KV cache usage: 88.2%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6666393280029297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5997886657714844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5342235565185547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6300678253173828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.613616943359375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6314983367919922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5833377838134766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.575469970703125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.575469970703125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5494823455810547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.4990310668945312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5914440155029297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6148090362548828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5282630920410156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5320777893066406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.552581787109375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.57928466796875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5773773193359375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.590728759765625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5423297882080078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5838146209716797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5938282012939453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6407966613769531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5933513641357422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5864372253417969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.560211181640625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.529693603515625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6095638275146484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5859603881835938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5740394592285156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5943050384521484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.676321029663086 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6014575958251953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5549659729003906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6102790832519531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5578269958496094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5518665313720703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5866756439208984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5544891357421875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6133785247802734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6312599182128906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5523433685302734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.9262771606445312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6372203826904297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5461444854736328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5401840209960938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4672279357910156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6202926635742188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5747547149658203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5969276428222656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5795230865478516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.054380416870117 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5544891357421875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5206336975097656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.497030258178711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.60980224609375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5325546264648438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5256404876708984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5683174133300781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6252994537353516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5826225280761719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5506744384765625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4865398406982422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5583038330078125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5530586242675781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5804767608642578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4944076538085938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5568733215332031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4944076538085938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.118919372558594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.52587890625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5916824340820312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5921592712402344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.607656478881836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4870166778564453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5645027160644531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5463829040527344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5451908111572266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.568960189819336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6360282897949219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6045570373535156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.590728759765625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5058517456054688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6148090362548828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5027523040771484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5676021575927734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6791820526123047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.614353179931641 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.600027084350586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6160011291503906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5599727630615234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5916824340820312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5861988067626953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5513896942138672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6388893127441406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6684532165527344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5454292297363281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.573324203491211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.537322998046875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5523433685302734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7244815826416016 ms
-(Llumlet pid=9908) INFO 09-11 12:07:09 metrics.py:334] Avg prompt throughput: 466.0 tokens/s, Avg generation throughput: 293.4 tokens/s, Running: 20 reqs, Swapped: 0 reqs, Pending: 110 reqs, GPU KV cache usage: 97.4%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5988349914550781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6677379608154297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5816688537597656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6200542449951172 ms
-(Llumlet pid=9908) WARNING 09-11 12:07:09 scheduler.py:648] Input prompt (2721 tokens) is too long and exceeds limit of 2048
-(Llumlet pid=9908) WARNING 09-11 12:07:09 scheduler.py:648] Input prompt (3255 tokens) is too long and exceeds limit of 2048
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.589059829711914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.501321792602539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5506744384765625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5401840209960938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5561580657958984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4989376068115234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5537738800048828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6129016876220703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6026496887207031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5094280242919922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.565694808959961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5645027160644531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5807151794433594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5528202056884766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5666484832763672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6319751739501953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5909671783447266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.470327377319336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5799999237060547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.531362533569336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.458883285522461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4972686767578125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7840862274169922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5301704406738281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5113353729248047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.51824951171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.605987548828125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6105175018310547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5277862548828125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4679431915283203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.539468765258789 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5494823455810547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5091896057128906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4948844909667969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.664876937866211 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.844427108764648 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.881692886352539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5265941619873047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5239715576171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.552581787109375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4727115631103516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4314651489257812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5022754669189453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5320777893066406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4510154724121094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4567375183105469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5418529510498047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5308856964111328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4519691467285156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4407634735107422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5146732330322266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5594959259033203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4505386352539062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4989376068115234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.552581787109375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5225410461425781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5442371368408203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4638900756835938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4946460723876953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5158653259277344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5175342559814453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4562606811523438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5041828155517578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.565694808959961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.434326171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5137195587158203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5156269073486328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.966901779174805 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5482902526855469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5637874603271484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5265941619873047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6231536865234375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6660690307617188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6689300537109375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6372203826904297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5790462493896484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5954971313476562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6090869903564453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5971660614013672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5752315521240234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5821456909179688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5995502471923828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5561580657958984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.59454345703125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6219615936279297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5904903411865234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6138553619384766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5461444854736328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5752315521240234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5451908111572266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6109943389892578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6274452209472656 ms
-(Llumlet pid=9908) INFO 09-11 12:07:14 metrics.py:334] Avg prompt throughput: 341.7 tokens/s, Avg generation throughput: 463.5 tokens/s, Running: 21 reqs, Swapped: 0 reqs, Pending: 101 reqs, GPU KV cache usage: 99.4%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6088485717773438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5375614166259766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.5753250122070312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.777742385864258 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.078460693359375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6331672668457031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5892982482910156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5683174133300781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6100406646728516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6281604766845703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.59454345703125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5716552734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6326904296875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.608133316040039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.678466796875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5916824340820312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.865386962890625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7056465148925781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8038749694824219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.779794692993164 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8391609191894531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7096996307373047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.855062484741211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7883777618408203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7230510711669922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6560554504394531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6674995422363281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7719268798828125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6350746154785156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7962455749511719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6949176788330078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7549991607666016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6875267028808594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6627311706542969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.661539077758789 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.712799072265625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.860567092895508 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7218589782714844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7690658569335938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7914772033691406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7392635345458984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6567707061767578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7354488372802734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7817020416259766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6813278198242188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6570091247558594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6417503356933594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7061233520507812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.68609619140625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6498565673828125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6322135925292969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6734600067138672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6312599182128906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.60980224609375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8990039825439453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7919540405273438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.683950424194336 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6486644744873047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7704963684082031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8317699432373047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6275386810302734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6536712646484375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7185211181640625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7380714416503906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6450881958007812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5912055969238281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.585245132446289 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6226768493652344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5964508056640625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6028881072998047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.657247543334961 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6672611236572266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6663074493408203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6632080078125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.622915267944336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6448497772216797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.691579818725586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6431808471679688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.7834644317626953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6818046569824219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6140937805175781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6283988952636719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6160011291503906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.708984375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6222000122070312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6803741455078125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6596317291259766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.70135498046875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6021728515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.657724380493164 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6367435455322266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.65557861328125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6622543334960938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.681659698486328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.973867416381836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7464160919189453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9500255584716797 ms
-(Llumlet pid=9908) INFO 09-11 12:07:19 metrics.py:334] Avg prompt throughput: 209.3 tokens/s, Avg generation throughput: 402.9 tokens/s, Running: 18 reqs, Swapped: 0 reqs, Pending: 102 reqs, GPU KV cache usage: 97.2%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7511844635009766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6455650329589844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8734931945800781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8622875213623047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6357898712158203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7895698547363281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.668691635131836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.836538314819336 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5878677368164062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7626285552978516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6429424285888672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.656719207763672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.6400089263916016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8017292022705078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.659393310546875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.817464828491211 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5137195587158203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7361640930175781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6372203826904297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7840862274169922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6789436340332031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7611980438232422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6434192657470703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7483234405517578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5478134155273438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.764535903930664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.2579898834228516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8916130065917969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7364025115966797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7681121826171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6016960144042969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7595291137695312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5404224395751953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7385482788085938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5916824340820312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7459392547607422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5323162078857422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8031597137451172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.2930374145507812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.859903335571289 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6164779663085938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.562356948852539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6613006591796875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5878677368164062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5091896057128906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5704631805419922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6231536865234375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.64794921875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.569986343383789 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5978813171386719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.6662349700927734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5375614166259766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7590522766113281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6045570373535156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.547098159790039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5134811401367188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.589059829711914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.642465591430664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6231536865234375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5676021575927734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.596689224243164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.641988754272461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5690326690673828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5654563903808594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6095638275146484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6088485717773438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5861988067626953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6050338745117188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5718936920166016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6100406646728516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5795230865478516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5180110931396484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6067028045654297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6293525695800781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6002655029296875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5714168548583984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.558542251586914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.683950424194336 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5838146209716797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6088485717773438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6407966613769531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6052722930908203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6453266143798828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6167163848876953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6105175018310547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.638650894165039 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5785694122314453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5385150909423828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.1616687774658203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.5794506072998047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6083717346191406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6982555389404297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5599727630615234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5289783477783203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5482902526855469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6503334045410156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5764236450195312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6520023345947266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5933513641357422 ms
-(Llumlet pid=9908) INFO 09-11 12:07:24 metrics.py:334] Avg prompt throughput: 495.1 tokens/s, Avg generation throughput: 313.3 tokens/s, Running: 16 reqs, Swapped: 0 reqs, Pending: 98 reqs, GPU KV cache usage: 91.7%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6999244689941406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5964508056640625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5375614166259766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.98309326171875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.653432846069336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.558065414428711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5552043914794922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5430450439453125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.52587890625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.535177230834961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.584768295288086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4500617980957031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4851093292236328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5017986297607422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.1402111053466797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5261173248291016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4719963073730469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5342235565185547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5637874603271484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4939308166503906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4221668243408203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4979839324951172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5294551849365234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4927387237548828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4274120330810547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4810562133789062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.590034484863281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.561880111694336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5385150909423828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5208721160888672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5916824340820312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4765262603759766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4753341674804688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4765262603759766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5926361083984375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.476287841796875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4798641204833984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.64794921875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6398429870605469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4722347259521484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4793872833251953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5177726745605469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5854835510253906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.466512680053711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4786720275878906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.1151771545410156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6427040100097656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4948844909667969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5478134155273438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.554727554321289 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5263557434082031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4755725860595703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4972686767578125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5380382537841797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5492439270019531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4941692352294922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5189647674560547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6617774963378906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5881061553955078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5206336975097656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5118122100830078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.524209976196289 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6999244689941406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5337467193603516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5022754669189453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.538991928100586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5287399291992188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5132427215576172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5947818756103516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6713142395019531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4903545379638672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5673637390136719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5573501586914062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5583038330078125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.566171646118164 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.528024673461914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5950202941894531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6970634460449219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6007423400878906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5425682067871094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5399456024169922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5037059783935547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5549659729003906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.122257232666016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.122257232666016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.379344940185547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.573801040649414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.538991928100586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4798641204833984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5664100646972656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5497207641601562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6028881072998047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5130043029785156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5151500701904297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5211105346679688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.529693603515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5826225280761719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6074180603027344 ms
-(Llumlet pid=9908) INFO 09-11 12:07:29 metrics.py:334] Avg prompt throughput: 422.4 tokens/s, Avg generation throughput: 387.5 tokens/s, Running: 25 reqs, Swapped: 0 reqs, Pending: 83 reqs, GPU KV cache usage: 91.6%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5587806701660156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.489877700805664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4178752899169922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5189647674560547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.48773193359375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4584064483642578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6350746154785156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.4797191619873047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.228425979614258 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5707015991210938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6613006591796875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6181468963623047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5916824340820312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5778541564941406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6515254974365234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5060901641845703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5609264373779297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5990734100341797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5583038330078125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4786720275878906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5933513641357422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5416145324707031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4905929565429688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5597343444824219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5888214111328125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5947818756103516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5172958374023438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5528202056884766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:158.12921524047852 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7902851104736328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6205310821533203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4910697937011719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5254020690917969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6224384307861328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5826225280761719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4910697937011719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5103816986083984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5985965728759766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5692710876464844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.398324966430664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4595985412597656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5521049499511719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5306472778320312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4967918395996094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5599727630615234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6393661499023438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4984607696533203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4803409576416016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5571117401123047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.761768341064453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.4439563751220703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4667510986328125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.497030258178711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5704631805419922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5916824340820312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.459360122680664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4653205871582031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5742778778076172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4863014221191406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5790462493896484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4843940734863281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.583099365234375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5444755554199219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4460086822509766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5361309051513672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.580953598022461 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4619827270507812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4567375183105469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5408992767333984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5091896057128906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.491546630859375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.474142074584961 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4832019805908203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5811920166015625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5316009521484375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4312267303466797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.497507095336914 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6966800689697266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.948284149169922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5535354614257812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5680789947509766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4674663543701172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5137195587158203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5099048614501953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5063285827636719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5287399291992188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.499176025390625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5039443969726562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5187263488769531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5730857849121094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5285015106201172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4886856079101562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5611648559570312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5566349029541016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.505136489868164 ms
-(Llumlet pid=9908) INFO 09-11 12:07:34 metrics.py:334] Avg prompt throughput: 93.4 tokens/s, Avg generation throughput: 452.7 tokens/s, Running: 22 reqs, Swapped: 0 reqs, Pending: 83 reqs, GPU KV cache usage: 97.8%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4586448669433594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.927541732788086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3550262451171875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.495361328125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4336109161376953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4719963073730469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4972686767578125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4910697937011719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4672279357910156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4858245849609375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4684200286865234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4832019805908203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4119148254394531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4030933380126953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3442039489746094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4655590057373047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4567375183105469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4660358428955078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4333724975585938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4739036560058594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3973712921142578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4164447784423828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4240741729736328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4638900756835938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4033317565917969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5056133270263672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4264583587646484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4297962188720703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4011859893798828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.41143798828125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3897418975830078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4379024505615234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.401662826538086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4007091522216797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.519918441772461 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.1309127807617188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5761852264404297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.508474349975586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4042854309082031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.486063003540039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4231204986572266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4235973358154297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4591217041015625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4033317565917969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3682842254638672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4431476593017578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3966560363769531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.397848129272461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3616085052490234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4064311981201172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4195442199707031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.1926631927490234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4889240264892578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4111995697021484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4226436614990234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.409769058227539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4162063598632812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4033317565917969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4181137084960938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4977455139160156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5153884887695312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4553070068359375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.527547836303711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4445781707763672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3895034790039062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.133535385131836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.137350082397461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5048980712890625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5940666198730469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3461112976074219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3973712921142578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4443397521972656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.5653839111328125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.6633739471435547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4336109161376953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7044544219970703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.512765884399414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516103744506836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.691579818725586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5423297882080078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3661384582519531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5120506286621094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5151500701904297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5223026275634766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3875961303710938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4767646789550781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5032291412353516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.5228729248046875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.309011459350586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.524209976196289 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5406608581542969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4634132385253906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3725757598876953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4450550079345703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5096664428710938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.501321792602539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4653205871582031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4576911926269531 ms
-(Llumlet pid=9908) INFO 09-11 12:07:39 metrics.py:334] Avg prompt throughput: 217.1 tokens/s, Avg generation throughput: 376.1 tokens/s, Running: 17 reqs, Swapped: 0 reqs, Pending: 86 reqs, GPU KV cache usage: 96.7%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5017986297607422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.46484375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3837814331054688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4448165893554688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.07464599609375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6279220581054688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.382589340209961 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5227794647216797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5566349029541016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5835762023925781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3997554779052734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4576911926269531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5714168548583984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4863014221191406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3854503631591797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.477956771850586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516103744506836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5540122985839844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5223026275634766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5387535095214844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5215873718261719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4967918395996094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4047622680664062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4684200286865234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.171682357788086 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6202926635742188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4500617980957031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4710426330566406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6574859619140625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5759468078613281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4331340789794922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5103816986083984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5683174133300781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.535654067993164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4274120330810547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.44195556640625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5120506286621094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5108585357666016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5187263488769531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4824867248535156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4996528625488281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5025138854980469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.8710365295410156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6331672668457031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5783309936523438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.531839370727539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.461029052734375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4510154724121094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9428730010986328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.506805419921875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4731884002685547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5194416046142578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5902519226074219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5888214111328125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4603137969970703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5957355499267578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6009807586669922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.354310989379883 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6107559204101562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7323493957519531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5294551849365234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4929771423339844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4734268188476562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5087127685546875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5301704406738281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5227794647216797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4731884002685547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.413583755493164 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4007091522216797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.470804214477539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3780593872070312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7275810241699219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.413583755493164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4407634735107422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4657974243164062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4350414276123047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3463497161865234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4264583587646484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3725757598876953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4095306396484375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5048980712890625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4200210571289062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3763904571533203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4905929565429688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4042854309082031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3933181762695312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3756752014160156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.369476318359375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4011859893798828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4691352844238281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4202594757080078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4469623565673828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4257431030273438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6934871673583984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6219615936279297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4934539794921875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4264583587646484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4312267303466797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4965534210205078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.505136489868164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4235973358154297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5017986297607422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5637874603271484 ms
-(Llumlet pid=9908) INFO 09-11 12:07:44 metrics.py:334] Avg prompt throughput: 645.9 tokens/s, Avg generation throughput: 298.3 tokens/s, Running: 22 reqs, Swapped: 0 reqs, Pending: 73 reqs, GPU KV cache usage: 97.1%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6601085662841797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.56402587890625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5184879302978516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5358924865722656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5392303466796875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:6.26373291015625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.440069198608398 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5568733215332031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4650821685791016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4011859893798828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5189647674560547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5304088592529297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4486312866210938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.434326171875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4634132385253906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4927387237548828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4526844024658203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.428842544555664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4972686767578125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4147758483886719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4340877532958984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5063285827636719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.458883285522461 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4672279357910156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.451730728149414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.493215560913086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5368461608886719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.23066520690918 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4147758483886719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4586448669433594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4801025390625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4412403106689453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5289783477783203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3871192932128906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5802383422851562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6090869903564453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5649795532226562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5833377838134766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5561580657958984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5702247619628906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.619577407836914 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5895366668701172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6214847564697266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5697479248046875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6007423400878906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6484260559082031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.317926406860352 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.60760498046875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.843069076538086 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.090547561645508 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.036903381347656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.113674163818359 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.216432571411133 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.8106441497802734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.476381301879883 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6803741455078125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6858577728271484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6720294952392578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:7.415056228637695 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.996133804321289 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.28717041015625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6232471466064453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.098104476928711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6627311706542969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6641616821289062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.567840576171875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4998912811279297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5377998352050781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6407966613769531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5764236450195312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5413761138916016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5783309936523438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5325546264648438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5192031860351562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5158653259277344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5385150909423828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5904903411865234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5306472778320312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5227794647216797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.535177230834961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5354156494140625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6036033630371094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5459060668945312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5411376953125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6026496887207031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.493215560913086 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5380382537841797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.552581787109375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6057491302490234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6067028045654297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5742778778076172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5532970428466797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5468597412109375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5404224395751953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5900135040283203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5249252319335938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6574859619140625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5230178833007812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) INFO 09-11 12:07:49 metrics.py:334] Avg prompt throughput: 405.3 tokens/s, Avg generation throughput: 499.5 tokens/s, Running: 24 reqs, Swapped: 0 reqs, Pending: 65 reqs, GPU KV cache usage: 99.2%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5447139739990234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5709400177001953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.562356948852539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5921592712402344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5709400177001953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5149116516113281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.547098159790039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5311241149902344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5554428100585938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5583038330078125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.566171646118164 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5146732330322266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.7636756896972656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.375696182250977 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.287242889404297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5320777893066406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.493692398071289 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5094280242919922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5213489532470703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6756057739257812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5156269073486328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4903545379638672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4905929565429688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5461444854736328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.500844955444336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5223026275634766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4793872833251953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4612674713134766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4920234680175781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5482902526855469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5382766723632812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5532970428466797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.497507095336914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5168190002441406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5239715576171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4920234680175781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4650821685791016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.558542251586914 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.530263900756836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5447139739990234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5048980712890625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:51 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5041828155517578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:51 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5511512756347656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.558065414428711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.523733139038086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5878677368164062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5680789947509766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5246868133544922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5017986297607422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5120506286621094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5251636505126953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5149116516113281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4636516571044922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5187263488769531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.581430435180664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5003681182861328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4722347259521484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4824867248535156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4939308166503906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5337467193603516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5077590942382812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5194416046142578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:52 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:52 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5344619750976562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5261173248291016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.546621322631836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4615058898925781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5053749084472656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.506805419921875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.524209976196289 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5017986297607422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4939308166503906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4798641204833984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5518665313720703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.522064208984375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5239715576171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.554250717163086 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5480518341064453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5437602996826172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5299320220947266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5819072723388672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5416145324707031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:53 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5795230865478516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:53 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5614032745361328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5606880187988281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5592575073242188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5382766723632812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5506744384765625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5447139739990234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7082691192626953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6202926635742188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5764236450195312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5897750854492188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5468597412109375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5447139739990234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5270709991455078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6187171936035156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6796588897705078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5759468078613281 ms
-(Llumlet pid=9908) INFO 09-11 12:07:54 metrics.py:334] Avg prompt throughput: 494.4 tokens/s, Avg generation throughput: 420.8 tokens/s, Running: 24 reqs, Swapped: 0 reqs, Pending: 59 reqs, GPU KV cache usage: 97.6%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5118122100830078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5783309936523438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6090869903564453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:54 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:54 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5704631805419922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5044212341308594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7120838165283203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6064643859863281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.672983169555664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.573801040649414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.650094985961914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6510486602783203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6531944274902344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6849040985107422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.664876937866211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6427040100097656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5981197357177734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.691579818725586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6613006591796875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6474723815917969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6415119171142578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6677379608154297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7342567443847656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:55 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6758441925048828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:55 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.672506332397461 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7023086547851562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6639232635498047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6143321990966797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.680612564086914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7077922821044922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6548633575439453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.634836196899414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.615285873413086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6515254974365234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6448497772216797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.703023910522461 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.623392105102539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6748905181884766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.65557861328125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.743316650390625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.5538673400878906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7383098602294922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:56 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.691579818725586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:56 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6562938690185547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6314983367919922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6622543334960938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6350746154785156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6903877258300781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6894340515136719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9602775573730469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6489028930664062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6722679138183594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5707015991210938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5828609466552734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5759468078613281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5766620635986328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5590190887451172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5773773193359375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5785694122314453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5959739685058594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6222000122070312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6939640045166016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6837120056152344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:57 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:57 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5912055969238281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.630544662475586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6291141510009766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6530494689941406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.391742706298828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.4918060302734375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6570091247558594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6069412231445312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5716552734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5630722045898438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5406608581542969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6109943389892578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5828609466552734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8024444580078125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6193389892578125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.088235855102539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.620147705078125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.680135726928711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:58 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.537322998046875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:58 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6467571258544922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5769004821777344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5645027160644531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.486063003540039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6443729400634766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6744136810302734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7168521881103516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5935897827148438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5664100646972656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5194416046142578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4781951904296875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4786720275878906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4734268188476562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4300346374511719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5265941619873047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5213489532470703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4920234680175781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) INFO 09-11 12:07:59 metrics.py:334] Avg prompt throughput: 202.4 tokens/s, Avg generation throughput: 454.6 tokens/s, Running: 20 reqs, Swapped: 0 reqs, Pending: 59 reqs, GPU KV cache usage: 95.9%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.154277801513672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.601478576660156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5666484832763672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:07:59 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:07:59 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.528024673461914 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4998912811279297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5153884887695312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5931129455566406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5244483947753906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5265941619873047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5902519226074219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.504659652709961 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5597343444824219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4922618865966797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4674663543701172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4753341674804688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5439987182617188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6388893127441406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6467571258544922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6748905181884766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.661539077758789 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5764236450195312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8389225006103516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:00 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:00 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6937255859375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6477108001708984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.615285873413086 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6849040985107422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5978813171386719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6179084777832031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6148090362548828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.830837249755859 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6317367553710938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4920234680175781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5950202941894531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.573324203491211 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5988349914550781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5881061553955078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5816688537597656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.603841781616211 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.619100570678711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5878677368164062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6248226165771484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:01 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:01 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5921592712402344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5606880187988281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7015933990478516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7201900482177734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6739368438720703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6493797302246094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6279220581054688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6469955444335938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6431808471679688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.628875732421875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5845298767089844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7888545989990234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.7332305908203125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.837678909301758 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.598358154296875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6696453094482422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5876293182373047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6009807586669922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516103744506836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:02 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:02 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5974044799804688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5513896942138672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5625953674316406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4963150024414062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6405582427978516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6510486602783203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.613616943359375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6036033630371094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.589059829711914 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5633106231689453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.8030147552490234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5864372253417969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5971660614013672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4984607696533203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6090869903564453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5339851379394531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5676021575927734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5218257904052734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5759468078613281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:03 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4843940734863281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:03 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.567840576171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5444755554199219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5254020690917969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5382766723632812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6355514526367188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6450881958007812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.498554229736328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.584074020385742 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3245086669921875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.627206802368164 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6071796417236328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.538991928100586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.577138900756836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5666484832763672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6276836395263672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6849040985107422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.661539077758789 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6040802001953125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6016960144042969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:04 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:04 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.726388931274414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6176700592041016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8453598022460938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5757083892822266 ms
-(Llumlet pid=9908) INFO 09-11 12:08:05 metrics.py:334] Avg prompt throughput: 636.6 tokens/s, Avg generation throughput: 339.6 tokens/s, Running: 23 reqs, Swapped: 0 reqs, Pending: 50 reqs, GPU KV cache usage: 97.8%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.703500747680664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8818378448486328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6951560974121094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6095638275146484 ms
-(Llumlet pid=9908) WARNING 09-11 12:08:05 scheduler.py:648] Input prompt (3255 tokens) is too long and exceeds limit of 2048
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.82342529296875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.687765121459961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7008781433105469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6090869903564453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6667842864990234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6367435455322266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7011165618896484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6639232635498047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8346309661865234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5802383422851562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7018318176269531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:05 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6293525695800781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:05 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6391277313232422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6341209411621094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5177726745605469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5406608581542969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6608238220214844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6818046569824219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7321109771728516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6026496887207031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6717910766601562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7082691192626953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.651763916015625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5344619750976562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.8208961486816406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.724336624145508 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5358924865722656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4958381652832031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6286373138427734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6632080078125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:06 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5344619750976562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:06 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.531362533569336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5785694122314453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9421577453613281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6200542449951172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.611948013305664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6815662384033203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7223358154296875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6922950744628906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6069412231445312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5900135040283203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6248226165771484 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5881061553955078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6317367553710938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6257762908935547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5735626220703125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.611948013305664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.60980224609375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6374588012695312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5711784362792969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6341209411621094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:07 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:07 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6067028045654297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.52587890625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5842914581298828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5938282012939453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.669168472290039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6586780548095703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6357898712158203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6930103302001953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8241405487060547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6832351684570312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7256736755371094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7080307006835938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.720428466796875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.802206039428711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7592906951904297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6558170318603516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7421245574951172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6388893127441406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6927719116210938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:08 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6427040100097656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:08 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6551017761230469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6083717346191406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8010139465332031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7197132110595703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6951560974121094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.811981201171875 ms
-(Llumlet pid=9908) WARNING 09-11 12:08:09 scheduler.py:648] Input prompt (3255 tokens) is too long and exceeds limit of 2048
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9006729125976562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7676353454589844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7707347869873047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7189979553222656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8138885498046875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.802206039428711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6739368438720703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6057491302490234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6231536865234375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6756057739257812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.708984375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6796588897705078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6832351684570312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:09 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:09 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7316341400146484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5895366668701172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6279220581054688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5797615051269531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6040802001953125 ms
-(Llumlet pid=9908) INFO 09-11 12:08:10 metrics.py:334] Avg prompt throughput: 460.5 tokens/s, Avg generation throughput: 439.2 tokens/s, Running: 24 reqs, Swapped: 0 reqs, Pending: 38 reqs, GPU KV cache usage: 99.4%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6205310821533203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.611471176147461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6596317291259766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6932487487792969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.668691635131836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5757083892822266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6825199127197266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6317367553710938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5902519226074219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7268657684326172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5845298767089844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6322135925292969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.600027084350586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5506744384765625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:10 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:10 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6033649444580078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5416145324707031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5614032745361328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5766620635986328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.581430435180664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.680135726928711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5213489532470703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6086101531982422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5840530395507812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5635490417480469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6274452209472656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.9909610748291016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.130290985107422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6591548919677734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5988349914550781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6207695007324219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.577138900756836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5478134155273438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:11 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5788078308105469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:11 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516580581665039 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4786720275878906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5554428100585938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.600503921508789 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5108585357666016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4400482177734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4967918395996094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5795230865478516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4710426330566406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.44195556640625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5850067138671875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.550436019897461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5003681182861328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.752065658569336 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.4508705139160156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5425682067871094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4846324920654297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5339851379394531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5597343444824219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:12 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5709400177001953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:12 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.543283462524414 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5146732330322266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5244483947753906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6150474548339844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.531839370727539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5094280242919922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5575885772705078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5439987182617188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4576911926269531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.002021789550781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5652179718017578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.529693603515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4522075653076172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4979839324951172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4789104461669922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5251636505126953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4393329620361328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4095306396484375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:13 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5423297882080078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:13 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5118122100830078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4133453369140625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4286041259765625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5399456024169922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6183853149414062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5614032745361328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5065670013427734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.573324203491211 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5912055969238281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4429092407226562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5082359313964844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5559196472167969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.520395278930664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5106201171875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5490055084228516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.707315444946289 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5952587127685547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5420913696289062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4998912811279297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.666494369506836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:14 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:14 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6465187072753906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5766620635986328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5339851379394531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5823841094970703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5935897827148438 ms
-(Llumlet pid=9908) INFO 09-11 12:08:15 metrics.py:334] Avg prompt throughput: 236.3 tokens/s, Avg generation throughput: 398.5 tokens/s, Running: 18 reqs, Swapped: 0 reqs, Pending: 40 reqs, GPU KV cache usage: 98.2%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6160011291503906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516103744506836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.565694808959961 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5606880187988281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.50299072265625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5895366668701172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6694068908691406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7056465148925781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.645803451538086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.626729965209961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6090869903564453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6121864318847656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.617431640625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:15 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6455650329589844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:15 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6870498657226562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5749931335449219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.4416656494140625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6987323760986328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5766620635986328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5976428985595703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.605987548828125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6269683837890625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6100406646728516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6062259674072266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6613006591796875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5921592712402344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.645803451538086 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.710653305053711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6710758209228516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7430782318115234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6601085662841797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5964508056640625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5668869018554688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5747547149658203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:16 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:16 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6069412231445312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6102790832519531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6021728515625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.678466796875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6243457794189453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6355514526367188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6498565673828125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6512870788574219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6639232635498047 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6021728515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6148090362548828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6765594482421875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6145706176757812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6710758209228516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7538070678710938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6982555389404297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.622915267944336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6613006591796875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5888214111328125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:17 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:17 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6293525695800781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5785694122314453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6162395477294922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5537738800048828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6205310821533203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5628337860107422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5597343444824219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3397674560546875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5530586242675781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5633106231689453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4841556549072266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4219284057617188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4638900756835938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4901161193847656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.501321792602539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.642465591430664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5218257904052734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5213489532470703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.529693603515625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4061927795410156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:18 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:18 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.459360122680664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5130043029785156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4867782592773438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3518333435058594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3407211303710938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.7496089935302734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6202926635742188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4417171478271484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4331340789794922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.485586166381836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4693737030029297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3785362243652344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4443397521972656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4715194702148438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4948844909667969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5802383422851562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5413761138916016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.638650894165039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5535354614257812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:19 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:19 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5459060668945312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6554336547851562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5583038330078125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5811920166015625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4979839324951172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.611471176147461 ms
-(Llumlet pid=9908) INFO 09-11 12:08:20 metrics.py:334] Avg prompt throughput: 277.8 tokens/s, Avg generation throughput: 366.8 tokens/s, Running: 16 reqs, Swapped: 0 reqs, Pending: 39 reqs, GPU KV cache usage: 98.8%, CPU KV cache usage: 0.0%
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.638650894165039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5857219696044922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5931129455566406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4815330505371094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.608133316040039 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5692710876464844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4908313751220703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.7647018432617188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7478466033935547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5842914581298828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5277862548828125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5344619750976562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.583099365234375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:20 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5463829040527344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:20 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.591299057006836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.538059234619141 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5592575073242188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5490055084228516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.519918441772461 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.684427261352539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6202926635742188 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5892982482910156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.512289047241211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5125274658203125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.51824951171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5320777893066406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5034675598144531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.535654067993164 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5718936920166016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9290447235107422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5094280242919922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5926361083984375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.863645553588867 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:21 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:21 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.661539077758789 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6818046569824219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6143321990966797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5976428985595703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.061056137084961 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6150474548339844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6012191772460938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.59454345703125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5757083892822266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5597343444824219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.561880111694336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5537738800048828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8088817596435547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5461444854736328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5931129455566406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5635490417480469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.569509506225586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6243457794189453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5826225280761719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:22 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5697479248046875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:22 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5702247619628906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5616416931152344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6016960144042969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5501976013183594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5773773193359375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5780925750732422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5842914581298828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5535354614257812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.7517547607421875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.615285873413086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6329288482666016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5554428100585938 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.567840576171875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6074180603027344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5566349029541016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5380382537841797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5687942504882812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5769004821777344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:23 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6262531280517578 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:23 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.832744598388672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6355514526367188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5971660614013672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.531839370727539 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6274452209472656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.608133316040039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6489028930664062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6238689422607422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6787052154541016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6045570373535156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5704631805419922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6551017761230469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6829967498779297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6753673553466797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.725912094116211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6238689422607422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7101764678955078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6319751739501953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.59454345703125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6527175903320312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:24 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:24 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.6025772094726562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6717910766601562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5850067138671875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5959739685058594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5616416931152344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5499591827392578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) INFO 09-11 12:08:25 metrics.py:334] Avg prompt throughput: 304.9 tokens/s, Avg generation throughput: 299.5 tokens/s, Running: 15 reqs, Swapped: 0 reqs, Pending: 34 reqs, GPU KV cache usage: 92.9%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6019344329833984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.600027084350586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5840530395507812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5666484832763672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5828609466552734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6773681640625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5709400177001953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.531362533569336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5716552734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5807151794433594 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5871524810791016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7092227935791016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:25 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6129016876220703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:25 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6477108001708984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.177165985107422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7058849334716797 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7421245574951172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6193389892578125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6789436340332031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6682147979736328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6093254089355469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5087127685546875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5773773193359375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5368461608886719 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3714771270751953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4996528625488281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5337467193603516 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5370845794677734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5621185302734375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4171600341796875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5416145324707031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4803409576416016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.569509506225586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:26 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:26 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3909339904785156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5826225280761719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4481544494628906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6083717346191406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516580581665039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5468597412109375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4400482177734375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5232563018798828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4841556549072266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4622211456298828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4882087707519531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.461029052734375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4209747314453125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4197826385498047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.40380859375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.439809799194336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.1952857971191406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7352104187011719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5130043029785156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:27 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:27 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4634132385253906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4948844909667969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.556396484375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4448165893554688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.470327377319336 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4832019805908203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.468658447265625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.466989517211914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.51824951171875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4088153839111328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4867782592773438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5094280242919922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4574527740478516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4107227325439453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4238357543945312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.359701156616211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4498233795166016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4019012451171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3648014068603516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.3821125030517578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:28 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:28 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4562606811523438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.425027847290039 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4996528625488281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.409769058227539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4619827270507812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4216899871826172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6269683837890625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5599727630615234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4247894287109375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4290809631347656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5549659729003906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5761852264404297 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.537322998046875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4119148254394531 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.523733139038086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5597343444824219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5187263488769531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.384735107421875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4801025390625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:29 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:29 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5711784362792969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6021728515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5249252319335938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6019344329833984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6314983367919922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.627206802368164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) INFO 09-11 12:08:30 metrics.py:334] Avg prompt throughput: 523.7 tokens/s, Avg generation throughput: 268.9 tokens/s, Running: 16 reqs, Swapped: 0 reqs, Pending: 29 reqs, GPU KV cache usage: 99.6%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.5004615783691406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5506744384765625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6357898712158203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6014575958251953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.527547836303711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5742778778076172 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.575469970703125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5900135040283203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.611471176147461 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.51824951171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5909671783447266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.124164581298828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8129348754882812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:30 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5788078308105469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:30 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5304088592529297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5726089477539062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5125274658203125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5697479248046875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5308856964111328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6412734985351562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5265941619873047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.546621322631836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5559196472167969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6489028930664062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5451908111572266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5485286712646484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.558065414428711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5158653259277344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4836788177490234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.8657188415527344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.581430435180664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5861988067626953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5025138854980469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:31 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:31 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.558065414428711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5201568603515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.615762710571289 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5106201171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5897750854492188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5468597412109375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6674995422363281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.443002700805664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.497507095336914 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5337467193603516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6016960144042969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5857219696044922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5666484832763672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5020370483398438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5892982482910156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5530586242675781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.514434814453125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.565694808959961 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6031265258789062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:32 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5044212341308594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:32 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5549659729003906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.508951187133789 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5993118286132812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4867782592773438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5094280242919922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5573501586914062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6815662384033203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5404224395751953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.516580581665039 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5070438385009766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6036033630371094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.8347244262695312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.10516357421875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5375614166259766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.577138900756836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4753341674804688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.476287841796875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5397071838378906 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:33 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6031265258789062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:33 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5323162078857422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.512765884399414 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5265941619873047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6100406646728516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5690326690673828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5447139739990234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.623392105102539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6674995422363281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.576517105102539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6772747039794922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5721321105957031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6379356384277344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5723705291748047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5490055084228516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5876293182373047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6238689422607422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5482902526855469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5540122985839844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.600027084350586 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:34 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6126632690429688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:34 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.500844955444336 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5807151794433594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.54876708984375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6491413116455078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5130043029785156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5435218811035156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6481876373291016 ms
-(Llumlet pid=9908) INFO 09-11 12:08:35 metrics.py:334] Avg prompt throughput: 957.2 tokens/s, Avg generation throughput: 288.0 tokens/s, Running: 21 reqs, Swapped: 0 reqs, Pending: 19 reqs, GPU KV cache usage: 97.1%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.6115646362304688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6024112701416016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5025138854980469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5854835510253906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6117095947265625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5408992767333984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5721321105957031 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5759468078613281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5971660614013672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5189647674560547 ms
-(Llumlet pid=9908) WARNING 09-11 12:08:35 scheduler.py:648] Input prompt (3255 tokens) is too long and exceeds limit of 2048
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5354156494140625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:35 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5544891357421875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:35 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5189647674560547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5554428100585938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5425682067871094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5180110931396484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6827583312988281 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5604496002197266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6024112701416016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6298294067382812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6736984252929688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5292167663574219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5130043029785156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5442371368408203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5566349029541016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.500844955444336 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5149116516113281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5461444854736328 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5711784362792969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5072822570800781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5516281127929688 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5444755554199219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:36 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:36 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.4148693084716797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.79180908203125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5327930450439453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6393661499023438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6145706176757812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5082359313964844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5232563018798828 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.550436019897461 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6412734985351562 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4925003051757812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5704631805419922 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.550912857055664 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5060901641845703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5223026275634766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5544891357421875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5022754669189453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.573324203491211 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5130043029785156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:37 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5251636505126953 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:37 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.781246185302734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5819072723388672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.485586166381836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5077590942382812 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5139579772949219 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5113353729248047 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5003681182861328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5354156494140625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.53350830078125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.531839370727539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4925003051757812 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5270709991455078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5294551849365234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6379356384277344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4948844909667969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.493143081665039 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5766620635986328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6751289367675781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4929771423339844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5034675598144531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:38 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:38 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.546621322631836 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6283988952636719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5819072723388672 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5492439270019531 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5726089477539062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.816366195678711 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7218589782714844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6589164733886719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7726421356201172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8258094787597656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8427371978759766 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7452239990234375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.786947250366211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.825571060180664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9218921661376953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.966808319091797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.0172595977783203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9028186798095703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.0177364349365234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:39 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9078254699707031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:39 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.1102428436279297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8019676208496094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9130706787109375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.703500747680664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.4487247467041016 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9679069519042969 ms
-(Llumlet pid=9908) INFO 09-11 12:08:40 metrics.py:334] Avg prompt throughput: 96.7 tokens/s, Avg generation throughput: 380.3 tokens/s, Running: 15 reqs, Swapped: 0 reqs, Pending: 21 reqs, GPU KV cache usage: 87.0%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.9359588623046875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7232894897460938 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8229484558105469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7461776733398438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8100738525390625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6303062438964844 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6701221466064453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.711130142211914 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.807544708251953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6160011291503906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6889572143554688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.641988754272461 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:40 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5964508056640625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:40 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6393661499023438 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5959739685058594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6396045684814453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6629695892333984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.676797866821289 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.998828887939453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6322135925292969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5330314636230469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7039775848388672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6901493072509766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7039775848388672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.659393310546875 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5842914581298828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5740394592285156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.634359359741211 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6064643859863281 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6293525695800781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5447139739990234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5594959259033203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:41 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5735626220703125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:41 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5578269958496094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5616416931152344 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6205310821533203 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6202926635742188 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5816688537597656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5752315521240234 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.658937454223633 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6021728515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6086101531982422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5616416931152344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5718936920166016 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6772747039794922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5976428985595703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5282630920410156 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5511512756347656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5788078308105469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6937255859375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5714168548583984 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:42 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.550912857055664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:42 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5683174133300781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5778541564941406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5730857849121094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4719963073730469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5628337860107422 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7595291137695312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5420913696289062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5175342559814453 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7600059509277344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5573501586914062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6741752624511719 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5947818756103516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.615285873413086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.62506103515625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6779899597167969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6078948974609375 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5726089477539062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5821456909179688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.0133724212646484 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6832351684570312 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:43 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:43 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5811920166015625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5804767608642578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5988349914550781 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5823841094970703 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6984939575195312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6150474548339844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) WARNING 09-11 12:08:44 scheduler.py:648] Input prompt (2361 tokens) is too long and exceeds limit of 2048
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6658306121826172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5804767608642578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5575885772705078 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.688241958618164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6658306121826172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6734600067138672 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6422271728515625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6219615936279297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6021728515625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.573801040649414 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6374588012695312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6641616821289062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:44 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5153884887695312 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:44 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5540122985839844 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5976428985595703 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6431808471679688 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.164457321166992 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.3888092041015625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6162395477294922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6252994537353516 ms
-(Llumlet pid=9908) INFO 09-11 12:08:45 metrics.py:334] Avg prompt throughput: 470.7 tokens/s, Avg generation throughput: 302.5 tokens/s, Running: 23 reqs, Swapped: 0 reqs, Pending: 6 reqs, GPU KV cache usage: 98.8%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.543283462524414 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5523433685302734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.604318618774414 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.649618148803711 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.554250717163086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5807151794433594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6460418701171875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6946792602539062 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5850067138671875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5120506286621094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5633106231689453 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6007423400878906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4948844909667969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:45 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:45 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4796257019042969 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5139579772949219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5947818756103516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.4760494232177734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5757083892822266 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5676021575927734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8229484558105469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:5.813121795654297 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.1402111053466797 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6949176788330078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6875267028808594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5954971313476562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.642465591430664 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7104148864746094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6658306121826172 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6186237335205078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6717910766601562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6071796417236328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.600503921508789 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:46 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:46 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6093254089355469 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5556812286376953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.617431640625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6169548034667969 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6171932220458984 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6422271728515625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.0236244201660156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6715526580810547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6274452209472656 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6117095947265625 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6117095947265625 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6367435455322266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5795230865478516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.699209213256836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6536712646484375 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6856193542480469 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6808509826660156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7235279083251953 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6193389892578125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.5195350646972656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:47 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:47 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5647411346435547 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.628875732421875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5735626220703125 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3893585205078125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.3740997314453125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6393661499023438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5878677368164062 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5959739685058594 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5399456024169922 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5642642974853516 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.631021499633789 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6045570373535156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6033649444580078 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.585245132446289 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6109943389892578 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6088485717773438 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5647411346435547 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5578269958496094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.24249267578125 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:48 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:48 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.863096237182617 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6493797302246094 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6052722930908203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5757083892822266 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.569509506225586 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.615285873413086 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5680789947509766 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.577138900756836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6510486602783203 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5463829040527344 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8105506896972656 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6770362854003906 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.714944839477539 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6331672668457031 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.8422603607177734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7201900482177734 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:4.2705535888671875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.741647720336914 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.7361640930175781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:49 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6224384307861328 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:49 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6360282897949219 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6541481018066406 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6300678253173828 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5730857849121094 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6107559204101562 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6961097717285156 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.840829849243164 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6205310821533203 ms
-(Llumlet pid=9908) INFO 09-11 12:08:50 metrics.py:334] Avg prompt throughput: 140.6 tokens/s, Avg generation throughput: 391.9 tokens/s, Running: 18 reqs, Swapped: 0 reqs, Pending: 8 reqs, GPU KV cache usage: 98.6%, CPU KV cache usage: 0.0%
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6846656799316406 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.638650894165039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.64794921875 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.669168472290039 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6140937805175781 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:2.3839473724365234 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:3.317594528198242 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.5475749969482422 ms
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.546621322631836 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:106] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:233] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request []
-(Llumlet pid=9908) Llumnix INFO 09-11 12:08:50 llumlet.py:121] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b migrate done, migrate request [], status:MigrationStatus.FINISHED_ABORTED, len:0 blocks, cost:1.6133785247802734 ms
-(LLMEngineManager pid=7052) Llumnix INFO 09-11 12:08:50 llm_engine_manager.py:248] 444975fa1529424dbd1d44a4fd981258->7d49894425764c4fac2fb2bcfec2471b begin migrate out
diff --git a/llumnix/backends/vllm/llm_engine.py b/llumnix/backends/vllm/llm_engine.py
index 9140607..4f80dda 100644
--- a/llumnix/backends/vllm/llm_engine.py
+++ b/llumnix/backends/vllm/llm_engine.py
@@ -166,6 +166,8 @@ def step(self) -> None:
         instance_info.step_id = next(self.step_counter)
         instance_info.timestamp = time.time()
         instance_info.latency = self.model_executor.last_inference_latency
+
+        self.scheduler.scheduler_lock.acquire()
         seq_groups = self.scheduler.running
         if seq_groups:
             tot_blocks = []
@@ -174,7 +176,8 @@ def step(self) -> None:
                 tot_blocks.extend(blocks)
             tot_blocks = set(tot_blocks)
             instance_info.num_blocks_last_running_request = len(tot_blocks)
-
+        self.scheduler.scheduler_lock.release()
+        
         if request_outputs:
             self._put_request_outputs_to_server(request_outputs, server_infos)
         self.instance_info = instance_info
@@ -257,8 +260,8 @@ def commit_dst_request(self, backend_request: SequenceGroupLlumnix) -> None:
         logger.info("add seq {} to block table".format(seq.seq_id))
         pre_alloc_blocks = self.engine.scheduler.pre_alloc_cache_dict.pop(backend_request.request_id)
         self.engine.scheduler.block_manager.add_block_table(pre_alloc_blocks, seq.seq_id)
-        self.add_running_request(backend_request)
         backend_request.reset_migration_args()
+        self.add_running_request(backend_request)
 
     def send_blocks(self, dst_ray_actor: "ray.actor.ActorHandle", src_blocks: List[int], dst_blocks: List[int]) -> None:
         ray.get(dst_ray_actor.execute_engine_method.remote("_run_workers",
diff --git a/llumnix/backends/vllm/worker.py b/llumnix/backends/vllm/worker.py
index 9a5ff39..91168d2 100644
--- a/llumnix/backends/vllm/worker.py
+++ b/llumnix/backends/vllm/worker.py
@@ -95,7 +95,7 @@ def init_migration(self, instance_id: str, migration_config: MigrationConfig, sr
         self.instance_id = instance_id
         self.global_world_size = 0
         self.global_rank = -1
-        self.migration_config = migration_config
+        # self.migration_config = migration_config
         self.migration_backend: MigrationBackendBase = get_migration_backend(migration_config=migration_config,
                                                                              cache_engine=self.cache_engine,
                                                                              worker_handle_list=src_worker_handle_list,
diff --git a/tests/e2e_test/test_bench.py b/tests/e2e_test/test_bench.py
index f998ad8..1967343 100644
--- a/tests/e2e_test/test_bench.py
+++ b/tests/e2e_test/test_bench.py
@@ -15,7 +15,6 @@
 import json
 import os
 import subprocess
-import unittest
 import pytest
 import ray
 import torch
@@ -36,6 +35,7 @@ def generate_bench_command(ip_ports: str, model: str, num_prompts: int, dataset_
         f"--backend vLLM "
         f"--tokenizer {model} "
         f"--trust_remote_code "
+        f"--log_filename bench_{ip_ports} "
         f"--random_prompt_count {num_prompts} "
         f"--dataset_type {dataset_type} "
         f"--dataset_path {dataset_path} "
@@ -96,13 +96,6 @@ def parse_log_file():
 @pytest.mark.asyncio
 @pytest.mark.parametrize("model", ['/mnt/model/Qwen-7B'])
 async def test_simple_benchmark(model):
-    # clear state
-    shutdown_llumnix_service()
-
-    os.environ['HEAD_NODE_IP'] = "127.0.0.1"
-    os.environ['HEAD_NODE'] = "1"
-    launch_ray_cluster(ray_cluster_port=30050)
-
     device_count = torch.cuda.device_count()
     base_port = 37037
     for i in range(device_count):
@@ -110,7 +103,7 @@ async def test_simple_benchmark(model):
                                                  launch_ray_cluster=False, port=base_port+i, model=model)
         subprocess.run(launch_command, shell=True, check=True)
 
-    await asyncio.sleep(90)
+    await asyncio.sleep(60)
 
     async def run_bench_command(command):
         process = await asyncio.create_subprocess_shell(command)
@@ -126,11 +119,11 @@ async def run_bench_command(command):
                                                results_filename=f"{base_port+i}.out")
         tasks.append(run_bench_command(bench_command))
 
+    await asyncio.wait(tasks, timeout=60*30)
+
     parse_log_file()
 
     shutdown_llumnix_service()
     clear_ray_state()
+    assert 1==0
     await asyncio.sleep(10)
-
-if __name__ == '__main__':
-    unittest.main()
diff --git a/tests/e2e_test/test_e2e.py b/tests/e2e_test/test_e2e.py
index 2adfa94..10f3c66 100644
--- a/tests/e2e_test/test_e2e.py
+++ b/tests/e2e_test/test_e2e.py
@@ -28,6 +28,8 @@ def generate_launch_command(result_filename: str = "", launch_ray_cluster: bool
         f"nohup python -m llumnix.entrypoints.vllm.api_server "
         f"--host {ip} "
         f"--port {port} "
+        f"--disable-init-instance-by-manager "
+        f"--disable-fixed-node-init-instance "
         f"--initial-instances {instances_num} "
         f"--enable-migration "
         f"--model {model} "
@@ -42,7 +44,7 @@ def generate_launch_command(result_filename: str = "", launch_ray_cluster: bool
         f"--tensor-parallel-size 1 "
         f"--request-output-queue-port {1234+port} "
         f"{'--launch-ray-cluster ' if launch_ray_cluster else ''}"
-        f"{'> '+result_filename if len(result_filename)> 0 else ''} &"
+        f"{'> instance_'+result_filename if len(result_filename)> 0 else ''} &"
     )
     return command
 
@@ -107,7 +109,6 @@ async def test_e2e(model):
     }
 
     # generate llumnix outputs
-    shutdown_llumnix_service()
     launch_llumnix_service(model, max_model_len=max_model_len)
     await asyncio.sleep(60)
 
diff --git a/tools/bench_test.sh b/tools/bench_test.sh
index 622ebb8..9d030a9 100755
--- a/tools/bench_test.sh
+++ b/tools/bench_test.sh
@@ -3,4 +3,4 @@ set -ex
 
 nvidia-docker run --rm -t --net host --ipc host -v ${PWD}:/workspace -v /mnt:/mnt -w /workspace \
   registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20240909_action_678a439 \
-  bash -c "pip install -e . > /dev/null && pytest ./tests/e2e_test/test_bench.py"
+  bash -c "pip install -e . > /dev/null && pytest -s ./tests/e2e_test/test_bench.py"