From cc45141ed04e3aa765a92c1571590d57688dd19f Mon Sep 17 00:00:00 2001 From: Davit-Abrahamyan Date: Mon, 3 Feb 2025 22:21:33 -0800 Subject: [PATCH 1/3] resolved checkpoint load bug --- fine-tuning/clarify_aware_fine_tuning_v2.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/fine-tuning/clarify_aware_fine_tuning_v2.py b/fine-tuning/clarify_aware_fine_tuning_v2.py index d304fcf..0d20a41 100644 --- a/fine-tuning/clarify_aware_fine_tuning_v2.py +++ b/fine-tuning/clarify_aware_fine_tuning_v2.py @@ -338,7 +338,7 @@ def tokenize_v4(samples): if torch.__version__ >= "2" and sys.platform != "win32": print("compiling the model") model = torch.compile(model) -trainer.train() +trainer.train(resume_from_checkpoint=True) # Evaluate the model results = trainer.evaluate() @@ -354,4 +354,4 @@ def tokenize_v4(samples): with torch.cuda.amp.autocast(): output_tokens = model.generate(**batch, max_new_tokens=50) -print('\n\n', tokenizer.decode(output_tokens[0], skip_special_tokens=True)) \ No newline at end of file +print('\n\n', tokenizer.decode(output_tokens[0], skip_special_tokens=True)) From 7155709ef862990936ec2cdc1078c4cfceae6d2f Mon Sep 17 00:00:00 2001 From: Davit-Abrahamyan Date: Thu, 6 Feb 2025 11:07:22 -0800 Subject: [PATCH 2/3] addede experimental fine-tuning summary --- Experiment_summary.xlsx | Bin 0 -> 9597 bytes 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 Experiment_summary.xlsx diff --git a/Experiment_summary.xlsx b/Experiment_summary.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..57ceefec75d48a0b71df7370a06491602c209843 GIT binary patch literal 9597 zcmeHtg;QMF_H|=HL$HS665KUFAUFhfCqQs(B)CiC?k<5KA-KD{Td?4+4TRt{fse_| z`^`*dzQ5qT(^cnGSDm%%-h1|5d*8LMq6{274&Vs@2><|)0}PKd&GldafEaiH02_b= zt0QV_<7i^zsITf~XX2pC>}m}n`v?z9n+u?v>8N>?jddM3q_0^SE!=OQ zLrss6o29oOLe-9kA7`(vb&`!kD8z=ZuODfe4oG=l->u9kwk|APLSPQW74Y56T1!Hp(d)m^1&O`5PlSv9boWf%X*I6%Lkz7-S&QQ70 z{x(^r&4IRoW9FR^>Vdq8KeKA%H?VfKv-P>uS!p{|N zn_dFV^_g_Cg#5_CQ}X~ttMD4!Qg)khuO2~QuI%u)F0y4P)jBp&&nlsDQ&x10vHWui zYsR(w{wy&CUT%7@_osou2A&RuBO@YDn}SKiEqL+k2b@dH{id@H5sbkOa!Rk@qqTv3 zJ`c#mwvPYtY0|zA`~4FD;Nbxdp!m12tW{%uasKFQvX4=R`WTk__9h?)7UtjP|Apg! zaSZ^~I@;gy9W49&ilc@BWcFK!6bRLprTDh#viUs1T}8-qH|#M0Zbe|R#< zXACG)aAIAvkH6`s%D(W?uHif#&UEYHM(!>i_%;X*CoNog%uxRfk_?Wqfk-$2VD~YV zJ$rmIt{@f{TYD=*TU)E&@>YqOu5B(4j+eg01KdXD0<|YXVuT35I^S6}-=Z1HY2QJ& z0y{tEvE{ z;5%}y)u8!gQpD#bk(YfWMRc|!uSICbJ28rZ<60Eo%SWrARH5@H3Rih9x!u z%xh@8HUv9EVxE!DXZEe}QzA;$t-lJkEy=r*QePoVa)Ezw{b>?OvUpA!sS`?>2JIVt zNt4W=R~g*u__RsSC%<+~)r0_Ot)^|)8#ZumKwk&x2191w_cP2>rNmT*Qrp_MB}#Ov z*A!2~2Jm;hDTqA6>|4MJU@OImf2szeCO~+_e|=G%c35ea4+tc5xYX#U^6!H6@++U1 z;?EntOe&h%GX|#awIS>(33I=l%+I4L)i?JK+AyE|0bv%dSH2sxpZSP(JzFAXqVc8A zkWkxVd2TN=YTsh=4w351+h9at&r1PFzhEEA+t~H&SskjU&-JP1Vk-HX{OrBs006`i^6{1LrTxTF{JEVfyQS^u1tF z#ZP?!BAxR#y88@YNBP`;==|cNmiSKb2NSl_>PqoAx=Qd!s#YZ*^(<{BLgjAn*noq_ z%RS=E`zQo$FI!G8-KBkxsi8Y%H?Odg%^!yc98EhF zQzuXO!}CtOK+n2$g=q2+Hzr{VX~UWs>u}Iis>~_Gb3SnwU4D4RZK997{_S*%wy#Kp5gu)zyHa0FptIOqm}>eQKBp-)5D6XPmZ#Qf^WLIF`be1}%dz{Y|c92Os;qNh1vHwwfJFlOQK>|E1Q;RojyP>7v3P6csVj#)<=xQ|&daZr~N}BT5 z`aSW{qGd|$)oDE+m4GW=kgK}PC6n|T6cbelc)QxI7#_IBs^-a%Q%MsNl%{oVt8QrY zDsAg(jq=OkQ9*y=64^(b+KPT$>Cmm4;VPxHM6OvcB<#LH;Z2$@hGXM}3qmTo26YLh zl3?S9t(&^Lk#WyHmb}H=ldgc!as!&TaOH)2UP)c|fk0h@Q$B-zgqZkMN)%kvZ_CHRGkAqULUAdyjxuGR)LO_B{75-(hTh zrc18t31sj(^E3*+fa-mS!-~j6?f)2H8>v>M;;6^6cp9;I^!#e~sFFJ*mkd1@N;jAa zuFTETyQ4)2w`qOHukvy0J%K97wi|qNg>H4NWKKClqZm{7BY2t=~SJxNlZw&5|?^W z;aT$Z=A136zNq~|-22Df%G+o^q?cbbd{U>&{X@W`(UQ>hZ}&QpUs&~Q`pMiw{V7QA ztyWblm8mZt^dR5A>20lNzqau3I8LmiQMOU9yBTUtW5QVirQkc9^^63hGjY@}@pEu& zn)Z*F)#rS)i0QM6DKhlugw3m?>0nGAu^cQ(9x)x{XG%SabJJtzTa5T{HJD9pm0e^A z2P}}Fj@}1;dnXgONeep$90uo<|1fwu$ht?PY+zgS3bx$i@{Nl#pF_zMSBYw+0YbWD zfwwxPhvru;Sgo6Gg1Fd34Qr=>?yz$-kyp-E91gX*-O@lpb-RLr(htDFP(BUkq;BbQ z@a|+xM2Tc?YM=RsMQNBl$20iL9NegDwK3l{JF3E z=RTgU?R!6ZzeR>x$gvRLFg}BirYL(A1<-};Gc&_f=9eLxegmLD`_lcN=gB$RiPFW2 z0Y9OS424n0+|S?djYrIB$5^z+n$E1y!g*Ms-+F0_&LJv=QOB=vpdO-&tAJ>KNe7X# z3u@7{3R2`orxI&>5~)?>@y#;pvNYZI2A^G|kyXpcq{)&tuS2Ofk*bZ1BQ zJPddzK5<_jyRRqeZb?cd1nG_02`M)-;J~2lPRsbgT1?9Lt+>;MJu&xv(zq4P_U?t; zLkPdUMA~{-SnIt|oS_Q~$MnhT`<>SQe(q?8tN7xS98?O*ZK*lb<7*O%!H98-Du}xR z^``WqsPejT6uyGwoDTNBm;K3R^zjB9FgArOMqvx)*gaNxU$~auj5T7LI4cg`TgML5 z2%+9kD-+cd+1*I}saLyJB%2(6!rJp`0d2;;i0n}H{pCekQnm)UglRYq>aiM2L#gMG zJN^lz#w0lE2?SH!XFI89!^n-wB!-&w*ExqbJLAPG%{sk^jTkB(#xnLsXUW6cuxDoz zBXmh$j`HqlL3944-f-_M@whDyA4&z_I;!#cE&B3HILtYJIHwrNWJ9KMn!lh}zHG~D zuj}UBmvqL7g zJn@!6wTq)ft$~a@e2!gwqXnx3JKtatCMzPDU-yD(EcHuzukrDW0On-fVbqePDpegE zAsc!{4Pv77DnWB3((k*d(4YnwLVGhm?4Y)cQO}T=rL6Qi#E#J{1SH4c<<#ap0NSls zTie{LEw1+$;kyrRr@eSASr4ehlO}oWYDr7v@<}F*r1$sz4?iwk_Szrr7oX|h4@M@N z+!g!W-_O*q{z!1wv<#%vyT2*c(D%9c&f;@@Ppbc_<_bP5X&svYJ5+vv%6-JhRmcb> zT`)B)T}qZhmI;~2&nEaFHjHs?kbncPOaX)~0E{tt+W{>$!=0;^EWvRaxnm7uT4UQS z84vsdcy{rY3ROXUaO!oVX5#y3wl=%b*BznTYm@YW=hC|Lh?te;S?n3KEtJSgk`I03 z$nW`=%@VYoUl(w6Qt8v4Tk4d+tr$+Z+@AXF(g$_Tw}UA2cCs-L-XRqah<^t$nVKv~(tkUTV~vtU4*v)YS<#4`AEK+Tz_VU|LK{)y zPE#;=81@015x)J-&GN%D^@|2zyG&~}OF5BVvHj(`cVO)(MtPhH?Bbx!MiY~@jSS(* zLtD+)`XpP_v_c@XMTXJbH=tXY>Xm9#D|tucO-vAjfG0OF`zCM|K$%=d%1cG zfzk~lf$@dRg7z&l>I6;TrZ*gc!dIS}BGn+9y6?iHwxY`wx@qc%LB2_?$e~llFGJJ( z#jH5439yxvXUCd!fF+=_4>xy~+6?waR))dfNh zX5pZ!0zSO_Oa)YaS{cC}o?a4vLsJlj)MLJMaeijo?MFo&YP|KT!qMmRmPqTGx5ZY+ zVO{c|p|EKY-T6;|*0>RibMIc@IIUkcW#r6%i?X zYVj`4Sa)4&Nl3dDpGww`QqeLBQllgZo>k?cul)Y$PfcX{m#nQ7n}$E&qcvG|?JJ*D zoU|OZd6&;7F0 zj|KQAI|i9GXG-Y{9wkW9%?b|D%XR4iU$AVOFZ`D-3TOCw3Mx4LY|+Pt%@#dx(c=0s zR{*A)!RrtFN~K@fbGlA)edT#^ewpEYo*I4 z3lVZ9)}BGvcZC$h-%kv*c|Py9z|h%U6-+tJv?bdZ^_$DYk1k&F+*IUR;a(MjU%$5{ z>xdO%AVRpPz(c3^H<&1y?l!2NvYByD6rLvvdOcs0zPYkX(!{!!El3pAA6YR)1SmVc zB1qJ0e_6=6nCs1hE^(3bY|Rte2(Evg>ENK#k-zSA^5$oe@vAyZ_9UFC`mqG4eAI5A z{+{R^9Nj=B4!_GzI#!FUINqcXL8R8^s%0J-@X-_}7futqIiiOeh!=CFS5o>A1Zh7R za3%#LA-}kL;*RVp!zW`R1r|4N!$X*GAlxwHlY;p+tHx;K2~k52T2sH;PnK_ zA>c74Zq*$ghScb08L~7J;lXtp>hUEpu0++_B~ZdkMnpGl@K8Hb^M+`#OJVtvzm{`=_@- zMq~#n6|SncT0lJnAW6yhY40}*s=kzclnOFTHNxo9h^gT%VoHPV;lq6v;m3t+w_mL+ z=^N*-nvUOVeDBn>r}eF;$dXmq-veEe#_}QJ^4pP12w#Eu1CQ-S3Sn!^c?2PZA@ag6 zuHc0)G!7$kptSN5&m?zQ73LOHS$TpTp(B?c`GFSZ)?VJi{ zazu>iaFEMF$N9s%%?<2Lj8z=%Eo{twIyoq= z^S54**rWLDzl|+vy^Kp+C_N>r7SNL;B2+#Z2f~)AG=eyp-?$UG7be{9aT9nr&ki1B z6U^o~Rn5?SkSoZ@VO~%^px^#LI=)FWM&!qwW5HE$7ZO!oby(cPYuH(=J7h&sjnf6> zqPL5m%|;(;t3{zDvZl(YM9MG5l;ScJ$Yc(H{mjdtT~4>{vJNcYuJ6A<9x>yW$r!;J zs#8~27L7+5!kVncUL_jg?>eS{2y~H9fG`cBF{$;Uo|M9%4m~v)wn>}qI*K{T?_&!j zck103JDvEBpgP?c-_E0WyOBI5go%rl=48&dr4^EpJUln`e>eS=W+cnJkmVl_!t3!MFdtPiV_PFdds{mP79(4G zlRrAM{}aa^Jv1UtU!j`}r*~EE4*lr~Q%!n!Tpfqy?FnSZ=sxn9eBCxQR$l~sE5l363wQ>u4 zk8rOyqdG;LDQrBY!l#OdIfbWn@Vqn_`gb7W)=Fr8C5Dn3=M{!9an5G)1x7hllp!UtkU53A$?31o3z4KO zdIBE{kI^$3++~gZ%X{pV!eCpGYcHVE{3j&Lg5lujo==%wOL{P+miEIHEaOFbdT>7v z;AYWJviBz@7;8g(aT|{uJ|TaG8?#s#p5UBa^J29nc2CkUabq~`*t05O*&I}qjVjK1 zn5#iIUCT{gW;1l(W8p9C1NZ$kaxH_KIqkJ(0KGd?ju>mpL)x zlciP1`m5-Pr#vE5f+z==2AZo+Koq6!dKczAd0$)GUrQvh+AM z=UAS7Qu0>i@PRyIT-jc>46EJB*2!U|7=MTLcdUL}eY_iERid{mAhJ`zkYtCASc8pB zyE?d4PKPmW0bYgMZV%!nr27=YPkZSX<>y2$>m<)t=iKyE7jdy>ZxH1V1%T5=E5`Qz zgG~tS{kOVjE=D~5$@{Yx-<_58l5h0QxTplnv>*PjpAG}d^q9Z?{X>`koZ5fZfBEc1 zQReRk{@#-R5Ae4&`7t#9(xCqp_-mW;PiV{Iwf@qy{1yE7PRXB80KggLC;0!<3|F2!&E F{vR?Y`Dy?F literal 0 HcmV?d00001 From 857ab19711e987627cef6b0696ae7308bf90ed23 Mon Sep 17 00:00:00 2001 From: Davit-Abrahamyan Date: Mon, 10 Feb 2025 21:13:31 -0800 Subject: [PATCH 3/3] added results for the experiments --- Experiment_summary.xlsx | Bin 9597 -> 12961 bytes ~$Experiment_summary.xlsx | Bin 0 -> 165 bytes 2 files changed, 0 insertions(+), 0 deletions(-) create mode 100644 ~$Experiment_summary.xlsx diff --git a/Experiment_summary.xlsx b/Experiment_summary.xlsx index 57ceefec75d48a0b71df7370a06491602c209843..9fa48780b2044e10e0b4ffdd7dc72295703f6217 100644 GIT binary patch delta 7072 zcmZvBWmFwa)9vBlPH=Y%uEE_2?(Xg`K?VpAg2RC%xVw9B4H8@r?(PtR6K9t2QkS(;i_g|de!^%5?$OyQK}wfjgDtU>eHsk* z+6d_0HGdkK924eleXcK4JWKujg|Ddwf?DZVsge;3o$LzkmXG~h-ITmQ#0q4jKRkYE zdi;8H(QRB!a#in?PJj+NUVx&$)g_m7HmHqmCK!*NcT48W&&U3f0Nk;?uW+kj<8Kz2cGPI)9??^{>S&KPD?>c$Z z8ME9```B0n8kakYy}FKNxB?*E3trL?B6xmBj#sHJ_hU+L9@&EzFCaU@c}12D4@BzS z=Rr82(wDE*t@iLUqsvsS_rTDbcoVy6DoaCIWx`AjcLA}x4b3Q1W%o3x|CHs$+h!0{ zl=@Sv%#qI7I@5iG%ao$OUcUj8B;PQCjD0J`Owx!<8PlT+&tTAFITi4LktE*?S{v9$ zvb09-LsA@(R;J6~ZGs~^e|gj%|Gn6d4-?_&d8;}E|FI7o6k5YEGgmNr`{k$PiS*IQ zVHf;?x~yqy;d=>G184iV$Zfmnms2*$mi&i|qIwzR%PPIlnPik~SM;{xu+STB`Y9pS z+1b7aOo!q!ls937XV1W*2tdK^Cg=Cj!nJ5>^MR=?vT|)&cbJNiZsqHJs^ZLHnM#CQ z_Ih8^9vqGZi9!@kzXuBxiIthti7$$E6vK&NXrqT{%gGO8N7l!Ks-W`%< zb*+J`f)|dvq|dcb>8GIctB88g@RD;ZU7{l#{*Es*ToK7?ny&m*i>D_M&b!{sC0{u{ z5(`Yx;A0FfHUVg)2~Pd#--|ixWQ#c)sJWYm+;KmNyV}9LO3j|e^pX7eggY9B(u&0s z6bjS`j7lwsee=P9nY^=-3c%ieqt=KGmZWBT*Edy%CZs5P`%SuGQ6=6g_344ZZ~^YO zD>su6qpkMH%d)0r{f3CsetTR{w&+|IUxJp+t?TR9B?eyy`%>EANPk*nLk(X{2Dfv~ z&W~A3k7{=}9NFH7+ulI(=ccGv(rR%rG{$3`>OqrYyTp+jQxGHx7PlcBg&T}gSXg1G zh5-UW6d}E6yuh*Y{7#cQ{Qz}*nX^jy?V6ARQssb*IbENU((}u!AAM|2d_8r*lx(SB zLD!Btm{+&86iW2+U@1VTZoyLFsZ&PG^#LrELr)c_UglvY4?EsmcS#~~di~LHN z=01n-@LZ&3z!lT-;Viuh;Y&+~)gD4NL3{G&bf0jo4WM65hKhd-Z$qKf8F5;TGv<%- z+vegDgMSp}5p zRP_kaPa*HP8g0qbYUwyIaQSc+ES+kE>?JiLy{WU-FgFlLrO29~a#^qrX_m0hBj z6ZZX4ec)P{j8=gVExXfh&T7O=&?r1+Z!AX@vc#Mf>lsSsQcg`A9jo$kGs;+aZncUr z#SVk`i=N?2RhJa}DmeN+h38kRhQqAzeb{?)YUL;Kk5;SEB4fGbT!N}@1FwzL-||BO z)crE<97cWeyB+E+5NygHSv?H%X}bgjaGi9QT!G_DqJg%?@5GjS-}ZAe50Nzf zc%b9{b?BtI>JK6a^!oZ2&tG3tj8@`T`7vHnC4i9S=D;$PHdv>JWR*!>xHQlcPy06v z8{gMpg&6B!YF|^XQx2yZ6%>SNi++v{i2={|t$|MuXTL^GUmqu3flkpT)$X9@r+o>hT`U;TTGRG5&(kz|FA78 zTM`V|#5IY8#URu~Rb86JY$BL_+9Uvpgt>w+kb>deq%Vy>WmvO*n0flx~Lx9 zpbfll=lrvv=h)K<$42MI8fu9AtO4Fo+=OD^SNBegU0;B*RX_<(#0ikgEq899ldrqx zX@TXl0Gh9|CA~R}u}yoWy|p3XJHy@gguLy?%36ze!O9iE&>S2A?4DSfCt|te%Po0s z#}?7EVUA3e7p+7KeSc;0y0t^TCJ%$4s#Gc!7b z%J=FO(a(&k`eKphCquh28-0vta8kN;PKC_Jm?LQzDVlWgza{mEaR*}67xxMdA@0P)<^!*=hh|3 zXAqIVo>|xpYB7HNja;AMsi@|z{K3Tmhat|zRxbLpoVM$~i|q`=dlFm@f732nnG{}} zw0VDAnjqgg?~%ry*yHgWO^-HLM^ytIW#oT0_~4~EH;;55lmr>7KB5b8 zjwlBDR^!7x%ZA3x++`&~zLv(ZFm4imbiGF?!G_~G8iNTI`ACM^Eox7Hsjf*od|zUF zq|bUiCr~d-lR@5lA@ueo^n$t3V?UmEP50ZyY7eg)TO}){NMjP9i)CkQ3!aR;-__cW zL&z@s0gE7s*qiKD@_7U2DubMI(+To9iWv!@-6q>)bxwx~d$|(ixm4mN=fG;iifn63 z1cyh4UaZZ-HN(S2uKSZb$cIP;JG4nVzMJ#5HMt5QQqwi$rnJAT-b-ig#%j9REKqAc zr|>a_+VHs$VKE#kv60s*9pHa)5-R&S(mlP5id7}J67=Phh9`CE_jRNDJzjgsl36%l zv=%M9m+JS6K}aQGK@lEYY3U~3J2gMfI4{2+yMgrcCl2)p_!An()kjEvjUGxJTy&3Ckg~S5>P_H{wE#d&Sc94pu{l^m&@aGhi%iH5f9ij78 z^ure74|i(ihPN~+zU%W%&5AgMG{XoKq1Z;gax;bdj(Qmpo(E*Vs>^uT)y7NqWl#(E z;c?a0A;`jAktO>4zSkTV>7_1R6j{>39l3BtOa;m^(vn(-H@qn(A+u~EmLx!R4e`Ql zgl0%u&x`oNQt%cv(plPY)aBUb2NJ8@H2j|$&)38{w-L=xe_3V98Pfu$<76963eHMY z=%*fISsyR%C>6swv2rpFcmvp^%jWQVM%ycldGA(2rUDkEN5jLo9!zTG%K)xz#o zVv8_|UDpuf2$R`7MJM%GYG+u9#*R8Z zvkO(|Tx)v=*}Ub28}DnK-TUiKdX2BByJy8$T_HR~c&c$cuXLp$@KnKJC>9U>TB`^bC&;H%FqcyR#-?51;7jQAR#@tvMIT)b4b8CS4F?tZ-wO1<& zVB&i(Vm6h9bd;-fA=20sIrSu7=0=%>D#hEle3HEAV??xT$<)fajj)1`1GDu`P?WKG zLgGV|;ekKt^SikzA=HDk#HlIGI_GB@tmSUK;+1sMT_<0qNI)oPFj{tQ>H)-uqijZ( z=p3RO(PxPDb2A^ES?y*?^6+TJt8~i=f8u(jx~#EQdb2kIe&%xoJpT{P`LtezGO9}n zobPA4Tz=9y_c8cA_F?oS>JpUME9jRo>uGlC=m2JVw=)H#w?BW*0yeV^ep&??jIHE` z4?gQ1Fbm zc^kGqZy&KH6bSHUio%`G?Nv-_NlT#v^={2$E4=Fb$t!_#ze4MW=r^d@2tMsFIlza$ zn=XWb5#+o{TiKUFPi=4uJ@yL7U~83@MTU;9$y~5C0|l+Xm3g+?&p)YOMdM%1{z;yOb36|c1CHlt(w=d|v$_eaZZzkEru;f|AurA}; zZN6;iN!_yqezSXUgL;_?MKry^CP*x4wwinO`zE40a*Rk`tiU~DH zPn(zlx=SHZ(z-=jB!Y=_9f=>Jl#7W89l1dGqWe?Hd(}r*0^xy_Nn0Upa|kJc5^N@# z8C;$#Zj}m%diS+cGketvGT#{!4{-u+RbTs+hxhOG*7-4*clFxAOFT zi=B8z-xOhBsVwh7eX_;8DouimzVVC20bBS5AC9ID9HT*#4`Eked7dl&MDpg};HZ|S zY_A5XRxr`Xo_ftIoX(gYEJ0mySB0f6# z`>VrZ(9EezYeH|m45hekD1#woRCKI@AjR-Yd|BiO!`l*XwGrc>bO*cCh=!u=YK0B@ z=9X~r5EmTZA42Dp%0~9CS0qNpFMWWun$!iP_$~^ANJJHUXf;AFK`l5Dv-aFv)`?F=HCH06icUufQM(Mi7L30xv zu;%gxc}oRb9G!U+)>wh<&m6e$$X5K=SCS+2Yx-_TM8j^YqelA#c|AL&cpWhEC))-d zri}#lKu9;hB;w+uP@0{&@&~u+qfk0Egh^*PM5}jI2rw4mrIsw6+`g+n{A1b8~_p8$`Z(nPIUXbPcV0?PrQ|tS;D#NkRB$gDsDRIR} z&0!ie8qC7?t}y&h;Q#z*8oW6|1n8di%z5EJpdoA!2>ri8k*AlxleOnRGEs+~q3bq3 zZm_BSAF16tECyOCiE#B$S)myxUXAvduJnOC9WoMuV%YZd*RCOz?_)(p{Y4#{CkGcs z9uswP6i{B@>@tUMxJ1_hgaTT)^;Q;1dEFEqd=e@JpBa(AhS}Ij0VFr>&sz!V1$>$7 zVjAUSAy~?h$5}1(&@S200kow#F zQ00~9W*v_3>rJr7_hY#`>-2`pVzx>m5~Ifi)Qq2~-exvYRP^XqoKgAQlz2MmFfI)% z-hrSH?H?$Q+-r010TGSUB+vs7t=P5OW!9;qH?_v$+sCokhbccTg*=jyMCLqhT(EjU z*cK$wRK}&ar*EzNs`LTsPfscf-i?!s*wqjqRzghwH6BID>#V!V(&UsWl%MkKV8f)r z-DQ7pYU6nA;y&I3vPrcaZcMrTL`NWJ(yLzcIjn|0#&!M%NZ&3FZ)mmXp3^TOe}aaj z6CMbShAJ#4T_FV;Y0`Oo^J%;7w?Te~eJRlF5Ls4GK@jcqO!?s{Qr1I<7(b@$H(Jv- zTgJ&*vq+kX8GpWBX$5HGm>Q|U4Q$^a;=1H{L<2{5$BF(!`v`B(tgj&RWC>ySioSpF z?}j!cJSsVE0B6^YU2zMlI>RrIL-Fae_cike+abzDE;n~}q**VH%W>Dl!k}MdMmarA zRm&sD@DdgFi4B+@^zK+gS0K#CY04L41!v(9JHD^w;pvtcWl9)D^^jlC&jUZ zU@fTA)iTCrcOx>IYyL9(I{~ZK-Hdi^krJjB>jaVU_;gU$g>vQd(;swORCUdhsnUpt z{KDdhX6rQGCSOKl=99c{_p}08-rn&&XD%6t8@ZNKt9kLhwk_blc_LoLYyEMHhnJq& zW_7GT0LvaClJM2NY=SQLu#FHOt~JK|2f+Zb5f*AS0Re=wGZ!GcnxE)axmu-J_d&RR zvmpe#gop`@E7^)uxQ}rsCVW348kWnvC6#&7)x1fvyT-Q9@S&V0wSr!FoUkzq?Du`k z6Wj91=f_cXdunX`A>U|08jS?8KZU;>67i)6^smnlb{wD3#dbwE)vNE8)+QW0H(LCG zAv6v}gCsmCX8Q=**$Ob7T;*^-+^%i9*f57rE%kJ3s~LV@SLShO0Jv-lqP|Wj)}g)l z3K11HtO&c|2rI1Cs?zYq(R1^mlt7kPRNX^LHZV-cCj2~W6KK_v?zd{UF1hjq&4skC z@1E+=$h-_5Z*>qFFT>k2E%G<%a`$-gI+io5td($v?hXXChrw_qT zKh1~bq{baks_UBO7bHIwn9&|~QHQrQg|`5q#IKnDpbLtKVbq7Rzc{H12Vo{90aD(( z;&9?d+{r&9jxr}EtJr{9%jq=>qdpB#<0`fk#2okx_OU-B*#jbc$6%{~ql;BX3JS5u z42aHYl&HL;Pec%15fTFJw}kH&E#|ch&NtyRV^RhZF3(R^J#fs`eXt|CoHDmZoO?y%I{0T z1I(FC!5RATvE!_hjy(qHx>yNO^WscMHwFe=7Lp9f6h#uIm3`(VBYgZcpxLq09sEUA zB;XruI)50J0t0*!TMr?1n}rmyiuV?#UzU+}1&QzhSC|JXZm^5)>1gy?%_5brB1-$@ zmZ-n#`O+N{Ctm!Wj!?v#l8&>9Kax`Jk4F6Xd{(XuS|~ibMW$5Ycg~#LGXebXPe}%z zzawxJR`fAAGWcYarft{g&^1QDwB7xX=iQi<;ia9VeRC}{vU($ABtf6#}1$DbpUf> zg=_`%`XYJO=m#*$ymQ3VzNAdCpfHoS@%=bLYo#&W!gp3CnKv}Xv7!1nPKV%KOf6a$ zI$sYf;{^F7Omr`NPHrl$AOrXiVnafik)0xcNWDtHI0_{%*{Um>b80L57Q=^(hMhm%@aa0O(+RpXAZXlrf7B36IT3_ho#zR+szOLAlb{4f*byK^)(BvJ^ zr*1yXsj=W_!@dbBwSS4HuGy%{xuR;-Sv6t88w7ng{JjQzBKf=8S4ax%8+a6Z(sT8O z8ZvqqK>d9`2X4d${HxSRKt|z;Rd_Q_s)ztqC1cl*T^Hte_6qghPj|&y{6F1pw{b-a0RRt)k>}M2Ux=loOD%Ya&X=^MrqLA8V4p^q+D?TdVGILtW{M4^kFG_PghtPqp*OjMfIFHG)>PZnK^%N}3% zdp7ZPve(Quug8`)hnJ6(uoPc@&rke3+5JOhn$JRi#X{>Y@8Th7JNvfaDu85nD3GM9 zTdjoul~N-eLR5ewyHB%Clt_2K-EZ}O)opf4Nm%6nDNjK@(5S$KKt^a-N&Z#5K_J4v zp7{4_fV`oV0Sk~o^l0fw|98UjZ#QZhNE$5#>A%1O0^$DK`u8b}0m4p-4>_jA;{V@4 z{%=3yxBpWu`~QSIWQ~UCztI7CrNsj~F+uR@M3`<^Kp-nuOEnKyH&1qRH@ANdhT400 Tgnzz@`uCm&gFtQU|5*PAixOH6 delta 3736 zcmZ8kc{J2t+#bVZS7c-l+4pTCq^u3fl6^_px3OeP24DLcVak@lSW3n=gf_&4?EAj` zED;7N#xfIczkcVuo%g->oO|v)_xb#DKcCO@JQw5gOTV_~9FVUt@FkTJ1X`y7fzE?K zpb&)2BVT_nM_*qr=@4&3rTIPI5@pu#`yOYM%jg;5Fv#;Knjr78V6!rh4`Cx~Ax0+XXCi&|2U}wQK534BWy5vOk+yGfPo5Fc^h> z9kw%JA-xH^Dfzf#+~B+?XArObb(rRe3&dwP(TgCc2Jn(;<2!i`qpMIQo&^TO$k-wJqgTT;aO|W$O&dutkJQQH3!|K(y=5wLsQQG?eUy%Swf+?z_jtFS`%_B1mgA-6ePXj~6o>O;l>TSdMl& za@lyyPkuwEZFmfmsf9-E5~wx8i0Xu{8=Z83UB*(;gsl)G`+cFwbe!t@C~}m3vex7K z8qv|dH42GjWm@iDCbh|)yKab%5}fz6Px@_KYWU<~Ys{q)`Tz}8b6!P^+?7!ZihRWU z(0r|y-_+i6$f<-nS#ththyl6S@alw!{0A}1J6`gtb0i zj3f67;__sK6Zth&qab@s&;CKNwayy0&_!;q9;cHjhKugYwZ^FmPl%!+xb=>KF9FD_ z-+0icX%L%mU&Ziya~sI)PcGF+9&7eq<3j!#x)C>@5UE$@OhH8-7G(LRc2Z)u$AYlJ z*+Vf@*M_bz6`X_+tdx1)WnH{!19k(PZ52dtrjte}#dD!r^JnLkT<+5@ecv0FG!P%x z93gY4TL&~Id(ex|s8XpdqEhGiI&H2Q>dN=>J0Uu7>sCIQsdj~e^<({M&J852(Sj+( z=Ax@vkTL#!80m5OETQ(K@$HNZ_m6$dKkbi;6#_y?iwwJ;NXclA{OkE1$|R}K`nT6c zi7NNPkbMKNf`!lB`(dPwF!f(f8K>&pQKxc6Scfd%@v^^gYzjQmvd&;N<9~wS8hHKlBSbjc6D6dJ?m0%I0{UMO-EhT zgh3daBU#+vR%q8tejB{}b0Lz&$=VcW12Z1F!hWK7a^&#VGSu4wl*NaUgWR+J&>g<` z9SV0Ukr!<(?8#4yF462GG#{f)-Alfk>d7KPnpLJWvRkx0ahhc2yn7NcoL4YDGqMo zgCinnr(P&s!&Q=*V1D%F%y*YN>&-m3dBfVuKuIsdKQVJOIZ|IN-- zL#h}oVe)$~;7j)E`PYJ#-`%)EvM~LoN=og?qL37y<_Bt~#j6ix3I|x9@RXgsy+o$;YJNZvPv$*bevjN_5}riq zjS9knGvH&y>?ZJ=zt7J8EYGs;`NYUxh^=9H7#SUvt|$P9-Qb@Co0O`TnJ11Ai9z*Q zD?D6+3z@kGwPBTv$NO?=O%<&NIuXCf3wBSVXs(W00=Z)~F^SRrPvNAc@29q@qq6os zU3{TQF#?xQy%x=IcZCnm>{V3ZNC|zZEBtf=`u%}H=87nI0NNXksrlu=*e&}_=a$|>EHjr`vBt4LRk~s_JiQI{VP>i{%90tyL%6!pm!PkC&4QnSJ~i0KmBV$-7U-Kw z-&;>{hOV_{JzEf8z3R)Pprv=AQO#)6 zBJm!Z5w$;2jG*Ti|Ix}T-dKrANW0}+s&xhOyJrFMLqYypj?L9)08-#l3`fD8Bz*hH zXhx%m6~1w{8FQGI<4p$tA)H%W8`J>bxfH2-FbIS@2Ldtv=Mw?~A0u1>{&NYoUbC{S z5tj)!XqrFN%_|#3Z;vR#Sl`RLQzOk0*OES#vVgRfpJ=a< z6brij&riPExG1a8%Q;qzK`mb}0O6w19J&)G<|Y_u@Am@hunYhor`t4LB1H7&Xn`<@ z_@)6Ey(Z$FOXiHiyeuTohD(pfu0MXNQ`W}%3{J80+b;mtv#@*9#EH4ISc+&H9wQSg8a)-e$soKlFZZdG) z+0gy5Hh8s(Uk9M2T|rIR{?sj{l_MmPek`d~HTbhV4}E19@5HxhS{q_^Vhy#2KzS>F zj78isGK&=K6f`oBdZWRlPo10cQQM?DG^MxGBW0&t?qu4_Q~cf3;rpG3mOt98{6!<1 z1PX2&ZG1xzFK4Jyv#I&<>uMZEtHtg3^_7F)xGUcva3unU8dnafG!87cQZXb^L*4W6 zby=gy88cbsgg{asu~-dS8JrHrE7_g}y^mUK2xiKYFp@A-vN2gg1%}9R^W|sKKHN>% zvJH=(pMY;W^UvRT?!azZxPWH{bEI9j2lkGf-tdyyT#Iqef~LCMm`j9)q} zy+@s~v~oOQDV`U4xiYAUjq_5AyIV*+U?+2<-*QriyRZGLWKMp)V2((ydHU_@EUdZQ z`IYaR>+Y=|ojwF^$r?HMT(bDYB(GIVc}yyi#2b|u7`1Mh6kT6afBI_4g(XhoA+K(m zv%Xs!BD8=?hou9%;rtlQ+MS5}(J956DY|)>D^e)QoqgLcsC*ow=_JNVTMf`ebBk-F zoxzS}K>rpt-Hzk=FiQ#$hzLgIiEsg#ZH9Q+3);JIa?IC@aPN6G(Q^F}E%VsV7|okC z!qwDAvS{VZqIku6wZLd^elgiV5Q)N@YbU85w^c(HbeW z>6yp_7CTn>jEN838{&fT6Q27qj?%PDJfB^>p+A=Zcgrc+({77M1x;bAD7Wax@mvoO zp#mxbklhSdCoCJEay%WY`>tPJ>Cx;~oA}|@O)Nvc{z(iiI_+TsqD>X|XctXL{V*>* zojSwL4UV10r~@ zwmyUN?Jxm`XjQzecf*dx1rr*B51t}lg96WLb1?E(rp<5H<=kf5fbl%_$ZJ;8i0D&V z`amD_ieisSG$4%V(DPsQ)`O)qDQW-r`-ZwBYe*4{%9oYm{_71vAokx> z{dc@(Kn*f*qRwQ+!MB-F5^_S^|DV?XVqqL8gxqEBzdZs1vHrdNy}QVbDiC2qHOpP# z{*&V0jTHV{AejFTD4z$VB7a?+pAQ6b_H{D$_w@^qaq#o|S2T