From 436287bbe1b9ad84f8d6f198e25222467379b760 Mon Sep 17 00:00:00 2001 From: Vadym Slizov Date: Mon, 18 May 2020 21:40:49 +0300 Subject: [PATCH] [refactoring] scanner DefaultConfig --- internal/scanner/lexer.go | 2 ++ internal/scanner/scanner.go | Bin 383542 -> 384730 bytes internal/scanner/scanner_test.go | 60 +++++++++++++++---------------- 3 files changed, 32 insertions(+), 30 deletions(-) diff --git a/internal/scanner/lexer.go b/internal/scanner/lexer.go index 4b242d3..8cfc2b3 100644 --- a/internal/scanner/lexer.go +++ b/internal/scanner/lexer.go @@ -20,6 +20,8 @@ type Config struct { ErrHandlerFunc func(*errors.Error) } +var DefaultConfig = Config{} + type Lexer struct { data []byte phpVersion string diff --git a/internal/scanner/scanner.go b/internal/scanner/scanner.go index 0a3ecd8d212164c15f9b4c3623b56b6c696f10cf..c4b5ae58209aa13baa797cba467c654341cf4d94 100644 GIT binary patch delta 6643 zcmZu#d0bV+9{-GY4uav50h&u{a*sl0+zW_cnqbQ(3yYqnmhJV*9Tl}crMO^GKmrFF zd)lI;WDrUhy(*w!x#!yQGEE~x#aAyCHI1S-zu%lQb2#_?bMMUew|{?gX6Bqtm0iBC z>9S#!i-Z`fT(9!qg^S!qGChOyNZ$im_qlCCLW~(%x{>?ZWNX-S-b6JFGiv9J;!{>1 zPVPnfx%1Ouo)$vJ7KqWAdBh zzyYLn?o9=+e#?Y)qjwHe4Sq)%$8rGnd2(NdOhpC9^2`c!-?+DzyTDuWLETvJZ)$Wa zoCE6lg|FQXaDA=Y@YHS)!^0q{s2hqU7o5E;hK0tUYK3iHzKfLmu4Mao-3G$6M^1yZ;v)gG&AdYUCZL1eeJN5AnZc zt4OqwbZ8|XGEWeREW9ru>T!Z`8jihf3YuNNn4%i9KrfYGk&jOkWQW2mNUua>*@bBIP zhzBwz92L;@x{GbSakxZ`iw(MwcPWge&!$6+uP==cit~a?#I@so;Y~MwI=&u;1t&`R zpI9{oCrX0iV?Y^mOgs58Xn?<7rzEotr#=#>+bI7LsfQ|O*W=LBq#HwjDz+4~)24!M z95@XOa%XNM?`Km%Hy&*;(eJnrgZ_2~I6}Ruvq&gsfpwfrf{nM&Vbj6IBaP^o_mRCn zn?I@JPxkhuoZo6SlvTe>f_>4yEJpykefHPYvLofcRYM5T_-%YBsu%Oppuvi+yh~WC zr)duuKyke;18c$nR#d{3=g=?6YOnf04fuNZ_f^*L>1!rmx)FUH2?gD2*G6H!CCrNMseIeC0mT zhJaj5qFg8erdgAVKsvD0byhiZF7(vS8)mB-EUs zDwKg*r4i%^2)KDF+uMbtnSzpGT}d0ufLxPe#T_N!bfZ68%qt`xn?m!TN>gq6ho-MJpS(|B;tSx~kh$nI(d{{UwtL z?zbXn*i`A76;36KAtv(p>@=AtJ3fuTNhbsa)0LoIx=m1|QbFcvC7=pxc61u2V_plUI>UkcK)lwe;L zkw-tfdx;G0uUkR}sFFNQ16fKof#Vofx<3+2Mi-EZ8l%s@8||$R?-;SNMRXy!XO_ z)h;EIZFqM!C0_<(jrpXTP1u9oQ$R+Wmj0RoQfIovSiRT|LrIg0WI$6I_l}a5y+cYg z?ntb!#VcjVP4AHse0*T#^8INbd;dEU#yYJgH<;>CY~e?I^Lc4C(OVl|_0eWFw_?mQ=O!3GE?&-49Xa=;G*MF^e@Bg9#C+=1DGop) z%9ReLmR;`1wb=aTQ|Ai@B6$(_-%t1@SQ3d&dsaD-`~bvNt#pu?+0`~?&`qOFMRajO zjWQC*p#UUhn^R|_4Z%?Tw%bA>c`LRnBUEW$t5gtJ-~^g#)gh8oN47;+99Y}g6b`^{ z{l>s!#6R#@n+wNGjTkn{=Ym@SyIAGY{Re!mdfe*qtZm-pf;$0<*c`v>FPNaDcC(WB zhiq}V@Yq68&Q>L2K~*kw*sQEViJwQx%jd4}#3+7{PPNAIsq{H(T$4)S)P!*Nq9O;< z#R~{dxo$XrfqvDh`d&}c%>eNHd-1%( zS;$lLQ4W|jK#TYl>M44kJjsv(ZWh9tpQl}+qQR{z60}+xutJ2F+!yFA)^#$K{XS8Y zfB|Mt5+d}yc^X{}8Nj)pIi1#6<3sa#%t`6A7=Zl3Xn(>CD(-#IOSY<(y8WFpsE$j< znsp-V@RO8k33%(qF729Q?~=$ZaxRSxf=sb3V9dCy5LPyi_L8s+BV|1_b(_b0d5--p zeFR2i(%ArDnLlLG6^enKSvCenETN}5fFj1euZUL2NzY{zUUr1!{4yj&Ozv1iLyVWM zC9~3W8p)Cv9me&Ln$?Ul>vcIc4Uypwtg`#Ph8R@d=#&-@icTT%~d=_l-hVIDy5%UJn3x8R=UBY zMrSEi;!)%g_)9`Hg%@6MuCt5P6yF?S(d?>mF!O_{_HD?ljJUyxYMrd#5y(gT&mDXW zWYv3Zg=4t>`>49CS&If0duYPHwaRohdcREsw9}Dv#74*FBec$< zgTHkANXwuaT;}iB2d4jLJ?#V=g5ccK!1pI>a=w99$;rMmv`|hKp0%kZoumJflI!Q_ zIyu?hXxj;QoDU4%`##m_BmOY(8yRwB>X`B>&f0b^Olgi&|E=;UWxEZ&^uUuAu&!jFl42O?M zNi6>lI!(fTn{9<&Y{u0jIIR2AR(17XfmL^Fp{2p#i1*yXt_EqcYBsB_hMO@;<_0T? z|8lU_gxeU3y53+DExSQ$u|!_Bv%Ll%4+M+J9kgU*k=&$3v$7kt7eT})I!o-V?J*}y z&Hp6pl#A8Gq5SstNXwnFM`PdDvV8FFHGZK9l9>#pH3 ziOKBjp~3e((GUxn&N|(q;rAXyxHWuX#$!0v{62^Yw%ihsAe+!jI}Z*yTi(!kI5HCw z#4g8?C~;(7?X6kY5jV@|qv016G#Dfd#5YJ~aOGB;!K}W*fUluZtT0mbgLQOkCn5HY zah&E({WZ$E=-OO~RO*5S6p!d9Sg>>z3l=h+Jsu@kK!jUM76yS&q~QMOKnhBtB?Why zRG5V)53tp-eSj?7)831>i-f`I3=>ohA851KHqci24|muqe=J5;9&Py6-OOTi?QXW+ zqrrQ&csg1<8hjNKlRU46=NPYSneB@&Fo$acpGIyWuV3CEuWe-(#Rpb>DPC6XVeJz% z^|M4N6%lC9|eLu^H_8G=RgLl$pTpFnkLW7$4bn*#`M zle|q0XC=b|GuQ6Y9so^TZ&*3E4Pj3V*SfNryR^1a*2+05$b*6XcerqZ#lD`b3h>hu O?L$UP;`biYrv49n_g@D9 delta 5531 zcmZWtdstP)7XOAb6Aw>;ghG~z!Z|1=9s%)@AE*)KBU96SWTyDt>l*~L%pw$2M9GAm zE+3UV1(Fmz>h_6(W@;(<;A+vuM_FQ~mfDRpy)$d}=IkARoNuq+T5D#l-6_m z*VGW@-Be$LZ4y*J%VJTnpP)@ysZXUGKjQ;|l=vxYzx_iYO?D;jj-OCGr_|QFD_-@l zp>lb>%174WC`Us&jg0E&CFd38ax^SM%YPfn(0l7e!Rt8x*_A<;g=|+^U6Ca`d!-2R zrXTXrclwVT5qG;x z6e4n#od@ADdL7x^Su-X z1y7UNIBDcF6PVLY)f|NsTd+Dymbs#a+kVRc*IlcO75J@u{I(N|wd0j||M&qxZ zS}qI1$$Fe!<+BsMS5^kAlOxGsc{ITHy|l3tqR3E(@JQL#JiL2JPpP z=`MZUTwOmR$)%qtT{Du&Vp&Pv1MuK25&%glWGouhTPY-q6~?F|nIT1ey|b>~8IN1HL}W*CrE-JqnB1~i02ahet%f)A=%YInIu$8SnK2Y(lCAnIb;z% z1_M@+6v^(pRb(g6b2V9u7>4JNnF0=k`#EI1)V-Tao)Wr2a3NPqO?_1%hwu;(b9IFA zYjnf8HGD!0QUQ99A?wIyCU;QKr(~RrT<|H`Ol84EO6v+q7Y*^=^(o?QCVCA!Ia5b? zw8Nt!egrfd=NB7YZpwo)C*of62e9&+{g zCB#7P@!iHjOHAm#2_^3_dN!KSlJnS=X)f4qrz1!_?;qp#P7E~Uv*wx%!mdkFg)2(KYWsER{z<|A$ z2QK}}eVShN+;4FsF2jTa(vav668 zFp{R|_BP_q7XUG%Xf&#dMo|@o^j9grm&nh9Xh<7Pk!f4}K7c9Xs9n7>nkL{u?65{g z_4V?cmmJl*C%+zwqsx`xW8>&};eSu)9k6^nwf@7yIzf7bz^Vzf)-|&Hbvj0j3{gWT z(#aNafA6a9e3QzGNGe08QBUYTg>KVRb%)D?*cccUZ_1Y!*{1G@r!N{#WIj}$$gaY0 zRVN6YPDhJXv8lz=X$N`T!0U|f9G)i{a_0yGzqy3Lr6ekE8IYe$_siRicRKZe4^n6$ zesZW2=h3;i>apsS1+*7|!3$_xA@;{NsQCVhhCA=HOnA&f8u6GcR?=cR#1dgBZY*%s z%hHHfC>~Vyg~(xp%(HU_-Dn_SU9J|{bLvt`gQ+7@r;ECoCC25F5xAeWgy_PPHNt>0I$zddM;XmF)ZxRedL6vC(d|#b z=~Mg)npn#hZF&^z0fANY9jU9X;yr-Y)d%_Faw!bnJ46dr&b(S9jph+Ys45+~Q~?*i zpzivHjE4S4TQdIiXftDd0uRVMMW3-abk?Y^KB=#&=-%cK=-W}QKKIl10gm82=1JCG z-8y7| zAD%ugM)WVbbJH(;Kca5$4O%9p6~7u!m&}_j<2K%;*Rfk2!0zgqFTG2*XvvKIlNPU8 z%Fct$vgc-i1WVx9e+u|X79B{>p$&&)&Td}iJH_fW))SsWdkix*@3exZo_6tsZU#WOiFwFnP858z<5JoHx>l%`?DvT zjq%MH4}g>aX840gW_&h)MQJggYp2KD*N)xAnE7&^g&o-pDYXh@B|-{?hCn9&U68P< z6H9G&#ySSThn-oJA$E&cNBE&XgE zx?fQU_tU>!J>h5(f(XW$hL25HHW(eR}Dwk0f{%Cd(=P zBMiheof@fgI@p^rCAg*oTUfUF5=Pc({RG47l}c zvD0B{Kb>OQbN{6139P?f_l*87ijhdMulW0@`F bar ( '' ) ;` - lexer := NewLexer([]byte(src), "7.4", Config{}) + lexer := NewLexer([]byte(src), "7.4", DefaultConfig) lexer.withHiddenTokens = true expected := []token.Token{ @@ -1469,7 +1469,7 @@ func TestYieldFromTokens(t *testing.T) { src := `