ó ;ÏOc@spdZddlZdefd„ƒYZddd„Zdefd„ƒYZd efd „ƒYZd „ZdS( sJsLex: a lexer for JavascriptiÿÿÿÿNtTokcBs eZdZdZdd„ZRS(s, A specification for a token class. icCs:tj|_tjd7_||_||_||_dS(Ni(Rtnumtidtnametregextnext(tselfRRR((s+../Django//lib/python/django/utils/jslex.pyt__init__ s    N(t__name__t __module__t__doc__RtNoneR(((s+../Django//lib/python/django/utils/jslex.pyRstcs&dj‡‡fd†|jƒDƒƒS(s¥ Create a regex from a space-separated list of literal `choices`. If provided, `prefix` and `suffix` will be attached to each choice individually. t|c3s&|]}ˆtj|ƒˆVqdS(N(tretescape(t.0tc(tprefixtsuffix(s+../Django//lib/python/django/utils/jslex.pys s(tjointsplit(tchoicesRR((RRs+../Django//lib/python/django/utils/jslex.pytliteralsstLexercBs eZdZd„Zd„ZRS(s2 A generic multi-state regex-based lexer. cCs³i|_i|_x‘|jƒD]ƒ\}}g}xB|D]:}d|j}||j|<|jd||jfƒq8Wtjdj|ƒtj tj Bƒ|j|%s)R ( tregexesttokstitemsRtappendRRtcompileRt MULTILINEtVERBOSEtstate(RtstatestfirstR trulestpartsttoktgroupid((s+../Django//lib/python/django/utils/jslex.pyR"s     0c csÄt|ƒ}|j}|j}|j}d}x‡||kr¶xt||j||ƒD]\}|j}||} |j|ƒ} |t| ƒ7}| j| fV| jrS| j}PqSqSWq0W||_dS(sX Lexically analyze `text`. Yields pairs (`name`, `tokentext`). iN( tlenR RRtfinditert lastgrouptgroupRR( RttexttendR RRtstarttmatchRR%ttoktext((s+../Django//lib/python/django/utils/jslex.pytlex0s          (RR R RR0(((s+../Django//lib/python/django/utils/jslex.pyRs tJsLexercBs‹eZdZeddƒeddƒeddƒededd d ƒd d ƒed edd d ƒd dƒeddd dƒeddd dƒeddƒeddd dƒededƒd d ƒededƒd dƒededƒd d ƒeddd dƒeddd dƒgZedd ƒgZieeded!ƒd d ƒged6eed"d#d dƒged 6Zd$„ZRS(%sô A Javascript lexer >>> lexer = JsLexer() >>> list(lexer.lex("a = 1")) [('id', 'a'), ('ws', ' '), ('punct', '='), ('ws', ' '), ('dnum', '1')] This doesn't properly handle non-Ascii characters in the Javascript source. tcomments/\*(.|\n)*?\*/t linecomments//.*?$twss\s+tkeywordsŠ break case catch class const continue debugger default delete do else enum export extends finally for function if import in instanceof new return super switch this throw try typeof var void while with Rs\bRtregtreservedsnull true falsetdivRs· ([a-zA-Z_$ ]|\\u[0-9a-fA-Z]{4}) # first char ([a-zA-Z_$0-9]|\\u[0-9a-fA-F]{4})* # rest chars thnums0[xX][0-9a-fA-F]+tonums0[0-7]+tdnumsä ( (0|[1-9][0-9]*) # DecimalIntegerLiteral \. # dot [0-9]* # DecimalDigits-opt ([eE][-+]?[0-9]+)? # ExponentPart-opt | \. # dot [0-9]+ # DecimalDigits ([eE][-+]?[0-9]+)? # ExponentPart-opt | (0|[1-9][0-9]*) # DecimalIntegerLiteral ([eE][-+]?[0-9]+)? # ExponentPart-opt ) tpuncts§ >>>= === !== >>> <<= >>= <= >= == != << >> && || += -= *= %= &= |= ^= s ++ -- ) ]s){ } ( [ . ; , < > + - * % & | ^ ! ~ ? : =tstrings"([^"\\]|(\\(.|\n)))*?"s'([^'\\]|(\\(.|\n)))*?'tothert.s/= /Rsë / # opening slash # First character is.. ( [^*\\/[] # anything but * \ / or [ | \\. # or an escape sequence | \[ # or a class, which has ( [^\]\\] # anything but \ or ] | \\. # or an escape sequence )* # many times \] ) # Following characters are same, except for excluding a star ( [^\\/[] # anything but \ / or [ | \\. # or an escape sequence | \[ # or a class, which has ( [^\]\\] # anything but \ or ] | \\. # or an escape sequence )* # many times \] )* # many times / # closing slash [a-zA-Z0-9]* # trailing flags cCs tt|ƒj|jdƒdS(NR6(tsuperR1RR!(R((s+../Django//lib/python/django/utils/jslex.pyR´s( RR R RRt both_beforet both_afterR!R(((s+../Django//lib/python/django/utils/jslex.pyR1Ks0         '$cCsÓd„}tƒ}g}x«|j|ƒD]š\}}|dkrId}nl|dkr”|jdƒrµtjd||dd!ƒ}d |d }qµn!|d krµ|jd d ƒ}n|j|ƒq(Wd j|ƒS(s³ Convert the Javascript source `js` into something resembling C for xgettext. What actually happens is that all the regex literals are replaced with "REGEX". cSs'|jdƒ}|dkrdS|SdS(s1Used in a regex to properly escape double quotes.it"s\"N(R*(tmts((s+../Django//lib/python/django/utils/jslex.pyt escape_quotesÀs Rs"REGEX"R=t's\\.|.iiÿÿÿÿRCRs\tUR (R1R0t startswithRtsubtreplaceRR(tjsRFtlexerRRR%tguts((s+../Django//lib/python/django/utils/jslex.pytprepare_js_for_gettext¸s      (R RtobjectRRRR1RO(((s+../Django//lib/python/django/utils/jslex.pyts    .m