o
    b#                    @   s
  d dl Z d dlZd dlZd dlmZ d dlmZ g dZG dd deZ	G dd deZ
G dd	 d	eZG d
d deZd ZZd ZZd ZZd ZZd ZZd ZZd ZZd ZZd ZZd ZZ d Z!Z"d Z#Z$d Z%Z&d Z'Z(d Z)Z*d Z+Z,d Z-Z.e(Z/e&e(B Z0eeB e$B Z1e&d e(eiZ2e1e0B eB eB eB eB e B Z3eeB eB e"B e*B e,B Z4e5e j6Z7e5e j8Z9e7e9B Z:e5e j;Z<e5e j=Z>e5de5dgB Z?e:e5dB Z@e:e5d B ZAd!ZBeC ZDeDd ZEdeE> d ZFeeeeeeeee e"e$e&e(e*e,d"ZGeeB ZHd ZIeeB ZJe$eJB ZKd d ed eeeJeJiZLdddd#ZMd$ZNG d%d& d&ZOeO ZPeQeNR D ]\ZSZTeUePeTeS q+dOd(d)ZVd*d+ ZWd,d- ZXd.d/ ZYd0d1 ZZd2d3 Z[d4d5 Z\d6d7 Z]dPd9d:Z^d;d< Z_d=d> Z`d?d@ ZadAdB ZbdCdD ZcdEdF ZddGdH ZedIdJdKdLZfdMdN ZgdOdP ZhdQdR ZidSdT ZjdUdV ZkdWdX ZldYdZ Zmd[d\ Znd]d^ Zod_d` Zpdadb Zqdcdd Zrdedf Zsdgdh Ztdidj Zudkdl Zvdmdn Zwdodp Zxdqdr Zydsdt Zzdudv Z{dwdx Z|dydz Z}d{d| Z~d}d~ Zdd Zdd Zdd ZdQddZdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd ZedR ZedR ZdRddZdd Zdd Zdd Zdd ZdZdZdZdZdZdZdddƜZeIdededeJdiZddʄ ZG dd̄ d̃ZG dd΄ deZG ddЄ deZG dd҄ deZG ddԄ deZG ddք deZG dd؄ deZG ddڄ deZG dd܄ deZG ddބ deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd dZG dd deZG dd  d eƃZG dd deZG dd deZG dd deƃZG dd deZG d	d
 d
eZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deԃZG dd deԃZG dd  d eԃZG d!d" d"eԃZG d#d$ d$eZG d%d& d&eZG d'd( d(eڃZG d)d* d*eZG d+d, d,eZG d-d. d.eZG d/d0 d0eރZG d1d2 d2eZG d3d4 d4ZG d5d6 d6Zd7d8 Zd9d: ZG d;d< d<Ze Zi Ze D ]7\Z\ZZeedi f\ZZeeeed=Zeefee< e D ]\ZZeeedeed=ee< qِqd>d?d@dAdBdCdDdEZeddFdGeddFd8eddHdGeddIdGeddId8eddJdGeddJd8dKZe܃ e ed8eɃ e݃ e e dLZeeZee ed8e e dM e e eσ eك dNZdS (S      N)defaultdict)$AASCIIB	BESTMATCHDDEBUGEENHANCEMATCHFFULLCASEI
IGNORECASELLOCALEM	MULTILINEPPOSIXRREVERSESDOTALLTTEMPLATEUUNICODEV0VERSION0V1VERSION1WWORDXVERBOSEerrorScannerc                   @   s   e Zd ZdZdddZdS )r%   a  Exception raised for invalid regular expressions.

    Attributes:

        msg: The unformatted error message
        pattern: The regular expression pattern
        pos: The position in the pattern where compilation failed, or None
        lineno: The line number where compilation failed, unless pos is None
        colno: The column number where compilation failed, unless pos is None
    Nc                 C   s   t |trdnd}|| _|| _|| _|d urB|d urB||d|d | _|||d| | _d	||}||v rB|d	| j| j7 }t
| | d S )N
   
r      z{} at position {}z (line {}, column {}))
isinstancestrmsgpatternposcountlinenorfindcolnoformat	Exception__init__)selfmessager-   r.   newline r9   P/var/www/secure340b-portal/env/lib/python3.10/site-packages/regex/_regex_core.pyr5   *   s   
zerror.__init__)NN)__name__
__module____qualname____doc__r5   r9   r9   r9   r:   r%      s    r%   c                   @      e Zd ZdS )_UnscopedFlagSetNr;   r<   r=   r9   r9   r9   r:   r@   =       r@   c                   @   r?   )
ParseErrorNrA   r9   r9   r9   r:   rC   A   rB   rC   c                   @   r?   )_FirstSetErrorNrA   r9   r9   r9   r:   rD   E   rB   rD      i   i   i   i @           i   i          i       i   @   r)   z()|?*+{^$.[\# z -z &_-.)||~~&&--)abefir   mprsur   r   wx)r]   r[   r   a  
FAILURE
SUCCESS
ANY
ANY_ALL
ANY_ALL_REV
ANY_REV
ANY_U
ANY_U_REV
ATOMIC
BOUNDARY
BRANCH
CALL_REF
CHARACTER
CHARACTER_IGN
CHARACTER_IGN_REV
CHARACTER_REV
CONDITIONAL
DEFAULT_BOUNDARY
DEFAULT_END_OF_WORD
DEFAULT_START_OF_WORD
END
END_OF_LINE
END_OF_LINE_U
END_OF_STRING
END_OF_STRING_LINE
END_OF_STRING_LINE_U
END_OF_WORD
FUZZY
GRAPHEME_BOUNDARY
GREEDY_REPEAT
GROUP
GROUP_CALL
GROUP_EXISTS
KEEP
LAZY_REPEAT
LOOKAROUND
NEXT
PROPERTY
PROPERTY_IGN
PROPERTY_IGN_REV
PROPERTY_REV
PRUNE
RANGE
RANGE_IGN
RANGE_IGN_REV
RANGE_REV
REF_GROUP
REF_GROUP_FLD
REF_GROUP_FLD_REV
REF_GROUP_IGN
REF_GROUP_IGN_REV
REF_GROUP_REV
SEARCH_ANCHOR
SET_DIFF
SET_DIFF_IGN
SET_DIFF_IGN_REV
SET_DIFF_REV
SET_INTER
SET_INTER_IGN
SET_INTER_IGN_REV
SET_INTER_REV
SET_SYM_DIFF
SET_SYM_DIFF_IGN
SET_SYM_DIFF_IGN_REV
SET_SYM_DIFF_REV
SET_UNION
SET_UNION_IGN
SET_UNION_IGN_REV
SET_UNION_REV
SKIP
START_OF_LINE
START_OF_LINE_U
START_OF_STRING
START_OF_WORD
STRING
STRING_FLD
STRING_FLD_REV
STRING_IGN
STRING_IGN_REV
STRING_REV
FUZZY_EXT
c                   @   r?   )	NamespaceNrA   r9   r9   r9   r:   r^      rB   r^      c              	   C   s   t |  }t|| }|dk rdS || | }ddl}t|ds#dS |||D ]}	z| |	= W q) ty9   Y q)w |  i }
t | D ]&\}}}}}}|||||||f< z|||f |
||f< W qD tyj   Y qDw |  ||
 dS )aC  Make room in the given cache.

    Args:
        cache_dict: The cache dictionary to modify.
        args_dict: The dictionary of named list args used by patterns.
        max_length: Maximum # of entries in cache_dict before it is shrunk.
        divisor: Cache will shrink to max_length - 1/divisor*max_length items.
    r   Nsample)	tuplekeyslenrandomhasattrr`   KeyErrorclearupdate)Z
cache_dictZ	args_dictZlocale_sensitive
max_lengthZdivisorZ
cache_keysZoverageZnumber_to_tossrd   Z
doomed_keyZsensitivity_dictr-   Zpattern_typeflagsargsZdefault_versionlocaler9   r9   r:   _shrink_cache   s2   

rm   c                 C   s(   | j }|t@ dkr|| jO }t||S )zFolds the case of a string.r   )rj   _ALL_ENCODINGSZguess_encoding_regex	fold_case)infostringrj   r9   r9   r:   
_fold_case  s   
rs   c                 C   s   t t| j|dkS z$Checks whether a character is cased.r)   )rc   ro   get_all_casesrj   )rq   charr9   r9   r:   
is_cased_i$  s   rw   c                 C   s   t t| |dkS rt   )rc   ro   ru   )rj   rv   r9   r9   r:   
is_cased_f(     rx   c                 C   s,   t | jt@ }t| ||}|sg S ||S )z&Compiles the firstset for the pattern.)boolrj   r   _check_firstsetcompile)rq   fsreverser9   r9   r:   _compile_firstset,  s
   
r   c                 C   s   |rd|v rdS t  }t}|D ]}t|tr|js dS ||jO }||jtd q|tt	B kr3dS t
| t||t @ dd}|j| |dd}|S )z$Checks the firstset for the pattern.N
case_flagsTr   	zerowidthin_set)setNOCASEr*   	Characterpositiver   add
with_flagsr   r   SetUnionlistoptimise)rq   r~   r}   membersr   rV   r9   r9   r:   r{   6  s    
r{   c                 C   s   g }| D ]}| | q|S )z(Flattens the code from a list of tuples.)extend)codeZ	flat_codecr9   r9   r:   _flatten_codeU  s   r   c                 C   s"   | j t@ }| j t@ r|t M }|S )zMakes the case flags.)rj   
CASE_FLAGSr   r   )rq   rj   r9   r9   r:   make_case_flags]  s   


r   Fc                 C   s   |rt |S t |t| dS )zMakes a character literal.r   )r   r   )rq   valuer   r9   r9   r:   make_characterg  s   r   c                 C   s   t | ||t| dS )zMakes a group reference.r   )RefGroupr   )rq   namepositionr9   r9   r:   make_ref_groupo  ry   r   c                 C   s   t | |t| dS )zMakes a string set.r   )	StringSetr   )rq   r   r9   r9   r:   make_string_sets     r   c                 C   s   |r|S |j t| dS )zMakes a property.r   )r   r   )rq   propr   r9   r9   r:   make_propertyw  s   r   c                 C   sL   t | |g}| dr|t | | | dst|dkr"|d S t|S )zParses a pattern, eg. 'a|b|c'.|r)   r   )parse_sequencematchappendrc   Branch)sourcerq   branchesr9   r9   r:   _parse_pattern~  s   

r   c           	      C   sP  dg}t |}	 | j}|  }|tv r|dv r|| _n |dkr+|t| |d n|dkrCt| |}|du r=t |}n|| n|dkrf|jt@ rS|t	  n|jt
@ r_|t  n|t  n|dkrs|t| | n|d	kr|jt@ r|jt
@ r|t  n|t  n|t  n|d
kr|jt@ r|jt
@ r|t  nq|t  nj|jt
@ r|t  n^|t  nW|dv rt| ||}|rt| |||||| |d n:t| ||}|rt| ||||| |d n#|tt||d n|tt||d n|tt||d qdd |D }t|S )zParses a sequence, eg. 'abc'.NTz)|\F(.[^$z?*+{r   c                 S   s   g | ]}|d ur|qS Nr9   ).0itemr9   r9   r:   
<listcomp>      z"parse_sequence.<locals>.<listcomp>)r   r.   getSPECIAL_CHARSr   parse_escapeparse_parenrj   r   AnyAllr"   AnyUAny	parse_setr   StartOfLineUStartOfLineStartOfString
EndOfLineU	EndOfLineEndOfStringLineUEndOfStringLineparse_quantifierapply_quantifierparse_fuzzyapply_constraintr   ordSequence)	r   rq   sequencer   	saved_poschelementcountsconstraintsr9   r9   r:   r     sv   












Mr   c                 C   s   |  }|d u r|rtd| j|td| j|t|tttfr'td| j||\}}	| j}|  }|dkr9t}
n|dkr@t}
n|| _t}
|	 sW|dksQ|	dkrW|
|||	}|
| d S )Nzmultiple repeatznothing to repeat?+r)   )popr%   rr   r*   GreedyRepeat
LazyRepeatPossessiveRepeatr.   r   is_emptyr   )r   rq   r   r   r   r   r   r   	min_count	max_countZrepeatedr9   r9   r:   r     s&   r   c                 C   sX   |  }|d u rtd| j|t|tr"t|j||_|| d S |t|| d S )Nznothing for fuzzy constraint)r   r%   rr   r*   GroupFuzzy
subpatternr   )r   rq   r   r   r   r   r   r9   r9   r:   r     s   
r   )r   r)   r   Nr)   N)r   *r   c                 C   s.   t |}|r	|S |dkrt| }|r|S dS )zParses a quantifier.{N)_QUANTIFIERSr   parse_limited_quantifier)r   rq   r   qr   r9   r9   r:   r     s   
r   c                 C   s   | duo| t kS )z,Checks whether a count is above the maximum.N	UNLIMITEDr/   r9   r9   r:   is_above_limit  s   r   c                 C   s   | j }t| }| drt| }t|pd}|rt|nd}n|s&|| _ dS t| }}| ds6|| _ dS t|s>t|rEtd| j||durT||krTtd| j|||fS )zParses a limited quantifier.,r   N}zrepeat count too bigz"min repeat greater than max repeat)r.   parse_countr   intr   r%   rr   )r   r   r   r   r9   r9   r:   r     s(   

r   c                 C   s   | j }|dkr	dS i }zt| | | dr t| | | dsW n ty.   || _ Y dS w | dr;t| ||d< | dsHtd| j| j |S )z#Parses a fuzzy setting, if present.r   Nr   :testr   z
expected })r.   parse_fuzzy_itemr   rC   parse_fuzzy_testr%   rr   )r   rq   r   r   r   r9   r9   r:   r   =  s&   





r   c                 C   s<   | j }zt| | W dS  ty   || _ t| | Y dS w )zParses a fuzzy setting item.N)r.   parse_cost_constraintrC   parse_cost_equation)r   r   r   r9   r9   r:   r   U  s   r   c           
      C   s6  | j }|  }|tv r?t| ||}t| }|du rd||< dS | j }t| }|s,|d8 }|dk r7td| j|d|f||< dS |tv r|| _ | j }t| }t| }	|	du rXt	 t| ||  }t| }|du rkt	 | j }t| }|	sx|d7 }|s~|d8 }d|  kr|ksn td| j|||f||< dS t	 )zParses a cost constraint.Nr   r)   r   bad fuzzy cost limit)
r.   r   ALPHAparse_constraintparse_fuzzy_compareparse_cost_limitr%   rr   DIGITSrC   )
r   r   r   r   
constraintmax_inccost_posmax_costZmin_costZmin_incr9   r9   r:   r   _  sF   r   c                 C   s:   | j }t| }zt|W S  ty   Y nw td| j|)zParses a cost limit.r   )r.   r   r   
ValueErrorr%   rr   )r   r   digitsr9   r9   r:   r     s   
r   c                 C   s    |dvrt  ||v rt  |S )zParses a constraint.Zdeis)rC   )r   r   r   r9   r9   r:   r     s
   r   c                 C   s    |  drdS |  drdS dS )zParses a cost comparator.z<=T<FNr   r   r9   r9   r:   r     s
   

r   c                 C   s   d|v rt d| j| ji }t| | | dr"t| | | dst| }|du r-t tt| }|s9|d8 }|dk rEt d| j| j||d< ||d< dS )	zParses a cost equation.costzmore than one cost equationr   Nr)   r   r   max)	r%   rr   r.   parse_cost_termr   r   rC   r   r   )r   r   r   r   r   r9   r9   r:   r     s"   



r   c                 C   sJ   t | }|  }|dvrt ||v rtd| j| jt|pd||< dS )zParses a cost equation term.diszrepeated fuzzy costr)   N)r   r   rC   r%   rr   r.   r   )r   r   coeffr   r9   r9   r:   r    s   r  c                 C   s   | j }|  }|tv r<|dkrt| |dS |dkr,|jt@ r!t S |jt@ r)t S t	 S |dkr5t
| |S td| j||rFtt|tdS td| j|)Nr   Fr   r   zexpected character setr   )r.   r   r   r   rj   r   r   r"   r   r   r   r%   rr   r   r   r   )r   rq   r   r   r9   r9   r:   r     s"   


r   c                 C   s
   |  tS )z0Parses a quantifier's count, which can be empty.)	get_whiler   r   r9   r9   r:   r     s   
r   c              	   C   sj  | j }| d}|dkr| j }| d}|dkrn| j }|  }|dv r,t| |d|dkS || _ t| }||}| d |j}zt| |}	| d W ||_t|jt	@ | _
n||_t|jt	@ | _
w |  t|||	S |dv r{t| |d|dkS |d	krt| |S |d
krt| S |dkrt| |S |dkrt| |S |dkrt| |S |dksd|  krdkrn nt| |||S |dkrt| ||S || _ t| |S |dkr| j }| jtddd}
|
dd  rt|
}|std| j|| d |S || _ | }|j}zt| |}	| d W ||_t|jt	@ | _
n||_t|jt	@ | _
w |  t|||	S )z[Parses a parenthesised subpattern or a flag. Returns FLAGS if it's an
    inline flag.
    Tr   r   =!r  >)Fr   #r   r   r   09&r   )>includeNr)   zunknown verb)r.   r   parse_lookaround
parse_name
open_groupexpectrj   r   rz   r$   ignore_spaceclose_groupr   parse_extensionparse_commentparse_conditionalparse_atomicparse_commonparse_call_groupparse_call_named_groupparse_flags_subpatternr  r   isalphaVERBSr%   rr   )r   rq   r   r   Zsaved_pos_2Zsaved_pos_3r   groupsaved_flagsr   wordverbr9   r9   r:   r      s~   








 



r   c              	   C   s  | j }|  }|dkrJt| }||}| d |j}zt| |}| d W ||_t|jt@ | _	n||_t|jt@ | _	w |
  t|||S |dkrkt| dd}| d ||retd| j|t|||S |dkss|dkryt| ||S || _ td	| j|)
zParses a Python extension.r   r  r	  r  T)allow_numericcannot refer to an open groupr  unknown extension)r.   r   r  r  r  rj   r   rz   r$   r  r  r   is_open_groupr%   rr   r   r  )r   rq   r   r   r   r!  r"  r   r9   r9   r:   r  Z  s8   




r  c                 C   sH   	 | j }| d}|r|dkrn
|dkr| d}q|| _ | d dS )zParses a comment.Tr	  r   N)r.   r   r  )r   r   r   r9   r9   r:   r  ~  s   



r  c              	   C   sZ   |j }zt| |}| d W ||_ t|j t@ | _n||_ t|j t@ | _w t|||S )zParses a lookaround.r	  )rj   r   r  rz   r$   r  
LookAround)r   rq   behindr   r"  r   r9   r9   r:   r    s   
r  c              	   C   s"  |j }| j}|  }|dkr?|  }|dv rt| |d|dkS |dkr4|  }|dv r4t| |d|dkS || _td| j| j|| _z/t| d}| d t| |}| 	d	r]t| |}nt
 }| d W ||_ t|j t@ | _n||_ t|j t@ | _w | r| rt
 S t|||||S )
z Parses a conditional subpattern.r   r  Fr  r   Tzexpected lookaround conditionalr	  r   )rj   r.   r   parse_lookaround_conditionalr%   rr   r  r  r   r   r   rz   r$   r  r   Conditional)r   rq   r"  r   r   r!  
yes_branch	no_branchr9   r9   r:   r    sB   




r  c              	   C   s   |j }zt| |}| d W ||_ t|j t@ | _n||_ t|j t@ | _w t| |}| dr7t| |}nt }| d t	|||||S )Nr	  r   )
rj   r   r  rz   r$   r  r   r   r   LookAroundConditional)r   rq   r*  r   r"  r   r-  r.  r9   r9   r:   r+    s    




r+  c              	   C   sT   |j }zt| |}| d W ||_ t|j t@ | _t|S ||_ t|j t@ | _w )zParses an atomic subpattern.r	  )rj   r   r  rz   r$   r  Atomic)r   rq   r"  r   r9   r9   r:   r    s   
r  c                 C   sz   |j }t| |g}|j }| dr'||_ |t| | t||j }| ds||_ | d t|dkr9|d S t|S )zParses a common groups branch.r   r	  r)   r   )group_countr   r   r   r   r  rc   r   )r   rq   Zinitial_group_countr   Zfinal_group_countr9   r9   r:   r    s   


r  c                 C   s2   |dkrd}n||  t }| d t|||S )zParses a call to a group.r   r  r	  )r  r   r  	CallGroup)r   rq   r   r.   r!  r9   r9   r:   r    s
   
r  c                 C   s   t | }| d t|||S )zParses a call to a named group.r	  )r  r  r2  )r   rq   r.   r!  r9   r9   r:   r    s   
r  c                 C   sR   d}z	 | j }|  }|dkr||  7 }|t| O }q ty(   || _ Y |S w )zParses a set of inline flags.r   TV)r.   r   REGEX_FLAGSrf   )r   rj   r   r   r9   r9   r:   parse_flag_set
  s   r5  c                 C   sJ   t | }| drt | }|std| j| jnd}|t@ r!d|_||fS )z!Parses flags being turned on/off.-z$bad inline flags: no flags after '-'r   T)r5  r   r%   rr   r.   r   inline_locale)r   rq   flags_on	flags_offr9   r9   r:   parse_flags  s   
r:  c              	   C   sr   |j }|j |B | @ |_ t|j t@ | _zt| |}| d W ||_ t|j t@ | _|S ||_ t|j t@ | _w )z&Parses a subpattern with scoped flags.r	  )rj   rz   r$   r  r   r  )r   rq   r8  r9  r"  r   r9   r9   r:   parse_subpattern+  s   
r;  c                 C   s   t | |\}}|t@ rtd| j| j||@ rtd| j| j||j @ t@ }|r5| j|O  _t|j|t M }| drFt| |||S | drTt	| ||| dS td| j| j)zParses a flags subpattern. It could be inline flags or a subpattern
    possibly with local flags. If it's a subpattern, then that's returned;
    if it's a inline flags, then None is returned.
    z-bad inline flags: cannot turn off global flagz(bad inline flags: flag turned on and offr   r	  Nr'  )
r:  GLOBAL_FLAGSr%   rr   r.   global_flagsr@   r   r;  parse_positional_flags)r   rq   r8  r9  new_global_flagsr9   r9   r:   r  9  s(   



r  c                 C   sz   |j t@ pt}|tkr*|rtd| j| j||j @ }|r)| j|O  _t|jn	|j |B | @ |_ t	|j t
@ | _dS )zParses positional flags.z'bad inline flags: cannot turn flags offN)rj   _ALL_VERSIONSDEFAULT_VERSIONr   r%   rr   r.   r=  r@   rz   r$   r  )r   rq   r8  r9  versionr?  r9   r9   r:   r>  \  s   
r>  c                 C   sz   | j tddd}|std| j| j| r/|rdnd}|r%t||k r-td| j| j|S | s;td| j| j|S )zParses a name.r  Fr  zmissing group namer   r)   zbad character in group name)r  r   r%   rr   r.   isdigitr   isidentifier)r   r%  Zallow_group_0r   Z	min_groupr9   r9   r:   r  p  s   r  c                 C      t dd | D S )z!Checks whether a string is octal.c                 s       | ]}|t v V  qd S r   )
OCT_DIGITSr   r   r9   r9   r:   	<genexpr>      zis_octal.<locals>.<genexpr>allrr   r9   r9   r:   is_octal  r   rN  c                 C   rE  )z#Checks whether a string is decimal.c                 s   rF  r   )r   rH  r9   r9   r:   rI    rJ  zis_decimal.<locals>.<genexpr>rK  rM  r9   r9   r:   
is_decimal  r   rO  c                 C   rE  )z'Checks whether a string is hexadecimal.c                 s   rF  r   )
HEX_DIGITSrH  r9   r9   r:   rI    rJ  z!is_hexadecimal.<locals>.<genexpr>rK  rM  r9   r9   r:   is_hexadecimal  r   rQ  c                 C   s  | j }d| _ |  }|| _ |std| j| j|tv r&t| ||t| ||S |dkrJ|sJ| j}zt| |W S  tyA   || _Y nw t|t	||S |dkrS|sSt
 S |dkr^|s^t| |S |dkrht| ||S |dv rut| ||dk|S |d	kr~|s~t S |tv r|s|jt@ rt|}nt|}|r|S t|}|r|S t|}|rtt	|S t|t	||S |tv rt| |||S t|t	||S )
zParses an escape sequence.Fbad escape (end of pattern)gGr   NZpPrX   r#   )r  r   r%   rr   r.   HEX_ESCAPESparse_hex_escapeparse_group_refr   r   SearchAnchorparse_string_setparse_named_charparse_propertyGraphemer   rj   r"   WORD_POSITION_ESCAPESPOSITION_ESCAPESCHARSET_ESCAPESCHARACTER_ESCAPESr   r   parse_numeric_escape)r   rq   r   saved_ignorer   r   r   r9   r9   r:   r     sV   





r   c           	      C   s   |s|dkrt | ||g|S |}| j}|  }|tv rN||7 }| j}|  }t|rN|tv rN|jt@ }|tks;|t	kr>d}nd}t
|| d|@ }t||S || _||r^td| j| jt||| jS )z!Parses a numeric escape sequence.r       rH   r&  )parse_octal_escaper.   r   r   rN  rG  rj   rn   r   r   r   r   r(  r%   rr   r   )	r   rq   r   r   r   r   encoding
octal_maskr   r9   r9   r:   rb    s(   


rb  c                 C   s   | j }|  }t|dk r'|tv r'|| | j }|  }t|dk r'|tv s|| _ ztd|d}t|||W S  ty_   |d tv rSt	dd| | j
| j t	d|d  | j
| j w )z Parses an octal escape sequence.   rM   rH   r   zincomplete escape \%szbad escape \%s)r.   r   rc   rG  r   r   joinr   r   r%   rr   )r   rq   r   r   r   r   r   r9   r9   r:   rf    s(   
rf  c                 C   s   | j }g }t|D ]}|  }	|	tvr!td|d|f | j|||	 q	z
td|d}
W n	 t	y:   Y nw |
dk rEt
||
|S td|d|f | j|)zParses a hex escape sequence.incomplete escape \%s%srM   rI   i   zbad hex escape \%s%s)r.   ranger   rP  r%   rj  rr   r   r   r   r   )r   rq   escexpected_lenr   typer   r   rV   r   r   r9   r9   r:   rW    s&   rW  c                 C   sJ   |  d | j}t| d}|  d ||rtd| j| jt|||S )zParses a group reference.r   Tr  r&  )r  r.   r  r(  r%   rr   r   )r   rq   r   r   r9   r9   r:   rX    s   



rX  c                 C   sJ   |  d t| d}|  d |du s||jvr td| j| jt||S )zParses a string set reference.r   Tr  Nzundefined named list)r  r  kwargsr%   rr   r.   r   )r   rq   r   r9   r9   r:   rZ  (  s   



rZ  c                 C   sv   | j }| dr0| t}| dr0zt|}t|t||W S  ty/   t	d| j
| j w || _ t|td|S )zParses a named character.r   r   undefined character namerU  )r.   r   r  NAMED_CHAR_PARTunicodedatalookupr   r   rf   r%   rr   )r   rq   r   r   r   r   r9   r9   r:   r[  2  s   



r[  c           
      C   s   | j }|  }|dkr+| d}t| \}}| dr*t||||k| }	t||	|S n|r>|dv r>td||| }	t||	|S || _ |rEdnd}t|t||S )zParses a Unicode property.r   r   r   ZCLMNPSZNrX   r   )r.   r   r   parse_property_namelookup_propertyr   r   r   )
r   rq   r   r   r   r   negate	prop_namer   r   r9   r9   r:   r\  B  s   

r\  c                 C   sh   |  t}| j}|  }|r+|dv r+|}|  ttdB  }|r%| j}nd|}}nd}|| _||fS )z/Parses a property name, which may be qualified.z:=z &_-./N)r  PROPERTY_NAME_PARTr.   r   ALNUMr   strip)r   r   r   r   rx  r9   r9   r:   ru  W  s   
ru  c                 C   s   |j t@ pt}| j}d| _| d}z!|tkrt| |}nt| |}| ds/td| j	| j
W || _n|| _w |rB|j|j d}|jt|d}|S )zParses a character set.Fr   ]	missing ]r   r   )rj   r@  rA  r  r   r   parse_set_imp_unionparse_set_unionr%   rr   r.   r   r   r   )r   rq   rB  rc  rw  r   r9   r9   r:   r   m  s    


r   c                 C   N   t | |g}| dr|t | | | dst|dkr"|d S t||S )zParses a set union ([x||y]).rN   r)   r   )parse_set_symm_diffr   r   rc   r   r   rq   itemsr9   r9   r:   r       


r  c                 C   r  )z+Parses a set symmetric difference ([x~~y]).rO   r)   r   )parse_set_interr   r   rc   
SetSymDiffr  r9   r9   r:   r    r  r  c                 C   r  )z#Parses a set intersection ([x&&y]).rP   r)   r   )parse_set_diffr   r   rc   SetInterr  r9   r9   r:   r    r  r  c                 C   r  )z!Parses a set difference ([x--y]).rQ   r)   r   )r  r   r   rc   SetDiffr  r9   r9   r:   r    r  r  c                    s   |j t@ pt}t |g}	  j} dr| _n|tkr-t fddtD r-| _n	|	t | qt
|dkr@|d S t||S )z#Parses a set implicit union ([xy]).Tr|  c                 3   s    | ]}  |V  qd S r   r   )r   opr   r9   r:   rI        z&parse_set_imp_union.<locals>.<genexpr>r)   r   )rj   r@  rA  parse_set_memberr.   r   r    anySET_OPSr   rc   r   )r   rq   rB  r  r   r9   r   r:   r    s   

r  c                 C   s   t | |}| j}t|tr|jr| ds|S |jt@ pt}| j}|t	kr/| dr/|| _|S | drB|| _t
||ttdgS t | |}t|trO|js[t
||ttd|gS |j|jkritd| j| j|j|jkrq|S t|j|jS )z#Parses a member in a character set.r6  r|  zbad character range)parse_set_itemr.   r*   r   r   r   rj   r@  rA  r    r   r   r   r%   rr   Range)r   rq   startZ
saved_pos1rB  Z
saved_pos2endr9   r9   r:   r    s,   


r  c                 C   s   |j t@ pt}| drt| |dS | j}| dr-zt| |W S  ty,   || _Y nw |tkrY| drY| d}t	| |}| dsMt
d| j| j|rW|j|j d}|S |  }|sgt
d	| j| jtt|S )
z"Parses an item in a character set.r   Tz[:r   r   r|  r}  r~  zunterminated character set)rj   r@  rA  r   r   r.   parse_posix_classrC   r    r  r%   rr   r   r   r   r   r   )r   rq   rB  r   rw  r   r   r9   r9   r:   r    s,   





r  c                 C   s:   |  d}t| \}}|  dst t||| | ddS )zParses a POSIX character class.r   z:]T)posix)r   ru  rC   rv  )r   rq   rw  rx  r   r9   r9   r:   r    s
   

r  c                 C   sD   t | }| | }t|dk r|dfS td| \}}|| | |fS )z$Converts a float to a rational pair.g-C6?r)   g      ?)r   absfloat_to_rational)ZfltZint_partr%   dennumr9   r9   r:   r    s   r  c                 C   s   | dd dkr| d | dd }} nd}|  d}t|dkr2tt|d t|d  \}}nt|dkrCtt|d \}}nt d|||}|d	rX|dd
 S |S )z<Converts a numeric string to a rational string, if possible.Nr)   r6  r   rM   /rF   z{}{}/{}z/1)splitrc   r  floatr   r3   endswith)numericsignpartsr  r  resultr9   r9   r:   numeric_to_rational)  s   
"
r  c              	   C   s@   zt d| W S  ttfy   ddd | D   Y S w )z&Standardises a property or value name.rM   c                 s   s    | ]	}|d vr|V  qdS )z_- Nr9   rH  r9   r9   r:   rI  C      z#standardise_name.<locals>.<genexpr>)r  rj  r   ZeroDivisionErrorupper)r   r9   r9   r:   standardise_name>  s
   r  zALNUM DIGIT PUNCT XDIGITzYES Y NO N TRUE T FALSE Fc           
      C   s   | rt | nd} t |}| |fdkrdd| } }}|r)| s)| tv r)d| }| rdt| }|s@|s8tdtd|j|j|\}}||}|du r[|sStdtd|j|jt|d> |B |S d	D ]} t| \}}||}|durt|d> |B |  S qft|}|r|\}}t	|t
krt|d> d
B |S t|d> | S |drt|dd }|r|\}}d|v rt|d> d
B |S dD ](\}	} ||	rt| \}}||dd }|durt|d> |B |  S q|stdtd|j|j)zLooks up a property.N)GENERALCATEGORYZASSIGNEDr  Z
UNASSIGNEDr   zunknown propertyzunknown property valuerI   )ZGCSCRIPTBLOCKr)   ISrF   ZYES))r  r  )INr  )r  r  _POSIX_CLASSES
PROPERTIESr   r%   rr   r.   Propertyr   _BINARY_VALUES
startswith)
propertyr   r   r   r  r   prop_idZ
value_dictval_idprefixr9   r9   r:   rv  I  s^   





rv  c                 C   s  |   }|tv rTt |}|rdt|gfS |tv r+|dks |r+dt| t| |gfS |dkr7dt| |gfS |dkrJ|rJt| }|durJd|gfS dtdt|gfS t| j	t
r]d}nd	}|d
kr|}t|dk r| j}|   }|tvrz|| _n
||7 }t|dk skdt|d|@ gfS |tv r|}| j}|   }|tv r||7 }| j}|   }|rt|| rdt|| d|@ gfS || _dt|gfS |dkrdtdgfS |std| j| jdtdt|gfS )z0Compiles a replacement template escape sequence.Fr]   rS  TrU  Nr   rd  re  r  ri  rH   rR  )r   r   ra  r   rV  parse_repl_hex_escapecompile_repl_groupparse_repl_named_charr*   sepbytesrc   r.   rG  r   r   rN  r%   rr   )r   r-   Z
is_unicoder   r   rh  r   r   r9   r9   r:   _compile_replacement  sZ   

r  c                 C   sZ   g }t |D ]}|  }|tvrtd|d|f | j| j|| qtd|dS )z5Parses a hex escape sequence in a replacement string.rk  rM   rI   )	rl  r   rP  r%   rj  rr   r.   r   r   )r   rn  ro  r   rV   r   r9   r9   r:   r    s   r  c                 C   sj   | j }| dr0| ttdB }| dr0z
t|}t|W S  ty/   t	d| j
| j w || _ dS )z1Parses a named character in a replacement string.r    r   rq  N)r.   r   r  r   r   rs  rt  r   rf   r%   rr   )r   r   r   r   r9   r9   r:   r    s   



r  c                 C   s   |  d t| dd}|  d | r.t|}d|  kr#|jks,n td| j| j|S z|j| W S  t	y?   t
dw )z0Compiles a replacement template group reference.r   Tr  r   invalid group referenceunknown group)r  r  rC  r   groupsr%   rr   r.   
groupindexrf   
IndexError)r   r-   r   indexr9   r9   r:   r    s   

r  z  z	NON-MATCHMATCHFTz SIMPLE_IGNORE_CASEz FULL_IGNORE_CASEc                 C   s   t | dkr
| d S t| S Nr)   r   )rc   r   r  r9   r9   r:   make_sequence  s   r  c                   @   s   e Zd Zdd Zd%ddZdd Zdd	 Zd
d Zdd Zdd Z	dd Z
dd Zdd Zdd Zd&ddZdd Zdd Zdd  Zd!d" Zd#d$ ZdS )'	RegexBasec                 C   s   | j | _d S r   )	__class___keyr6   r9   r9   r:   r5        zRegexBase.__init__Nc                 C   s|   |d u r| j }nt|}|d u r| j}nt|t@  }|d u r"| j}nt|}|| j kr7|| jkr7|| jkr7| S | |||S r   )r   rz   r   CASE_FLAGS_COMBINATIONSr   r   rebuildr6   r   r   r   r9   r9   r:   r     s   zRegexBase.with_flagsc                 C   s   d S r   r9   r6   r-   r~   fuzzyr9   r9   r:   
fix_groups2     zRegexBase.fix_groupsc                 C      | S r   r9   r6   rq   r~   r9   r9   r:   r   5  r  zRegexBase.optimisec                 C   r  r   r9   r6   rq   r9   r9   r:   pack_characters8  r  zRegexBase.pack_charactersc                 C   r  r   r9   r  r9   r9   r:   remove_captures;  r  zRegexBase.remove_capturesc                 C      dS NTr9   r  r9   r9   r:   	is_atomic>  r  zRegexBase.is_atomicc                 C   r  r  r9   r  r9   r9   r:   can_be_affixA  r  zRegexBase.can_be_affixc                 C   r  NFr9   r  r9   r9   r:   contains_groupD  r  zRegexBase.contains_groupc                 C   s   t  r   )rD   r6   r~   r9   r9   r:   get_firstsetG  s   zRegexBase.get_firstsetc                 C   r  r  r9   r  r9   r9   r:   has_simple_startJ  r  zRegexBase.has_simple_startFc                 C   s   |  ||S r   )_compiler6   r~   r  r9   r9   r:   r|   M  r  zRegexBase.compilec                 C   r  r  r9   r  r9   r9   r:   r   P  r  zRegexBase.is_emptyc                 C   
   t | jS r   )hashr  r  r9   r9   r:   __hash__S     
zRegexBase.__hash__c                 C      t | t |u o| j|jkS r   )ro  r  r6   otherr9   r9   r:   __eq__V     zRegexBase.__eq__c                 C   s   |  | S r   )r  r  r9   r9   r:   __ne__Y  r  zRegexBase.__ne__c                 C      |   d fS r   	max_widthr  r9   r9   r:   get_required_string\  r  zRegexBase.get_required_string)NNNFF)r;   r<   r=   r5   r   r  r   r  r  r  r  r  r  r  r|   r   r  r  r  r  r9   r9   r9   r:   r    s$    

r  c                   @   s6   e Zd ZdddZdd Zdd Zdd	 Zd
d ZdS )ZeroWidthBaseTc                 C   s&   t |  t|| _| j| jf| _d S r   )r  r5   rz   r   r  r  )r6   r   r9   r9   r:   r5   a  s   

zZeroWidthBase.__init__c                 C   s
   t d gS r   r   r  r9   r9   r:   r  g  r  zZeroWidthBase.get_firstsetc                 C   s6   d}| j r	|tO }|r|tO }|r|tO }| j|fgS Nr   )r   POSITIVE_OPFUZZY_OP
REVERSE_OP_opcoder6   r~   r  rj   r9   r9   r:   r  j  s   zZeroWidthBase._compilec                 C   "   t dt| | jt| j  d S )Nz{}{} {})printr3   INDENT_op_namePOS_TEXTr   r6   indentr~   r9   r9   r:   dumpt     
zZeroWidthBase.dumpc                 C   r  r  r9   r  r9   r9   r:   r  x  r  zZeroWidthBase.max_widthNT)r;   r<   r=   r5   r  r  r  r  r9   r9   r9   r:   r  `  s    

r  c                   @   s>   e Zd ZejejdZdZdd Zdd Z	dd Z
d	d
 ZdS )r   r  ANYc                 C   r  r  r9   r  r9   r9   r:   r    r  zAny.has_simple_startc                 C   s    d}|r|t O }| j| |fgS r  )r  r  r  r9   r9   r:   r    s   zAny._compilec                 C      t dt| | j d S )N{}{})r  r3   r  r  r   r9   r9   r:   r       zAny.dumpc                 C   r  Nr)   r9   r  r9   r9   r:   r    r  zAny.max_widthN)r;   r<   r=   OPr  ZANY_REVr  r  r  r  r  r  r9   r9   r9   r:   r   {  s    r   c                   @      e Zd ZejejdZdZdS )r   r  ANY_ALLN)r;   r<   r=   r
  r  ZANY_ALL_REVr  r  r9   r9   r9   r:   r         r   c                   @   r  )r   r  ANY_UN)r;   r<   r=   r
  r  Z	ANY_U_REVr  r  r9   r9   r9   r:   r     r  r   c                   @      e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd ZdS ) r0  c                 C      t |  || _d S r   )r  r5   r   )r6   r   r9   r9   r:   r5        

zAtomic.__init__c                 C      | j ||| d S r   r   r  r  r9   r9   r:   r       zAtomic.fix_groupsc                 C   s$   | j ||| _ | j  r| j S | S r   )r   r   r   r  r9   r9   r:   r     s   
zAtomic.optimisec                 C      | j || _ | S r   r   r  r  r9   r9   r:   r       zAtomic.pack_charactersc                 C      | j  | _ | S r   r   r  r  r9   r9   r:   r       zAtomic.remove_capturesc                 C   
   | j  S r   r   r  r  r9   r9   r:   r    r  zAtomic.can_be_affixc                 C   r  r   r   r  r  r9   r9   r:   r    r  zAtomic.contains_groupc                 C      | j |S r   r   r  r  r9   r9   r:   r    r  zAtomic.get_firstsetc                 C   r  r   r   r  r  r9   r9   r:   r    r  zAtomic.has_simple_startc                 C   s"   t jfg| j|| t jfg S r   )r
  ATOMICr   r|   ENDr  r9   r9   r:   r    s   zAtomic._compilec                 C   s(   t dt|  | j|d | d S )N{}ATOMICr)   )r  r3   r  r   r  r   r9   r9   r:   r    s   zAtomic.dumpc                 C   r  r   r   r   r  r9   r9   r:   r     r  zAtomic.is_emptyc                 C   r  r   )ro  r   r  r9   r9   r:   r    s   zAtomic.__eq__c                 C   r  r   r   r  r  r9   r9   r:   r    r  zAtomic.max_widthc                 C   r  r   r   r  r  r9   r9   r:   r    r  zAtomic.get_required_stringN)r;   r<   r=   r5   r  r   r  r  r  r  r  r  r  r  r   r  r  r  r9   r9   r9   r:   r0    s     r0  c                   @      e Zd ZejZdZdS )BoundaryBOUNDARYN)r;   r<   r=   r
  r)  r  r  r9   r9   r9   r:   r(        r(  c                   @   s  e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zedd Zedd Zedd Zedd  Zed!d" Zed#d$ Zed%d& Zed'd( Zed)d* Zed+d, Zed-d. Zed/d0 Zd1d2 Zd3d4 Zd5d6 Zd7S )8r   c                 C   r  r   )r  r5   r   )r6   r   r9   r9   r:   r5     r  zBranch.__init__c                 C      | j D ]	}|||| qd S r   )r   r  )r6   r-   r~   r  rS   r9   r9   r:   r       
zBranch.fix_groupsc                 C   s   | j stg S t||| j }|rt||\}}g }n
t||\}}g }t|||}t|dkrTt|g}|r<|sS| |||}|rS|rM|	| n	|
d| n|}t|| | S r  )r   r   r   _flatten_branches_split_common_suffix_split_common_prefix_reduce_to_setrc   _add_precheckr   insertr  )r6   rq   r~   r   suffixr  r   Zfirstsetr9   r9   r:   r     s(   
zBranch.optimisec                 C   sf   t  }|rdnd}|D ]}t|tu r!|jtkr!||j|  q d S |s(d S t||dd |D S )Nr   c                 S      g | ]}t |qS r9   r   r   r   r9   r9   r:   r         z(Branch._add_precheck.<locals>.<listcomp>)r   ro  Literalr   r   r   
charactersr{   )r6   rq   r~   r   charsetr.   branchr9   r9   r:   r1    s   zBranch._add_precheckc                    s    fdd| j D | _ | S )Nc                    s   g | ]}|  qS r9   )r  r   rS   rq   r9   r:   r     s    z*Branch.pack_characters.<locals>.<listcomp>r   r  r9   r>  r:   r    s   zBranch.pack_charactersc                 C      dd | j D | _ | S )Nc                 S      g | ]}|  qS r9   r  r=  r9   r9   r:   r     r8  z*Branch.remove_captures.<locals>.<listcomp>r?  r  r9   r9   r:   r       zBranch.remove_capturesc                 C      t dd | jD S )Nc                 s       | ]}|  V  qd S r   r  r=  r9   r9   r:   rI    rJ  z#Branch.is_atomic.<locals>.<genexpr>rL  r   r  r9   r9   r:   r    r  zBranch.is_atomicc                 C   rD  )Nc                 s   rE  r   )r  r=  r9   r9   r:   rI    rJ  z&Branch.can_be_affix.<locals>.<genexpr>rG  r  r9   r9   r:   r    r  zBranch.can_be_affixc                 C   rD  )Nc                 s   rE  r   r  r=  r9   r9   r:   rI    rJ  z(Branch.contains_group.<locals>.<genexpr>)r  r   r  r9   r9   r:   r    r  zBranch.contains_groupc                 C   s.   t  }| jD ]	}|||O }q|pt d gS r   )r   r   r  )r6   r~   r}   rS   r9   r9   r:   r    s   
zBranch.get_firstsetc                 C   sF   t jfg}| jD ]}|||| |t jf qt jf|d< |S Nr4  )r
  BRANCHr   r   r|   r   NEXTr"  )r6   r~   r  r   rS   r9   r9   r:   r  %  s   

zBranch._compilec                 C   sb   t dt|  | jd |d | | jdd  D ]}t dt|  ||d | qd S )Nz{}BRANCHr   r)   {}OR)r  r3   r  r   r  )r6   r  r~   rS   r9   r9   r:   r  /  s   zBranch.dumpc                 C   s@   g }|D ]}| | |}t|tr||j q|| q|S r   )r   r*   r   r   r   r   )rq   r~   r   new_branchesrS   r9   r9   r:   r-  6  s   
zBranch._flatten_branchesc                    sN  g }|D ]}t |tr||j q||g qtdd |D }|d d|}|k rZ  rZtfdd|D rZd7 |k rZ  rZtfdd|D s@ | jt@ r  dkrt fdd|D s d8   dkrt fdd|D rr dkrg |fS g }|D ]}|t	| d   qd   |fS )Nc                 s       | ]}t |V  qd S r   rc   r   rR   r9   r9   r:   rI  O  rJ  z.Branch._split_common_prefix.<locals>.<genexpr>r   c                 3        | ]}|    kV  qd S r   r9   rP  )r.   r  r9   r:   rI  U      r)   c                 3       | ]	}t | V  qd S r   )r   
_can_splitrP  r   r9   r:   rI  ^  r  
r*   r   r   r  minr  rL  rj   r   r  rq   r   ZalternativesrS   r   end_posrM  rR   r9   )r/   r.   r  r:   r/  C  s@   
""
zBranch._split_common_prefixc                    sV  g }|D ]}t |tr||j q||g qtdd |D }|d dd| }|kr\  r\tfdd|D r\d8 |kr\  r\tfdd|D sBd  | jt@ r dkrt fdd|D s d8   dkrt fdd|D rt dkrg |fS g }|D ]}|t	|d     q  d  |fS )Nc                 s   rN  r   rO  rP  r9   r9   r:   rI  y  rJ  z.Branch._split_common_suffix.<locals>.<genexpr>r   r4  c                 3   rQ  r   r9   rP  )r.   r3  r9   r:   rI    rR  r)   c                 3   rS  r   )r   _can_split_revrP  r   r9   r:   rI    r  rU  rW  r9   )r/   r.   r3  r:   r.  m  s>   
""
zBranch._split_common_suffixc                 C   s   t | |d s
dS t | |sdS t | |d |d  r!dS t | |d r8t | |d |d  r8dS t | |d rOt | |d |d  rOdS dS )Nr)   TFrF   )r   _is_full_case
_is_folded)r  r/   r9   r9   r:   rT    s   zBranch._can_splitc                 C   s   t | }t| || sdS t| || d sdS t| || d || d  r-dS t| || d rJt| || d || d  rJdS t| || d rgt| || d || d  rgdS dS )NTr)   FrF   )rc   r   rZ  r[  )r  r/   r  r9   r9   r:   rY    s    "  zBranch._can_split_revc                 C   s   t t}i }g }|D ]Q}t|r$||j |g ||jt| q
t|t	rM|j
rMt|j
d rM||j
d j |j
 ||j
d jt| q
t| |||| || q
t| ||| |S r  )r   r   r   _is_simple_characterr   r   
setdefaultrc   r*   r   r  _flush_char_prefix)rq   r~   r   prefixedorderrM  rS   r9   r9   r:   _merge_common_prefixes  s$   
zBranch._merge_common_prefixesc                 C   s   t | to| jo| j S r   )r*   r   r   r   r   r9   r9   r:   r\    s   zBranch._is_simple_characterc                 C   s   g }t  }t}|D ]3}t|tttfr.|j|kr$t| |||| |j}|	|j
td q	t| |||| || q	t| |||| |S )Nr   )r   r   r*   r   r  SetBaser   r   _flush_set_membersr   r   r   )rq   r~   r   rM  r  r   rS   r9   r9   r:   r0    s&   
zBranch._reduce_to_setc                    s   |sd S t |  fdddD ]L\}}t|dkr$|t|d  qg }d}|D ]}	t|	dkr>|t|	dd   q*|sH|t  d}q*tt|t|g}
||
| | q|	   	  d S )Nc                    s    | d  S r  r9   )pairr`  r9   r:   <lambda>	  r  z+Branch._flush_char_prefix.<locals>.<lambda>keyr)   r   FT)
sortedr  rc   r   r  r   r   r   r   rg   )rq   r~   r_  r`  rM  r   r   ZsubbranchesoptionalrS   r   r9   rf  r:   r^  	  s$    zBranch._flush_char_prefixc                 C   sV   |sd S t |dkrt|d }nt| t|| |}||j|d |  d S )Nr)   r   r   )rc   r   r   r   r   r   rg   )rq   r~   r  r   rM  r   r9   r9   r:   rd   	  s   zBranch._flush_set_membersc                 C   sF   d|  krt | k sdS  dS | | }t|to"|jo"|jt@ tkS )Nr   F)rc   r*   r   r   r   FULLIGNORECASE)r  rV   r   r9   r9   r:   rZ  /	  s   zBranch._is_full_casec                 C   s   t | dk rdS | D ]}t|tr|jr|js dS q
ddd | D }tt|}t	 }|D ]}|tt|kr> dS q1dS )NrF   FrM   c                 s   s    | ]}t |jV  qd S r   )chrr   r   rV   r9   r9   r:   rI  B	  r  z$Branch._is_folded.<locals>.<genexpr>T)
rc   r*   r   r   r   rj  ro   rp   FULL_CASE_FOLDINGget_expand_on_folding)r  rV   foldedexpanding_charsr   r9   r9   r:   r[  8	  s    zBranch._is_foldedc                 C   rD  )Nc                 s   rE  r   r   r=  r9   r9   r:   rI  O	  rJ  z"Branch.is_empty.<locals>.<genexpr>rG  r  r9   r9   r:   r   N	  r  zBranch.is_emptyc                 C   r  r   )ro  r   r  r9   r9   r:   r  Q	  r  zBranch.__eq__c                 C   rD  )Nc                 s   rE  r   r  r=  r9   r9   r:   rI  U	  rJ  z#Branch.max_width.<locals>.<genexpr>)r   r   r  r9   r9   r:   r  T	  r  zBranch.max_widthN)r;   r<   r=   r5   r  r   r1  r  r  r  r  r  r  r  r  staticmethodr-  r/  r.  rT  rY  ra  r\  r0  r^  rd  rZ  r[  r   r  r  r9   r9   r9   r:   r     sP    #


)
(








r   c                   @   sL   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dS )r2  c                 C   s.   t |  || _|| _|| _| j| jf| _d S r   )r  r5   rq   r!  r   r  r  )r6   rq   r!  r   r9   r9   r:   r5   X	  s
   
zCallGroup.__init__c                 C   s   zt | j| _W n" ty*   z
| jj| j | _W n ty'   td|| jw Y nw d| j  kr8| jjks@n td|| j| jdkrU| jj	| j dkrUtd|| j| jj
| ||f | j| jf| _d S )Nr  r   r  r)   zambiguous group reference)r   r!  r   rq   group_indexrf   r%   r   r1  open_group_countgroup_callsr   r  r  r  r9   r9   r:   r  `	  s    zCallGroup.fix_groupsc                 C      t dt| jNzgroup reference not allowedr%   r-   r   r  r9   r9   r:   r  s	     zCallGroup.remove_capturesc                 C   s   t j| jfgS r   )r
  Z
GROUP_CALLcall_refr  r9   r9   r:   r  v	  r{  zCallGroup._compilec                 C   r  )Nz{}GROUP_CALL {})r  r3   r  r!  r   r9   r9   r:   r  y	  r  zCallGroup.dumpc                 C   r  r   )ro  r!  r  r9   r9   r:   r  |	  r  zCallGroup.__eq__c                 C      t S r   r   r  r9   r9   r:   r  	  r  zCallGroup.max_widthc                 C   
   d | _ d S r   r>  r  r9   r9   r:   __del__	  r  zCallGroup.__del__N)r;   r<   r=   r5   r  r  r  r  r  r  r  r9   r9   r9   r:   r2  W	  s    r2  c                   @      e Zd Zdd Zdd ZdS )CallRefc                 C   s   || _ || _d S r   )refparsed)r6   r  r  r9   r9   r:   r5   	  s   
zCallRef.__init__c                 C   s&   t j| jfg| j|| t jfg S r   )r
  CALL_REFr  r  r  r"  r  r9   r9   r:   r  	  s
   zCallRef._compileNr;   r<   r=   r5   r  r9   r9   r9   r:   r  	  s    r  c                   @   s   e Zd Zedfejedfejedfeje	dfejedfej
edfejedfej
e	dfejiZdedfddZdd ZdddZd	d
 Zdd Zdd Zdd Zdd Zdd Zdd ZdS )r   FTc                 C   s   t |  || _t|| _t| | _t|| _| jr,| jt@ tkr,t	
tt| j| _nt| j| _| j| j| j| j| jf| _d S r   )r  r5   r   rz   r   r  r   r   rl  ro   rp   ro  rm  rq  r  r  r6   r   r   r   r   r9   r9   r:   r5   	  s   




zCharacter.__init__c                 C      t | j|||S r   )r   r   r  r9   r9   r:   r  	     zCharacter.rebuildc                 C   r  r   r9   r6   rq   r~   r   r9   r9   r:   r   	  r  zCharacter.optimisec                 C   
   t | gS r   r  r  r9   r9   r:   r  	  r  zCharacter.get_firstsetc                 C   r  r  r9   r  r9   r9   r:   r  	  r  zCharacter.has_simple_startc                 C   s   d}| j r	|tO }| jr|tO }|r|tO }t| j| j|f || jg}t	| j
dkr<t|tdd | j
D | jdg}|||S )Nr   r)   c                 S   r5  r9   r   r7  r9   r9   r:   r   	  r8  z&Character._compile.<locals>.<listcomp>r   )r   r  r   ZEROWIDTH_OPr  PrecompiledCoder  r   r   rc   rq  r   Stringr|   )r6   r~   r  rj   r   r9   r9   r:   r  	  s   
zCharacter._compilec                 C   s<   t t| jd}tdt| t| j |t	| j
  d S )Nbuz{}CHARACTER {} {}{})asciirm  r   lstripr  r3   r  r  r   	CASE_TEXTr   r6   r  r~   displayr9   r9   r:   r  	  s   
zCharacter.dumpc                 C   s   || j k| jkS r   )r   r   r6   r   r9   r9   r:   matches	  r  zCharacter.matchesc                 C   r  r   )rc   rq  r  r9   r9   r:   r  	  r  zCharacter.max_widthc                 C   s(   | j sdS tdd | jD | _d| fS )Nr   c                 s   rN  r   r  r7  r9   r9   r:   rI  	  rJ  z0Character.get_required_string.<locals>.<genexpr>r   )r   ra   rq  folded_charactersr  r9   r9   r:   r  	  s   zCharacter.get_required_stringNF)r;   r<   r=   r   r
  	CHARACTERr   ZCHARACTER_IGNr   rl  ZCHARACTER_REVZCHARACTER_IGN_REVr  r5   r  r   r  r  r  r  r  r  r  r9   r9   r9   r:   r   	  s.    


r   c                   @   r  ) r,  c                 C   s,   t |  || _|| _|| _|| _|| _d S r   )r  r5   rq   r!  yes_itemno_itemr   )r6   rq   r!  r  r  r   r9   r9   r:   r5   	  s   

zConditional.__init__c                 C   s   zt | j| _W n- ty5   z
| jj| j | _W n ty2   | jdkr)d| _ntd|| jY nw Y nw d| j  krC| jjksKn td|| j| j	
||| | j
||| d S )NZDEFINEr   r  r  )r   r!  r   rq   ru  rf   r%   r   r1  r  r  r  r  r9   r9   r:   r  	  s"   
zConditional.fix_groupsc                 C   s0   | j ||}| j||}t|| j||| jS r   )r  r   r  r,  r!  r   )r6   rq   r~   r  r  r9   r9   r:   r   	  s   zConditional.optimisec                 C   s    | j || _ | j|| _| S r   )r  r  r  r  r9   r9   r:   r  	  s   zConditional.pack_charactersc                 C   s   | j  | _ | j | _d S r   )r  r  r  r  r9   r9   r:   r   
  s   zConditional.remove_capturesc                 C      | j  o	| j S r   )r  r  r  r  r9   r9   r:   r  
  r  zConditional.is_atomicc                 C   r  r   )r  r  r  r  r9   r9   r:   r  
  r  zConditional.can_be_affixc                 C   s   | j  p	| j S r   )r  r  r  r  r9   r9   r:   r  

  r  zConditional.contains_groupc                 C   s   | j || j|B S r   )r  r  r  r  r9   r9   r:   r  
  s   

zConditional.get_firstsetc                 C   s^   t j| jfg}|| j|| | j||}|r&|t jf || |t j	f |S r   )
r
  ZGROUP_EXISTSr!  r   r  r|   r  r   rK  r"  r6   r~   r  r   Zadd_coder9   r9   r:   r  
  s   
zConditional._compilec                 C   s^   t dt| | j | j|d | | j s-t dt|  | j|d | d S d S )Nz{}GROUP_EXISTS {}r)   rL  )r  r3   r  r!  r  r  r  r   r   r9   r9   r:   r  
  s   
zConditional.dumpc                 C   r  r   )r  r   r  r  r9   r9   r:   r   $
  r  zConditional.is_emptyc                 C   0   t | t |u o| j| j| jf|j|j|jfkS r   )ro  r!  r  r  r  r9   r9   r:   r  '
  
   zConditional.__eq__c                 C      t | j | j S r   r   r  r  r  r  r9   r9   r:   r  +
     zConditional.max_widthc                 C   r~  r   r>  r  r9   r9   r:   r  .
  r  zConditional.__del__N)r;   r<   r=   r5   r  r   r  r  r  r  r  r  r  r  r   r  r  r  r9   r9   r9   r:   r,  	  s     r,  c                   @   r'  )DefaultBoundaryDEFAULT_BOUNDARYN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r  1
  r*  r  c                   @   r'  )DefaultEndOfWordDEFAULT_END_OF_WORDN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r  5
  r*  r  c                   @   r'  )DefaultStartOfWordDEFAULT_START_OF_WORDN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r  9
  r*  r  c                   @   r'  )r   END_OF_LINEN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r   =
  r*  r   c                   @   r'  )r   END_OF_LINE_UN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r   A
  r*  r   c                   @   r'  )EndOfStringEND_OF_STRINGN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r  E
  r*  r  c                   @   r'  )r   END_OF_STRING_LINEN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r   I
  r*  r   c                   @   r'  )r   END_OF_STRING_LINE_UN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r   M
  r*  r   c                   @   r'  )	EndOfWordEND_OF_WORDN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r  Q
  r*  r  c                   @      e Zd ZdZdd ZdS )FailureFAILUREc                 C   
   t jfgS r   )r
  r  r  r9   r9   r:   r  X
  r  zFailure._compileNr;   r<   r=   r  r  r9   r9   r9   r:   r  U
      r  c                   @   sn   e Zd ZdddZdd Zdd Zdd	 Zd
d Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd ZdS )r   Nc                 C   s   t |  |d u ri }|| _|| _d|v r&dD ]}||d v r%||d qt|td@ r:dD ]}||d q0ndD ]}||d q<|dd d|v r^dD ]
}|d |d qQd S ddd|d d d|d< d S )	Nr   r  r   )r   r   rT   r   r)   )drV   rZ   r   )r  r5   r   r   r]  r   )r6   r   r   rT   r9   r9   r:   r5   \
  s0   

zFuzzy.__init__c                 C   s   | j ||d d S r  r  r  r9   r9   r:   r  
  r  zFuzzy.fix_groupsc                 C   r  r   r  r  r9   r9   r:   r  
  r  zFuzzy.pack_charactersc                 C   r  r   r  r  r9   r9   r:   r  
  r  zFuzzy.remove_capturesc                 C   r  r   r   r  r  r9   r9   r:   r  
  r  zFuzzy.is_atomicc                 C   r  r   r  r  r9   r9   r:   r  
  r  zFuzzy.contains_groupc                 C   s  g }dD ]}| j | }||d  ||d d u rtn|d  qdD ]}|| j d |  q$| j d d }||d u r@tn| d}|rK|tO }| j d}|rttj|ft| g||d tj	fg | j
|d tjfg S tj|ft| g| j
|d tjfg S )	NZdiser   r)   r  r   r   r   T)r   r   r   r  r   r
  Z	FUZZY_EXTra   r|   rK  r   r"  ZFUZZY)r6   r~   r  	argumentsrT   vrj   r   r9   r9   r:   r  
  s8   
 
zFuzzy._compilec                 C   s>   |   }|r
d| }tdt| | | j|d | d S )Nr  z	{}FUZZY{}r)   )_constraints_to_stringr  r3   r  r   r  )r6   r  r~   r   r9   r9   r:   r  
  s
   z
Fuzzy.dumpc                 C   r  r   r$  r  r9   r9   r:   r   
  r  zFuzzy.is_emptyc                 C   s(   t | t |u o| j|jko| j|jkS r   )ro  r   r   r  r9   r9   r:   r  
  s
   
zFuzzy.__eq__c                 C   r}  r   r   r  r9   r9   r:   r  
  r  zFuzzy.max_widthc           	      C   s   g }dD ]-}| j | \}}|dkrqd}|dkrd|}||7 }|d ur,|d|7 }|| qg }dD ]}| j d | }|dkrL|d|| q6| j d d }|d urj|dkrjd	d
||}|| d|S )Nidsr   rM   z{}<=z<={}r   r  r   z{}<={}r   r   )r   r3   r   rj  )	r6   r   r   rV  r   conr   r  limitr9   r9   r:   r  
  s.   


zFuzzy._constraints_to_stringr   )r;   r<   r=   r5   r  r  r  r  r  r  r  r   r  r  r  r9   r9   r9   r:   r   [
  s    
#r   c                   @   $   e Zd Zdd Zdd Zdd ZdS )r]  c                 C   s(   t ttt dd t g}|||S r	  )r0  r   r   r   GraphemeBoundaryr|   )r6   r~   r  Zgrapheme_matcherr9   r9   r:   r  
  s   zGrapheme._compilec                 C   s   t dt|  d S )Nz
{}GRAPHEME)r  r3   r  r   r9   r9   r:   r  
  r  zGrapheme.dumpc                 C   r}  r   r   r  r9   r9   r:   r  
  r  zGrapheme.max_widthN)r;   r<   r=   r  r  r  r9   r9   r9   r:   r]  
  s    r]  c                   @      e Zd Zdd ZdS )r  c                 C   s   t jdfgS r	  )r
  ZGRAPHEME_BOUNDARYr  r9   r9   r:   r|   
  r  zGraphemeBoundary.compileN)r;   r<   r=   r|   r9   r9   r9   r:   r  
      r  c                   @   s   e Zd ZejZdZdd Zdd Zdd Z	dd	 Z
d
d Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd S )!r   GREEDY_REPEATc                 C   s    t |  || _|| _|| _d S r   )r  r5   r   r   r   )r6   r   r   r   r9   r9   r:   r5   
  s   

zGreedyRepeat.__init__c                 C   r  r   r  r  r9   r9   r:   r  
  r  zGreedyRepeat.fix_groupsc                 C   s"   | j ||}t| || j| jS r   )r   r   ro  r   r   r6   rq   r~   r   r9   r9   r:   r      s   zGreedyRepeat.optimisec                 C   r  r   r  r  r9   r9   r:   r    r  zGreedyRepeat.pack_charactersc                 C   r  r   r  r  r9   r9   r:   r  	  r  zGreedyRepeat.remove_capturesc                 C   s   | j | jko
| j S r   )r   r   r   r  r  r9   r9   r:   r    r  zGreedyRepeat.is_atomicc                 C   r  r  r9   r  r9   r9   r:   r    r  zGreedyRepeat.can_be_affixc                 C   r  r   r  r  r9   r9   r:   r    r  zGreedyRepeat.contains_groupc                 C   s$   | j |}| jdkr|d  |S r  )r   r  r   r   )r6   r~   r}   r9   r9   r:   r    s   

zGreedyRepeat.get_firstsetc                 C   s\   | j | jg}| jd u r|t n|| j | j||}|s"g S t|g| tj	fg S r   )
r  r   r   r   r   r   r|   ra   r
  r"  )r6   r~   r  repeatr   r9   r9   r:   r    s   
zGreedyRepeat._compilec                 C   sH   | j d u rd}n| j }tdt| | j| j| | j|d | d S )NINF
{}{} {} {}r)   )r   r  r3   r  r  r   r   r  r6   r  r~   r  r9   r9   r:   r  *  s   
zGreedyRepeat.dumpc                 C   r  r   r$  r  r9   r9   r:   r   4  r  zGreedyRepeat.is_emptyc                 C   r  r   )ro  r   r   r   r  r9   r9   r:   r  7  s   zGreedyRepeat.__eq__c                 C   s   | j d u rtS | j | j  S r   )r   r   r   r  r  r9   r9   r:   r  <  s   
zGreedyRepeat.max_widthc                 C   sr   | j d u rtn| j }| jdkr| j | }t|td fS | j|\}}|r+||fS | j | }t|td fS r  )r   r   r   r   r  rV  r  )r6   r~   r   r\   ofsreqr9   r9   r:   r  B  s   
z GreedyRepeat.get_required_stringN)r;   r<   r=   r
  r  r  r  r5   r  r   r  r  r  r  r  r  r  r  r   r  r  r  r9   r9   r9   r:   r   
  s$    
r   c                   @   r  )r   c                 C   r  r  r9   r  r9   r9   r:   r  P  r  zPossessiveRepeat.is_atomicc                 C   sh   | j ||}|sg S | j| jg}| jd u r|t n|| j tjft	|g| tj
ftj
fg S r   )r   r|   r  r   r   r   r   r
  r!  ra   r"  )r6   r~   r  r   r  r9   r9   r:   r  S  s   
zPossessiveRepeat._compilec                 C   s^   t dt|  | jd u rd}n| j}t dt|d  | j| j| | j|d | d S )Nr#  r  r  r)   rF   )r  r3   r  r   r  r   r   r  r  r9   r9   r:   r  a  s   
zPossessiveRepeat.dumpN)r;   r<   r=   r  r  r  r9   r9   r9   r:   r   O  s    r   c                   @   s   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!S )"r   c                 C   s&   t |  || _|| _|| _d | _d S r   )r  r5   rq   r!  r   r|  )r6   rq   r!  r   r9   r9   r:   r5   n  s
   

zGroup.__init__c                 C   s(   | ||f| j j| j< | j||| d S r   )rq   defined_groupsr!  r   r  r  r9   r9   r:   r  v  s   zGroup.fix_groupsc                 C   s   | j ||}t| j| j|S r   )r   r   r   rq   r!  r  r9   r9   r:   r   z  s   zGroup.optimisec                 C   r  r   r  r  r9   r9   r:   r    r  zGroup.pack_charactersc                 C   r  r   r  r  r9   r9   r:   r    r  zGroup.remove_capturesc                 C   r  r   r  r  r9   r9   r:   r    r  zGroup.is_atomicc                 C   r  r  r9   r  r9   r9   r:   r    r  zGroup.can_be_affixc                 C   r  r  r9   r  r9   r9   r:   r    r  zGroup.contains_groupc                 C   r  r   r  r  r9   r9   r:   r    r  zGroup.get_firstsetc                 C   r  r   r   r  r9   r9   r:   r    r  zGroup.has_simple_startc                 C   s   g }| j ||f}| jj|}|d ur|tj|fg7 }| j  }}|dk r0| jj| }| jj| }|tjt	| ||fg| j
|| tjfg 7 }|d urT|tjfg7 }|S r  )r!  rq   	call_refsr   r
  r  private_groupsr1  ZGROUPr   r   r|   r"  )r6   r~   r  r   ri  r  Zpublic_groupZprivate_groupr9   r9   r:   r    s"   
zGroup._compilec                 C   s@   | j }|dk rt| }tdt| | | j|d | d S )Nr   z
{}GROUP {}r)   )r!  r  r  r3   r  r   r  )r6   r  r~   r!  r9   r9   r:   r    s
   z
Group.dumpc                 C   s(   t | t |u o| j| jf|j|jfkS r   )ro  r!  r   r  r9   r9   r:   r    s   
zGroup.__eq__c                 C   r  r   r%  r  r9   r9   r:   r    r  zGroup.max_widthc                 C   r  r   r&  r  r9   r9   r:   r    r  zGroup.get_required_stringc                 C   r~  r   r>  r  r9   r9   r:   r    r  zGroup.__del__N)r;   r<   r=   r5   r  r   r  r  r  r  r  r  r  r  r  r  r  r  r  r9   r9   r9   r:   r   m  s"    r   c                   @   r'  )KeepKEEPN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r    r*  r  c                   @   r'  )r   LAZY_REPEATN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r     r*  r   c                   @      e Zd ZdddZdd Zdd Zdd	 Zd
d Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zd S )!r)  AHEADBEHINDr  c                 C   s(   t |  t|| _t|| _|| _d S r   )r  r5   rz   r*  r   r   )r6   r*  r   r   r9   r9   r:   r5     s   



zLookAround.__init__c                 C   s   | j || j| d S r   )r   r  r*  r  r9   r9   r:   r    r  zLookAround.fix_groupsc                 C   s2   | j || j}| jr| r|S t| j| j|S r   )r   r   r*  r   r   r)  r  r9   r9   r:   r     s   zLookAround.optimisec                 C   r  r   r  r  r9   r9   r:   r    r  zLookAround.pack_charactersc                 C   r  r   r  r  r9   r9   r:   r    r  zLookAround.remove_capturesc                 C   r  r   r  r  r9   r9   r:   r    r  zLookAround.is_atomicc                 C   r  r   r  r  r9   r9   r:   r    r  zLookAround.can_be_affixc                 C   r  r   r  r  r9   r9   r:   r    r  zLookAround.contains_groupc                 C   s&   | j r| j|kr| j|S td gS r   )r   r*  r   r  r   r  r9   r9   r:   r    s   
zLookAround.get_firstsetc                 C   sX   d}| j r	|tO }|r|tO }|r|tO }tj|t| j fg| j	| j tj
fg S r  )r   r  r  r  r
  Z
LOOKAROUNDr   r*  r   r|   r"  r  r9   r9   r:   r    s   zLookAround._compilec                 C   s<   t dt| | j| j t| j  | j|d | j d S )Nz{}LOOK{} {}r)   )	r  r3   r  	_dir_textr*  r  r   r   r  r   r9   r9   r:   r    s   zLookAround.dumpc                 C   s   | j o| j S r   )r   r   r   r  r9   r9   r:   r      r  zLookAround.is_emptyc                 C   r  r   )ro  r*  r   r   r  r9   r9   r:   r    r  zLookAround.__eq__c                 C   r  r  r9   r  r9   r9   r:   r    r  zLookAround.max_widthN)r;   r<   r=   r  r5   r  r   r  r  r  r  r  r  r  r  r   r  r  r9   r9   r9   r:   r)    s     
r)  c                   @   r  )!r/  r  r  r  c                 C   s4   t |  t|| _t|| _|| _|| _|| _d S r   )r  r5   rz   r*  r   r   r  r  )r6   r*  r   r   r  r  r9   r9   r:   r5     s   



zLookAroundConditional.__init__c                 C   s4   | j ||| | j||| | j||| d S r   )r   r  r  r  r  r9   r9   r:   r    s   z LookAroundConditional.fix_groupsc                 C   sD   | j || j}| j|| j}| j|| j}t| j| j|||S r   )r   r   r*  r  r  r/  r   )r6   rq   r~   r   r  r  r9   r9   r:   r     s   zLookAroundConditional.optimisec                 C   s.   | j || _ | j|| _| j|| _| S r   )r   r  r  r  r  r9   r9   r:   r  "  s   z%LookAroundConditional.pack_charactersc                 C   s(   | j  | _ | j | _| j | _d S r   )r   r  r  r  r  r9   r9   r:   r  (  s   z%LookAroundConditional.remove_capturesc                 C      | j  o| j o| j S r   )r   r  r  r  r  r9   r9   r:   r  -     zLookAroundConditional.is_atomicc                 C   r  r   )r   r  r  r  r  r9   r9   r:   r  1  r  z"LookAroundConditional.can_be_affixc                 C   s   | j  p| j p| j S r   )r   r  r  r  r  r9   r9   r:   r  5  s
   
z$LookAroundConditional.contains_groupc                 C   s   t jt| jt| j fg}|| j| j| |t j	f || j
|| | j||}|r?|t j	f || |t jf |S r   )r
  ZCONDITIONALr   r   r*  r   r   r|   r   rK  r  r  r"  r  r9   r9   r:   r  9  s   
zLookAroundConditional._compilec                 C   s   t dt| | j| j t| j  | j|d | j t dt|  | j	|d | | j
 sGt dt|  | j
|d | d S d S )Nz{}CONDITIONAL {} {}r)   z{}EITHERrL  )r  r3   r  r  r*  r  r   r   r  r  r  r   r   r9   r9   r:   r  G  s   
zLookAroundConditional.dumpc                 C   s   | j  r
| j p| j S r   )r   r   r  r  r  r9   r9   r:   r   Q  r  zLookAroundConditional.is_emptyc                 C   r  r   )ro  r   r  r  r  r9   r9   r:   r  U  r  zLookAroundConditional.__eq__c                 C   r  r   r  r  r9   r9   r:   r  Y  r  zLookAroundConditional.max_widthc                 C   r  r   r  r  r9   r9   r:   r  \  r  z)LookAroundConditional.get_required_stringN)r;   r<   r=   r  r5   r  r   r  r  r  r  r  r  r  r   r  r  r  r9   r9   r9   r:   r/  
  s     

r/  c                   @   r  )r  c                 C   s
   || _ d S r   )r   )r6   r   r9   r9   r:   r5   `  r  zPrecompiledCode.__init__c                 C   s   t | jgS r   )ra   r   r  r9   r9   r:   r  c  r  zPrecompiledCode._compileNr  r9   r9   r9   r:   r  _  s    r  c                   @   s   e Zd Zedfejedfejedfeje	dfejedfej
edfejedfej
e	dfejiZdedfddZdd ZdddZd	d
 Zdd Zdd Zdd Zdd Zdd ZdS )r  FTc                 C   sL   t |  || _t|| _t| | _t|| _| j| j| j| j| jf| _	d S r   )
r  r5   r   rz   r   r  r   r   r  r  r  r9   r9   r:   r5   m  s   




zProperty.__init__c                 C   r  r   )r  r   r  r9   r9   r:   r  x  r  zProperty.rebuildc                 C   r  r   r9   r  r9   r9   r:   r   {  r  zProperty.optimisec                 C   r  r   r  r  r9   r9   r:   r  ~  r  zProperty.get_firstsetc                 C   r  r  r9   r  r9   r9   r:   r    r  zProperty.has_simple_startc                 C   sF   d}| j r	|tO }| jr|tO }|r|tO }| j| j|f || jfgS r  )r   r  r   r  r  r  r   r   r  r9   r9   r:   r    s   zProperty._compilec              	   C   sT   t | jd?  }|d |d | jd@  }}tdt| t| j ||t| j  d S )NrI   r   r)   i  z{}PROPERTY {} {}:{}{})	PROPERTY_NAMESr   r  r3   r  r  r   r  r   )r6   r  r~   r   r   r   r9   r9   r:   r    s
   
zProperty.dumpc                 C   s   t | j|| jkS r   )ro   Zhas_property_valuer   r   r  r9   r9   r:   r    r  zProperty.matchesc                 C   r  r	  r9   r  r9   r9   r:   r    r  zProperty.max_widthNr  )r;   r<   r=   r   r
  ZPROPERTYr   ZPROPERTY_IGNr   rl  ZPROPERTY_REVZPROPERTY_IGN_REVr  r5   r  r   r  r  r  r  r  r  r9   r9   r9   r:   r  f  s(    


r  c                   @   r  )PrunePRUNEc                 C   r  r   )r
  r  r  r9   r9   r:   r    r  zPrune._compileNr  r9   r9   r9   r:   r    r  r  c                   @   s   e Zd Zedfejedfejedfeje	dfejedfej
edfejedfej
e	dfejiZdZdedfddZdd Zddd	Zd
d Zdd Zdd Zdd ZdS )r  FTRANGEc                 C   sV   t |  || _|| _t|| _t| | _t|| _| j	| j| j| j| j| jf| _
d S r   )r  r5   lowerr  rz   r   r  r   r   r  r  )r6   r  r  r   r   r   r9   r9   r:   r5     s   




zRange.__init__c                 C   s   t | j| j|||S r   )r  r  r  r  r9   r9   r:   r    r  zRange.rebuildc                 C   s   | j r
| jt@ r
|r| S |jt@ r| jt@ tkr| S t }g }|D ]'}| jt	|  kr2| j
krIn q"tt|}|tdd |D | jd q"|sN| S t|| j
| j d k r`|d|  t|S )Nc                 S   r5  r9   r  r7  r9   r9   r:   r     r8  z"Range.optimise.<locals>.<listcomp>r   r)   r   )r   r   r   rj   r   rl  ro   rp  r  r   r  rp   ro  r   r  rc   r2  r   )r6   rq   r~   r   rr  r  r   rq  r9   r9   r:   r     s(    zRange.optimisec                 C   sJ   d}| j r	|tO }| jr|tO }|r|tO }| j| j|f || j| jfgS r  )	r   r  r   r  r  r  r   r  r  r  r9   r9   r:   r    s   zRange._compilec              	   C   sR   t t| jd}t t| jd}tdt| t| j	 ||t
| j  d S )Nr  z{}RANGE {} {} {}{})r  rm  r  r  r  r  r3   r  r  r   r  r   )r6   r  r~   Zdisplay_lowerZdisplay_upperr9   r9   r:   r    s   
z
Range.dumpc                 C   s(   | j |  ko| jk| jkS   | jkS r   )r  r  r   r  r9   r9   r:   r    s   (zRange.matchesc                 C   r  r	  r9   r  r9   r9   r:   r    r  zRange.max_widthNr  )r;   r<   r=   r   r
  r  r   Z	RANGE_IGNr   rl  Z	RANGE_REVZRANGE_IGN_REVr  r  r5   r  r   r  r  r  r  r9   r9   r9   r:   r    s     

r  c                   @      e Zd Zedfejedfejedfeje	dfej
edfejedfejedfeje	dfejiZefddZdd Zdd Zd	d
 Zdd Zdd Zdd ZdS )r   FTc                 C   s<   t |  || _|| _|| _t| | _| j| j| jf| _d S r   )	r  r5   rq   r!  r   r  r   r  r  )r6   rq   r!  r   r   r9   r9   r:   r5     s   

zRefGroup.__init__c                 C   s   zt | j| _W n" ty*   z
| jj| j | _W n ty'   td|| jw Y nw d| j  kr8| jjks@n td|| j| j	| j| j
f| _d S )Nr  r)   r  )r   r!  r   rq   ru  rf   r%   r   r1  r  r   r  r  r9   r9   r:   r    s   zRefGroup.fix_groupsc                 C   rx  ry  rz  r  r9   r9   r:   r    r{  zRefGroup.remove_capturesc                 C   s*   d}|r|t O }| j| j|f || jfgS r  )r  r  r   r!  r  r9   r9   r:   r    s   zRefGroup._compilec                 C   r  )Nz{}REF_GROUP {}{})r  r3   r  r!  r  r   r   r9   r9   r:   r    r  zRefGroup.dumpc                 C   r}  r   r   r  r9   r9   r:   r    r  zRefGroup.max_widthc                 C   r~  r   r>  r  r9   r9   r:   r    r  zRefGroup.__del__N)r;   r<   r=   r   r
  Z	REF_GROUPr   ZREF_GROUP_IGNr   rl  ZREF_GROUP_FLDZREF_GROUP_REVZREF_GROUP_IGN_REVZREF_GROUP_FLD_REVr  r5   r  r  r  r  r  r  r9   r9   r9   r:   r     s$    
	r   c                   @   r'  )rY  SEARCH_ANCHORN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   rY    r*  rY  c                   @   s   e Zd Zd(ddZdd Zdd Zdd	 Zd
d Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zedd Zedd Zedd Zd d! Zd"d# Zd$d% Zd&d' ZdS ))r   Nc                 C   s    t |  |d u rg }|| _d S r   )r  r5   r  )r6   r  r9   r9   r:   r5   #  s   

zSequence.__init__c                 C   r+  r   )r  r  )r6   r-   r~   r  rZ   r9   r9   r:   r  *  r,  zSequence.fix_groupsc                 C   sF   g }| j D ]}|||}t|tr||j  q|| qt|S r   )r  r   r*   r   r   r   r  )r6   rq   r~   r  rZ   r9   r9   r:   r   .  s   

zSequence.optimisec                    s
  g }g }t }| jD ]o}t|tu r7|jr7|js7|j|kr0|js%t |jr0t	
 ||| |j}||j q	t|tu sCt|tu rh|j|kra|jsVt fdd|D rat	
 ||| |j}||j q	t	
 ||| ||  q	t	
 ||| t|S )z+Packs sequences of characters into strings.c                 3       | ]}t  |V  qd S r   rw   r7  r>  r9   r:   rI  O  r  z+Sequence.pack_characters.<locals>.<genexpr>)r   r  ro  r   r   r   r   rw   r   r   _flush_charactersr   r  r9  r  r   r:  r  r  )r6   rq   r  r:  r   rZ   r9   r>  r:   r  :  s4   


zSequence.pack_charactersc                 C   r@  )Nc                 S   rA  r9   rB  r   rZ   r9   r9   r:   r   a  r8  z,Sequence.remove_captures.<locals>.<listcomp>r  r  r9   r9   r:   r  `  rC  zSequence.remove_capturesc                 C   rD  )Nc                 s   rE  r   rF  r  r9   r9   r:   rI  e  rJ  z%Sequence.is_atomic.<locals>.<genexpr>rL  r  r  r9   r9   r:   r  d  r  zSequence.is_atomicc                 C   r  r  r9   r  r9   r9   r:   r  g  r  zSequence.can_be_affixc                 C   rD  )Nc                 s   rE  r   rH  r  r9   r9   r:   rI  k  rJ  z*Sequence.contains_group.<locals>.<genexpr>)r  r  r  r9   r9   r:   r  j  r  zSequence.contains_groupc                 C   sX   t  }| j}|r|  |D ]}|||O }d |vr|  S |d  q|t d gB S r   )r   r  r~   r  discard)r6   r~   r}   r  rZ   r9   r9   r:   r  m  s   zSequence.get_firstsetc                 C   s   t | jo| jd  S r  )rz   r  r  r  r9   r9   r:   r  z  s   zSequence.has_simple_startc                 C   s<   | j }|r|d d d }g }|D ]}|||| q|S rI  )r  r   r|   )r6   r~   r  seqr   rZ   r9   r9   r:   r  }  s   zSequence._compilec                 C   s   | j D ]}||| qd S r   )r  r  )r6   r  r~   rZ   r9   r9   r:   r    s   
zSequence.dumpc                    s   |sd S |t @ rt fdd|D st}|t@ tkrFt|}|D ]"}|j}t|dkr:|t	|d |j
d q"|t||j
d q"nt|dkrX|t	|d |d n	|t||d g |d d < d S )Nc                 3   r  r   r  r7  r>  r9   r:   rI    r  z-Sequence._flush_characters.<locals>.<genexpr>r)   r   r   )r   r  r   rl  r   _fix_full_casefoldr:  rc   r   r   r   r  )rq   r:  r   r  literalsr   charsr9   r>  r:   r    s"   
zSequence._flush_charactersc           
      C   s  dd t  D }t tddd | D  }g }|D ]"}||}|dkr?|||t| f |||d }|dks(qd}g }t	
|D ]$\}}	||k r^|t| || td |t| ||	 td |	}qI|t| k r|t| |d  td |S )	Nc                 S   s   g | ]}t t|qS r9   )ro   rp   ro  r7  r9   r9   r:   r     r   z/Sequence._fix_full_casefold.<locals>.<listcomp>rM   c                 s   rN  r   rm  r7  r9   r9   r:   rI    s    z.Sequence._fix_full_casefold.<locals>.<genexpr>r   r)   r   )ro   rp  rp   ro  rj  r  findr   rc   r   _merge_chunksr9  r   rl  )
r:  expandedrr   chunksrT   foundr.   r  r  r  r9   r9   r:   r    s<   
zSequence._fix_full_casefoldc                 C   s|   t | dk r| S |   | d \}}g }| dd  D ]\}}||kr(t||}q|||f ||}}q|||f |S )NrF   r   r)   )rc   sortr   r   )r  r  r  Z
new_chunksrZ   rT   r9   r9   r:   r    s   zSequence._merge_chunksc                 C   rD  )Nc                 s   rE  r   rs  rn  r9   r9   r:   rI    rJ  z$Sequence.is_empty.<locals>.<genexpr>r  r  r9   r9   r:   r     r  zSequence.is_emptyc                 C   r  r   )ro  r  r  r9   r9   r:   r    r  zSequence.__eq__c                 C   rD  )Nc                 s   rE  r   r  r  r9   r9   r:   rI    rJ  z%Sequence.max_width.<locals>.<genexpr>)sumr  r  r9   r9   r:   r    r  zSequence.max_widthc                 C   sT   | j }|r|d d d }d}|D ]}||\}}||7 }|r%||f  S q|d fS )Nr4  r   )r  r  )r6   r~   r  offsetrZ   r  r  r9   r9   r:   r    s   zSequence.get_required_stringr   )r;   r<   r=   r5   r  r   r  r  r  r  r  r  r  r  r  rt  r  r  r  r   r  r  r  r9   r9   r9   r:   r   "  s.    
&

!
r   c                   @   s\   e Zd ZdedfddZdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd ZdS )rc  TFc                 C   s\   t |  || _t|| _t|| _t| | _t|| _	d| _
| j| j| j| j| j	f| _d S r	  )r  r5   rq   ra   r  rz   r   r  r   r   Z
char_widthr  r  )r6   rq   r  r   r   r   r9   r9   r:   r5     s   





zSetBase.__init__c                 C   s"   t | | j| j|||| jdS r  )ro  rq   r  r   r  r9   r9   r:   r    s
   
zSetBase.rebuildc                 C   r  r   r  r  r9   r9   r:   r  
  r  zSetBase.get_firstsetc                 C   r  r  r9   r  r9   r9   r:   r    r  zSetBase.has_simple_startc                 C   sn   d}| j r	|tO }| jr|tO }|r|tO }| j| j|f |fg}| jD ]	}||	  q$|
tjf |S r  )r   r  r   r  r  r  r   r  r   r|   r   r
  r"  )r6   r~   r  rj   r   rW   r9   r9   r:   r    s   
zSetBase._compilec                 C   sF   t dt| | jt| j t| j  | jD ]
}|	|d | qd S )Nz	{}{} {}{}r)   )
r  r3   r  r  r  r   r  r   r  r  )r6   r  r~   rV   r9   r9   r:   r     s   
zSetBase.dumpc                 C   s   | j r
| jt@ r
|r| S | jjt@ r| jt@ tkr| S t }g }t	 }|D ]'}| 
t|rMtt|}||vrM|tdd |D | jd || q&|sR| S t| g| S )Nc                 S   r5  r9   r  r7  r9   r9   r:   r   :  r8  z0SetBase._handle_case_folding.<locals>.<listcomp>r   )r   r   r   rq   rj   r   rl  ro   rp  r   r  r   rp   ro  r   r  r   r   )r6   rq   r   rr  r  seenr   rq  r9   r9   r:   _handle_case_folding&  s.   
zSetBase._handle_case_foldingc                 C   s   | j r| jt@ s
dS | jjt@ r| jt@ tkrdS t }t	 }|D ]}| 
t|r6tt|}|| q"|s;dS tdd |D S )Nr)   c                 s   rN  r   rO  )r   rq  r9   r9   r:   rI  [  rJ  z$SetBase.max_width.<locals>.<genexpr>)r   r   r   rq   rj   r   rl  ro   rp  r   r  r   rp   ro  r   r   )r6   rr  r  r   rq  r9   r9   r:   r  D  s$   
zSetBase.max_widthc                 C   r~  r   r>  r  r9   r9   r:   r  ]  r  zSetBase.__del__N)r;   r<   r=   r   r5   r  r  r  r  r  r  r  r  r9   r9   r9   r:   rc    s    
rc  c                   @   v   e Zd Zedfejedfejedfeje	dfejedfej
edfejedfej
e	dfejiZdZd	ddZdd ZdS )
r  FTSET_DIFFc                    s~   | j }t|dkr|d t |dd  g}t|dkr,|d j| j| jd |S t fdd|D | _ |  |S )NrF   r   r)   r   c                 3   s     | ]}|j  d dV  qdS )Tr   N)r   )r   rW   rq   r~   r9   r:   rI  q  s    z#SetDiff.optimise.<locals>.<genexpr>)	r  rc   r   r   r   r   r   ra   r  )r6   rq   r~   r   r  r9   r  r:   r   h  s   

zSetDiff.optimisec                 C   s,   | j d |o| j d | }|| jkS Nr   r)   r  r  r   r6   r   rW   r9   r9   r:   r  v  s   "
zSetDiff.matchesNr  )r;   r<   r=   r   r
  r  r   ZSET_DIFF_IGNr   rl  ZSET_DIFF_REVZSET_DIFF_IGN_REVr  r  r   r  r9   r9   r9   r:   r  `  s    
r  c                   @   r  )
r  FT	SET_INTERc                 C      g }| j D ]}|j||dd}t|tr|jr||j  q|| qt|dkr:|d j| j	| j
d|||S t|| _ | ||S NTr   r)   r   r   )r  r   r*   r  r   r   r   rc   r   r   r   ra   r  r6   rq   r~   r   r  rW   r9   r9   r:   r        


zSetInter.optimisec                    "   t  fdd| jD }|| jkS )Nc                 3       | ]}|  V  qd S r   r  rn  r   r9   r:   rI    r  z#SetInter.matches.<locals>.<genexpr>)rL  r  r   r  r9   r  r:   r       
zSetInter.matchesNr  )r;   r<   r=   r   r
  r  r   ZSET_INTER_IGNr   rl  ZSET_INTER_REVZSET_INTER_IGN_REVr  r  r   r  r9   r9   r9   r:   r  z  s    

r  c                   @   r  )
r  FTSET_SYM_DIFFc                 C   r  r  )r  r   r*   r  r   r   r   rc   r   r   r   ra   r  r  r9   r9   r:   r     r  zSetSymDiff.optimisec                 C   s(   d}| j D ]	}|||k}q|| jkS r  r  )r6   r   rW   rV   r9   r9   r:   r    s   

zSetSymDiff.matchesNr  )r;   r<   r=   r   r
  r  r   ZSET_SYM_DIFF_IGNr   rl  ZSET_SYM_DIFF_REVZSET_SYM_DIFF_IGN_REVr  r  r   r  r9   r9   r9   r:   r    s    
r  c                   @   s~   e Zd Zedfejedfejedfeje	dfejedfej
edfejedfej
e	dfejiZdZdddZdd Zdd	 Zd
S )r   FT	SET_UNIONc                 C   s   g }| j D ]}|j||dd}t|tr|jr||j  q|| qt|dkrA|d }|j|j| jk| j	| j
d|||S t|| _ | ||S )NTr   r)   r   )r   r   r   )r  r   r*   r   r   r   r   rc   r   r   r   ra   r  )r6   rq   r~   r   r  rW   rV   r9   r9   r:   r     s    


zSetUnion.optimisec           
      C   s  d}| j r	|tO }| jr|tO }|r|tO }ttg }}| jD ]}t|t	r1||j  
|j q |
| q | j| j|f |fg}| D ]-\}}	d}|rR|tO }t|	dkrd|
tj||	d f qF|
tj|t|	ft|	  qF|D ]	}||  qv|
tjf |S r  )r   r  r   r  r  r   r   r  r*   r   r   r   r  r   rc   r
  r  STRINGra   r   r|   r"  )
r6   r~   r  rj   r:  ZothersrW   r   r   valuesr9   r9   r:   r    s0   

 zSetUnion._compilec                    r  )Nc                 3   r  r   r   rn  r  r9   r:   rI    r  z#SetUnion.matches.<locals>.<genexpr>)r  r  r   r  r9   r  r:   r    r  zSetUnion.matchesNr  )r;   r<   r=   r   r
  r  r   ZSET_UNION_IGNr   rl  ZSET_UNION_REVZSET_UNION_IGN_REVr  r  r   r  r  r9   r9   r9   r:   r     s    

"r   c                   @   s   e Zd ZdZejZdS )SkipSKIPN)r;   r<   r=   r  r
  r  r  r9   r9   r9   r:   r    s    
r  c                   @   r'  )r   START_OF_LINEN)r;   r<   r=   r
  r	  r  r  r9   r9   r9   r:   r     r*  r   c                   @   r'  )r   START_OF_LINE_UN)r;   r<   r=   r
  r
  r  r  r9   r9   r9   r:   r     r*  r   c                   @   r'  )r   START_OF_STRINGN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r     r*  r   c                   @   r'  )StartOfWordSTART_OF_WORDN)r;   r<   r=   r
  r  r  r  r9   r9   r9   r:   r    r*  r  c                   @   r  )r  FTc                 C   s   t || _t| | _| jt@ tkr,g }| jD ]}ttt|}|	dd |D  qn| j}t || _
d| _| j| j| jf| _d S )Nc                 s   rN  r   r  r7  r9   r9   r:   rI    rJ  z"String.__init__.<locals>.<genexpr>F)ra   r:  r  r   rl  ro   rp   ro  rm  r   r  requiredr  r  )r6   r:  r   r  rv   rq  r9   r9   r:   r5     s   



zString.__init__c                 C   s(   |rd}nd}t t| j| | jdgS )Nr4  r   r   )r   r   r:  r   )r6   r~   r.   r9   r9   r:   r  '  s   
zString.get_firstsetc                 C   r  r  r9   r  r9   r9   r:   r  /  r  zString.has_simple_startc                 C   sB   d}|r|t O }| jr|tO }| j| j|f |t| jf| j gS r  )r  r  REQUIRED_OPr  r   rc   r  r  r9   r9   r:   r  2  s   zString._compilec                 C   s@   t ddd | jD d}tdt| |t| j  d S )NrM   c                 s   rN  r   r  r7  r9   r9   r:   rI  <  rJ  zString.dump.<locals>.<genexpr>r  z{}STRING {}{})	r  rj  r:  r  r  r3   r  r  r   r  r9   r9   r:   r  ;  s    
zString.dumpc                 C   r  r   )rc   r  r  r9   r9   r:   r  @  r  zString.max_widthc                 C   s   d| fS r  r9   r  r9   r9   r:   r  C  s   zString.get_required_stringN)r;   r<   r=   r   r
  r  r   Z
STRING_IGNr   rl  Z
STRING_FLDZ
STRING_REVZSTRING_IGN_REVZSTRING_FLD_REVr  r5   r  r  r  r  r  r  r9   r9   r9   r:   r    s    	r  c                   @   r  )r9  c                 C   sD   d dd | jD }t|d}tdt| |t| j  d S )NrM   c                 s   rN  r   r  r7  r9   r9   r:   rI  H  rJ  zLiteral.dump.<locals>.<genexpr>r  z{}LITERAL MATCH {}{})	rj  r:  r  r  r  r3   r  r  r   )r6   r  r~   literalr  r9   r9   r:   r  G  s
   
zLiteral.dumpN)r;   r<   r=   r  r9   r9   r9   r:   r9  F  r  r9  c                   @   s(   e Zd ZefddZdd Zdd ZdS )r   c           
         s   || _ || _t  | _| j| j| jf| _|| jf| _| j|jvr)t|j|j| j< | j j| j }| j j	| j }| j | j j
t@ }| B }g }|D ]}	t|	trVdd |	D }	| fdd|	D  qH|jtdd dd |D | _d S )Nc                 S   r5  r9   r  r7  r9   r9   r:   r   e  r8  z&StringSet.__init__.<locals>.<listcomp>c                    s   g | ]}t | d qS )r   r6  r7  r   r9   r:   r   g  r   T)ri  r~   c                 S   r5  r9   )r   )r   choicer9   r9   r:   r   m  r8  )rq   r   r  r   r  r  Zset_keynamed_lists_usedrc   rp  rj   rn   r*   r+   r   r  r   )
r6   rq   r   r   r  r  rg  Z
fold_flagschoicesrr   r9   r   r:   r5   N  s*   


zStringSet.__init__c                 C   r  )Nz{}STRING_SET {}{})r  r3   r  r   r  r   r   r9   r9   r:   r  o  r  zStringSet.dumpc                 C   r~  r   r>  r  r9   r9   r:   r  s  r  zStringSet.__del__N)r;   r<   r=   r   r5   r  r  r9   r9   r9   r:   r   M  s    !r   c                   @   sX   e Zd ZdZdd ZdddZddd	ZdddZdddZdd Z	dd Z
dd ZdS )Sourcez1Scanner for the regular expression source string.c                 C   sL   t |tr|| _t| _n|d| _dd | _d| _d| _|d d | _d S )Nzlatin-1c                 S   r  r   )r  rb  r9   r9   r:   rg  ~  s   
 z!Source.__init__.<locals>.<lambda>r   F)	r*   r+   rr   rm  	char_typedecoder.   r  r  )r6   rr   r9   r9   r:   r5   x  s   

zSource.__init__Fc                 C   s   | j }| j}z,| jr'|s'	 ||  r|d7 }n|| dkr%|d|}nnq|| }|d | _|W S  tyD   || _|d d  Y S  tyW   t|| _|d d  Y S w )NTr)   r
  r'   r   )rr   r.   r  isspacer  r  r   rc   )r6   Zoverride_ignorerr   r.   r   r9   r9   r:   r     s*   




z
Source.getr)   c                 C   s   | j }| j}zQ| jrDg }t||k r>	 ||  r|d7 }n|| dkr+|d|}nnq|||  |d7 }t||k sd|}n||||  }|t|7 }|| _|W S  tyj   t|| _d| Y S  t	y|   t|| _d| Y S w NTr)   r
  r'   rM   )
rr   r.   r  rc   r  r  r   rj  r  r   )r6   r/   rr   r.   	substringr9   r9   r:   get_many  s8   



zSource.get_manyTc                 C   s.  | j }| j}| jr`z6g }	 ||  r|d7 }n"|| dkr%|d|}n|| |v |kr9|||  |d7 }nnq|| _W n tyM   t|| _Y n tyZ   t|| _Y nw d	|S z!|| |v |kru|d7 }|| |v |ksi|| j| }|| _|W S  ty   || j| }|| _| Y S w r  )
rr   r.   r  r  r  r   r  rc   r   rj  )r6   test_setr  rr   r.   r  r9   r9   r:   r    sD   



zSource.get_whilec                 C   s   | j }| j}zF| jr3	 ||  r|d7 }n|| dkr#|d|}n|| |v |kr0|d7 }nnqn|| |v |krG|d7 }|| |v |ks;|| _W d S  ty[   t|| _Y d S  tyi   t|| _Y d S w NTr)   r
  r'   )rr   r.   r  r  r  r  rc   r   )r6   r  r  rr   r.   r9   r9   r:   
skip_while  s.   


zSource.skip_whilec                 C   s   | j }| j}| jrQz4|D ]+}	 ||  r|d7 }n|| dkr'|d|}nnq|| |kr3 W dS |d7 }q|| _W dS  tyG   Y dS  tyP   Y dS w |||sYdS |t| | _dS )NTr)   r
  r'   F)	rr   r.   r  r  r  r  r   r  rc   )r6   r  rr   r.   r   r9   r9   r:   r     s4   


zSource.matchc                 C   s$   |  |std|| j| jd S )Nz
missing {})r   r%   r3   rr   r.   )r6   r  r9   r9   r:   r  :  s   
zSource.expectc                 C   s~   | j }| j}z%| jr%	 ||  r|d7 }n|| dkr#|d|}nnq|t|kW S  ty5   Y dS  ty>   Y dS w r  )rr   r.   r  r  r  rc   r  r   )r6   rr   r.   r9   r9   r:   at_end>  s"   
zSource.at_endNr  r)   r  )r;   r<   r=   r>   r5   r   r  r  r  r   r  r  r9   r9   r9   r:   r  v  s    


&
0'r  c                   @   s:   e Zd ZdZddi fddZdddZdd	 Zd
d ZdS )Infoz"Info about the regular expression.r   Nc                 C   sl   |t |t@ pt O }|| _|| _d| _|| _d| _i | _i | _	|| _
i | _g | _i | _i | _g | _i | _d S )NFr   )DEFAULT_FLAGSr@  rA  rj   r=  r7  rp  r1  ru  
group_namer  r  open_groupsrv  r  rw  r  )r6   rj   r  rp  r9   r9   r:   r5   W  s   
zInfo.__init__c                 C   s   | j |}|d u r-	 |  jd7  _|d u s| j| jvrnq| j}|r-|| j |< || j|< || jv rAt| jd  }|| j|< |}| j| | j|dd | j|< |S )NTr)   r   )	ru  r   r1  r"  r#  rc   r  r   rv  )r6   r   r!  Zgroup_aliasr9   r9   r:   r  j  s$   



zInfo.open_groupc                 C   s   | j   d S r   )r#  r   r  r9   r9   r:   r    r{  zInfo.close_groupc                 C   sB   | j t@ pt}|tkrdS | rt|}n| j|}|| jv S r  )	rj   r@  rA  r    rC  r   ru  r   r#  )r6   r   rB  r!  r9   r9   r:   r(    s   

zInfo.is_open_groupr   )r;   r<   r=   r>   r5   r  r  r(  r9   r9   r9   r:   r   T  s    
r   c                 C   s   i }g }| j D ]b\}}}|j||f}||}|du rf|jdkrBt| jt@ }	t|t}
|	|
f||fkrA|t	t
||||f n| j|j }|d }|dd ||fkr^||||f t
|}|||< ||_q|| _|| _dS )zkChecks whether the reverse and fuzzy features of the group calls match
    the groups which they call.
    Nr   r)   )rw  r!  r   rz   rj   r   r*   r   r   r  rc   r  r|  r  additional_groups)rq   r  r  r$  callr~   r  ri  r  revZfuzZdef_infor!  r9   r9   r:   _check_group_features  s.   



r'  c                 C   sb   |  t|t@ \}}|r&d|_|tkrd}|j}|t@ s"|t M }|j}nd}d}d}|||fS )z>Gets the required string and related info of a parsed pattern.Tr4  r   r9   )r  rz   r   r  r   r   r   r  )r  rj   
req_offsetr  	req_flags	req_charsr9   r9   r:   _get_required_string  s   

r+  c                   @   s   e Zd ZdddZdd ZdS )r&   r   c                    s  || _ g }|D ].\}}t|}t||j t jt@ |_t| }|	 s.t
d|j|j||  qt|  fddt|D }t|}t jt@ }| |}| }t| j\}	}
}t |  jrtt
d|j|jt jt@ }||tjfg }t|}| szt ||}t|}|| }W n	 ty   Y nw  jt@ pt }|dt!t"fvrt#dt$d |t%@ |B |i i i g |	|
|t&|| _'d S )Nzunbalanced parenthesisc                    s    g | ]\}}t  |d  |qS r  )r   )r   rS  rX   r>  r9   r:   r     s     z$Scanner.__init__.<locals>.<listcomp>z(recursive regex not supported by Scannerr   z5VERSION0 and VERSION1 flags are mutually incompatible)(lexiconr  r   r  rz   rj   r$   r  r   r  r%   rr   r.   r   r  	enumerater   r   r   r  r+  r'  r  r|   r
  SUCCESSr   r  r   r  rD   r@  rA  r   r    r   ro   r<  rc   scanner)r6   r,  rj   patternsphraseactionr   r  r~   r(  r*  r)  r   Zfs_coderB  r9   r>  r:   r5     sX   




zScanner.__init__c           	      C   s   g }|j }| j|j}d}	 | }|sn-| }||krn$| j|jd  d }t|dr7|| _|| | }|d ur?|| |}q|||d  fS )Nr   Tr)   __call__)r   r/  r   r  r,  	lastindexre   r!  )	r6   rr   r  r   r   rV   rW   jr2  r9   r9   r:   scan  s(   
zScanner.scanN)r   )r;   r<   r=   r5   r6  r9   r9   r9   r:   r&     s    
Ir&   rh  r'   	)rR   rS   rU   nrY   tr  ZDigitTZBlankZSpaceWord)r  r   hrZ   r   r\   r!   )r   rS   r   KrW   r   Z)rS   r   rW   r   )FAILr   r  r  )r_   r  r  r  )rr   sysrs  collectionsr   Zregex._regexro   __all__r4   r%   r@   rC   rD   r   r   r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r   r   rA  r@  rn   r!  r<  ZSCOPED_FLAGS	frozensetascii_lettersr   r   r   rz  	octdigitsrG  	hexdigitsrP  r   rr  ry  r  Zget_code_sizeZBYTES_PER_CODEZBITS_PER_CODEr   r4  r   r   rl  ro  r  rV  OPCODESr^   r
  r-  r  rV   r  setattrrm   rs   rw   rx   r   r{   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r   r   r   r  r  r  r  r+  r  r  r  r  r5  r:  r;  r  r>  r  rN  rO  rQ  r   rb  rf  rW  rX  rZ  r[  r\  ru  r   r  r  r  r  r  r  r  r  r  r  r  r   r  r  rv  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r   r   r0  r(  r   r2  r  r   r,  r  r  r  r   r   r  r   r   r  r  r   r]  r  r   r   r   r  r   r)  r/  r  r  r  r  r   rY  r   rc  r  r  r  r   r  r   r   r   r  r  r9  r   r  r   r'  r+  r&   Zget_propertiesr  r  r  rx  r  r  r   r   Zprop_valuesr   rc   Zval_namer  ra  r`  r_  dictr^  rh   r   r9   r9   r9   r:   <module>   s  





U2


T 
=
	Z$+#A!




)&	FH
F8   .	JY \QDU4M1 Vi!B7) _A'a
	