-
':c    
   s     d  k  Z   d k l Z  d Z  d e f d     YZ  d f  d     YZ  d   Z 9 d   Z	 X d	   Z
 d d
 e f d     YZ  d   Z  d   Z  d   Z  d e f d     YZ Xd e f d     YZ xe e i e i d  d d f d e i d d d f e e i d d d f d e i d d d f d e i d d d f e e i e i d e i f f Z d e f d     YZ d  e f d!     YZ d" e f d#     YZ d  S($   N(   s	   TextToolsi s   ReaderErrorc      s    t  Z  RS(   N(   s   __name__s
   __module__(    (    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   ReaderError s   	s   RecordReaderc      s/    t  Z  d   Z  d   Z  d   Z RS(   Nc    s     | |  _  d  S(   N(   s   infiles   self(   s   selfs   infile(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   __init__ s   c    s     t   d  S(   N(   s   NotImplementedError(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   next s   c    s     t   d  S(   N(   s   NotImplementedError(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys	   remainder s   (   s   __name__s
   __module__s   __init__s   nexts	   remainder(    (    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   RecordReader s   	c    s.    d t  i |  t  i d f t t  i t  i d  d d f t t  i d d d f t t  i d d d f t t  i d d d f t t  i t  i	 d t  i
 f d t  i |  d d f t t  i t  i d  d d f t t  i d d d	 f t t  i d d d f t t  i d d
 d
 f t t  i t  i	 t  i t  i
 f f Sd  S(   Ns   begini   s   
s   
i   s   i   iii(   s   TTs   Words   texts	   MatchFails   Nones   AllInSets   invsets   Iss   EOFs   Heres   MatchOk(   s   text(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys!   _startswith_tagtable_rest_of_line s   c    s  9 : d t  i |  t  i d f t t  i d d d f t t  i d d d f t t  i d d d f t t  i t  i t  i t  i f d t  i |  d d f t t  i	 t  i
 d  d d f t t  i d d d	 f t t  i d d d f t t  i d d d f t t  i t  i t  i t  i f f Sd  S(
   Ns   begini   s   
i   s   i   is   
i(   s   TTs   Words   texts	   MatchFails   Nones   Iss   EOFs   Heres   MatchOks   AllInSets   invset(   s   text(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   _startswith_tagtable_newline9 s   c    s   X Y t  i |  |  \ } } } [ | o! \ t d t |  d     n ] | t	 |   j o  ^ t d | t	 |   f  n a g  i
 } | Da ] } | | d  q ~ Sd  S(   Ns   invalid format starting with %si2   s2   could not parse to end of text (ended at %d of %d)i   (   s   TTs   tags   texts   tagtables   successs   tagss   poss   ReaderErrors   reprs   lens   appends   _[1](   s   texts   tagtables   successs   tagss   poss   _[1]s   tag(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   _find_begin_positionsX s   !  s
   StartsWithc      s5   d t  Z e e d d  Z  d   Z  d   Z RS(   Ns    c    s  e f t  i |  |  g | |  _ h | |  _ j t i | d  } k | d j oD l | t	 |  d j o m t
 d  n n | d  } o d } n
 q d } r t o t	 |  p
 t
 d  s t o! t	 |  | d j  p
 t
 d  w | o" x t d	  y t |  |  _ n { t |  |  _ } | |  _  t	 |  i  t	 |  d j  o  |  i | i |  7_ n  |  i o"  t |  i  |  i  |  _ n  d g |  _  d |  _ d  S(
   Ns   
ii   s,   '\n' can only exist at the end of the stringi    s!   StartsWith text size is too shorti   s0   StartsWith text size larger than sizehint allowss    there's a bug in the '\n' option(   s   RecordReaders   __init__s   selfs   infiles   texts   sizehints   strings   finds   poss   lens   AssertionErrors   has_newlines	   __debug__s   NotImplementedErrors   _startswith_tagtable_newlines   tagtables!   _startswith_tagtable_rest_of_lines	   lookaheads   reads   _find_begin_positionss	   positionss   index(   s   selfs   infiles   texts   sizehints	   lookaheads   poss   has_newline(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   __init__e s0   	!+
#c    s    |  i d t |  i  j  oH  |  i |  i |  i |  i |  i d !}  |  i d 7_  | Sn  |  i |  i d |  _  |  i d g }  x  d ox  |  i i |  i  }  | o  Pn  |  i | |  _  t
 |  i |  i  }  t |  d j o  Pn q W t |  d j o5  | |  _  d |  _  |  i | d | d !Sn  |  i o&  d g |  _  d |  _  t Sn_  t o t |  d j p t   d g |  _  d |  _  |  i }  d |  _  | Sd  S(   Ni   ii    s    (   s   selfs   indexs   lens	   positionss	   lookaheads   ss   infiles   reads   sizehints   datas   _find_begin_positionss   tagtables   Nones	   __debug__s   AssertionError(   s   selfs   ss	   positionss   data(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   next s:    + 
$c    s(     |  i |  i |  i |  i f Sd  S(   N(   s   selfs   infiles	   lookaheads	   positionss   index(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys	   remainder s   (   s   __name__s
   __module__s   SIZEHINTs   __init__s   nexts	   remainder(    (    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys
   StartsWithd s   	%*c    s     t  t i |  d d f d t i d d d f t  t i d d d f d t i d d d f t  t i d d d f d t i d d	 d	 f t  t i t i d
  d d f t  t i t i	 d t i
 f t  t i t i d
  t i d f f	 Sd  S(   Ni   i   s   ends   
is   i   iis   
i(   s   Nones   TTs   Words   texts   Iss   Skips   AllInSets   invsets   EOFs   Heres   MatchOks   sets	   MatchFail(   s   text(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   _endswith_tagtable_newline s   c    s"    t  t i |  d d f t  t i t i d  d d f d t i d d d f t  t i d d d f d t i d d d	 f t  t i d
 d d f d t i d d d f d t i t i	 t i
 t i f t  t i t i d  d d f t  t i t i	 d t i f t  t i t i d  t i
 d f f Sd  S(   Ni   i   s   
s   ends   
is   i   iiii(   s   Nones   TTs   Words   texts   AllInSets   invsets   Iss   Skips   EOFs   Heres	   MatchFails   MatchOks   set(   s   text(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   _endswith_tagtable_rest_of_line s   c    s     t  i |  |  \ } } }  | o!  t d t |  d     n  | t	 |   j o   t d | t	 |   f  n  g  i
 } | D ] } | | d  q ~ Sd  S(   Ns   invalid format starting with %si2   s2   could not parse to end of text (ended at %d of %d)i   (   s   TTs   tags   texts   tagtables   successs   tagss   poss   ReaderErrors   reprs   lens   appends   _[1](   s   texts   tagtables   successs   tagss   poss   _[1]s   tag(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   _find_end_positions s   !  s   EndsWithc      s5    t  Z  e d d  Z d   Z Sd   Z RS(   Ns    c    s1    t  i |  |   | |  _  | |  _  t i | d  }  | d j oD  | t	 |  d j o  t
 d  n  | d  } d } n
 d } t o! t	 |  | d j  p
 t d  | o t |  |  _ n 
t |  |  _ | |  _ g  |  _ d |  _ d |  _ d  S(   Ns   
ii   s,   '\n' can only exist at the end of the stringi    i   s.   EndsWith text size larger than sizehint allows(   s   RecordReaders   __init__s   selfs   infiles   texts   sizehints   strings   finds   poss   lens   Assertionerrors   has_newlines	   __debug__s   AssertionErrors   _endswith_tagtable_newlines   tagtables   _endswith_tagtable_rest_of_lines	   lookaheads	   positionss   index(   s   selfs   infiles   texts   sizehints	   lookaheads   poss   has_newline(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   __init__ s$   	+
c    s  |  i t |  i  j  oS |  i |  i } |  i |  i | !} | |  _ |  i d |  _ | Sn |  i |  i }  d } !g  } #x #d o $|  i	 i
 |  i  } %| o, &| o 't | |  i  } n (Pn )| | } *t | |  i  } +t |  d j o ,| d =-Pn q W/| |  _ 0| |  _ 2| o/ 3d |  _ 4| d |  _ 5| | d  Sn/ 6| o# 8d |  _ 9d |  _ :t Sn ?| d d j o @| d } At | |  i  } B| o Ct o t |  d j p
 t d  D| d } Et o- | t |  j p t d | t |  f  Gd |  _ Hg  |  _ Id |  _ Jd |  _ K| Sn n Nd |  _ Od |  _ Pt d	 t |  i d
     d  S(   Ni   s    ii    s   
s   
s   this case should not occurs   wrong sizes: %d and %ds%   Last record not terminated: at %s ...i2   (   s   selfs   indexs   lens	   positionss   newposs	   lookaheads   poss   ss   datas   infiles   reads   sizehints   _find_end_positionss   tagtables   Nones   special_cases	   __debug__s   AssertionErrors   ReaderErrors   repr(   s   selfs	   positionss   poss   ss	   lookaheads   datas   newposs   special_case(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   nexts\   		 



'7c    s!   ST|  i |  i |  i f Sd  S(   N(   s   selfs   infiles	   lookaheads   pos(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys	   remainderSs   (   s   __name__s
   __module__s   SIZEHINTs   __init__s   nexts	   remainder(    (    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   EndsWith s   	As   Untilc      s5   Xt  Z Ye d d  Z ed   Z td   Z RS(   Ns    c    s   YZt  i |  |  [| |  _ \| |  _ ]| |  _ ^d |  _ `| d d j o at d  n bd | j o ct	 d  n d  S(   Ni    is   
s"   Until reader does not support '\n's,   '\n' can only exist at the end of the string(
   s   RecordReaders   __init__s   selfs   infiles   texts	   lookaheads   sizehints   founds   NotImplementedErrors   AssertionError(   s   selfs   infiles   texts   sizehints	   lookahead(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   __init__Ys   c    s   ef|  i o gt Sn k|  i d } lt |  i |  i |  i m| |  i  } n| i
   } o| t |  } p| i   \ |  _ |  _ qd |  _ r| Sd  S(   Ns   
i   (   s   selfs   founds   Nones   texts   fakes
   StartsWiths   infiles   sizehints	   lookaheads   readers   nexts   recs   lens	   remainder(   s   selfs   readers   recs   fake(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   nextes   c    s   tu|  i |  i f Sd  S(   N(   s   selfs   infiles	   lookahead(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys	   remainderts   (   s   __name__s
   __module__s   SIZEHINTs   __init__s   nexts	   remainder(    (    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   UntilXs   	s   
i   s   newlines   
is   i   ii    iis
   CountLinesc      s>   t  Z d  Z e d d  Z d   Z d   Z RS(   s(   Read a specified (fixed) number of liness    c    s   t  o | d j p
 t d  t  o | d j p
 t d  t  o | d j p
 t d  t i |  |  | |  _ | |  _ | |  _ d |  _	 g  |  _
 d |  _ d  S(   Ni    s-   CountLines reader must read at least one lines(   Must read at least a character at a times   sizehint must be positive(   s	   __debug__s   counts   AssertionErrors	   lookaheads   sizehints   RecordReaders   __init__s   selfs   infiles   poss	   positionss   index(   s   selfs   infiles   counts   sizehints	   lookahead(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   __init__s   !!!c    s  |  i |  i t |  i  j  oZ |  i |  i |  _ |  i |  i d } |  i |  i | !} | |  _ | Sn |  i |  i } x d oy t	 | t
  } t |  |  i j o | d =Pn |  i i |  i  } | o Pn | | } q W| |  _ | |  _ | o t Sn t |  |  i j oM |  i |  _ |  i |  i d } | d | !} | |  _ | Sn t d t |  |  i t | d   f  d  S(   Ni   ii    s8   Only found %d lines, expecting %d (starting with %s ...)i   (   s   selfs   indexs   counts   lens	   positionss   endposs	   lookaheads   poss   ss   _find_end_positionss   _tag_lines_tagtables   infiles   reads   sizehints   datas   Nones   ReaderErrors   repr(   s   selfs	   lookaheads   ss   endposs	   positionss   data(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   nexts8   # 

c    s!   |  i |  i |  i f Sd  S(   N(   s   selfs   infiles	   lookaheads   pos(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys	   remainders   (   s   __name__s
   __module__s   __doc__s   SIZEHINTs   __init__s   nexts	   remainder(    (    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys
   CountLiness   1s   Nothingc      s>   t  Z d  Z e d d  Z d   Z d   Z RS(   s   Reads nothings    c    s&   t  i |  |  | |  _ d  S(   N(   s   RecordReaders   __init__s   selfs   infiles	   lookahead(   s   selfs   infiles   sizehints	   lookahead(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   __init__s   c    s   t  Sd  S(   N(   s   None(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   nexts   c    s   |  i |  i f Sd  S(   N(   s   selfs   infiles	   lookahead(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys	   remainders   (   s   __name__s
   __module__s   __doc__s   SIZEHINTs   __init__s   nexts	   remainder(    (    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   Nothings   s
   Everythingc      s>   t  Z d  Z e d d  Z d   Z d   Z RS(   s   Reads everythings    c    s2   t  i |  |  | |  _ d |  _ d  S(   Ni    (   s   RecordReaders   __init__s   selfs   infiles	   lookaheads   found(   s   selfs   infiles   sizehints	   lookahead(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   __init__s   c    sW   |  i o t Sn |  i |  i i   } d |  _ d |  _ | Sd  S(   Ns    i   (   s   selfs   founds   Nones	   lookaheads   infiles   reads   s(   s   selfs   s(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   nexts   c    s   |  i |  i f Sd  S(   N(   s   selfs   infiles	   lookahead(   s   self(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys	   remainders   (   s   __name__s
   __module__s   __doc__s   SIZEHINTs   __init__s   nexts	   remainder(    (    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys
   Everythings   (   s   strings   mxs	   TextToolss   TTs   SIZEHINTs	   TypeErrors   ReaderErrors   RecordReaders!   _startswith_tagtable_rest_of_lines   _startswith_tagtable_newlines   _find_begin_positionss
   StartsWiths   _endswith_tagtable_newlines   _endswith_tagtable_rest_of_lines   _find_end_positionss   EndsWiths   Untils   Nones   AllInSets   invsets   Iss   Skips   EOFs   Heres   MatchOks   _tag_lines_tagtables
   CountLiness   Nothings
   Everything(   s
   StartsWiths   ReaderErrors   SIZEHINTs   strings   _find_end_positionss   TTs   RecordReaders
   Everythings   EndsWiths   _endswith_tagtable_newlines
   CountLiness   _startswith_tagtable_newlines   _tag_lines_tagtables   Nothings!   _startswith_tagtable_rest_of_lines   _find_begin_positionss   Untils   _endswith_tagtable_rest_of_line(    (    s=   /mit/seven/lib/python2.2/site-packages/Martel/RecordReader.pys   ? s"   	Sb B