Methods summary
	
		
			 public 
			
			
			
		 | 
		
		#
		__construct( array $patterns, string $flags = '' )
		
			
		 
		
			
				Parameters
				
					- $patterns
 
					array of [(int) symbol type => pattern] 
					- $flags
 
					string regular expression flag 
				  
		 
		  | 
	
	
		
			 public 
			array
			
			
		 | 
		
		#
		tokenize( string $input )
		
		
			
Tokenize string. 
				Parameters
				
				Returns
				
					array 
				 
		 
		  | 
	
	
		
			 public static
			
			
			
		 | 
		 | 
	
	
		
			 public 
			array
			
			
		 | 
		
		#
		getOffset( integer $i )
		
			
Returns position of token in input string. 
		 
		
			
Returns position of token in input string. 
				Parameters
				
				Returns
				
					array [offset, line, column] 
				 
		 
		  | 
	
	
		
			 public 
			string
			
			
		 | 
		
		#
		fetch( )
		
			
Returns next token as string. 
		 
		
			
Returns next token as string. 
				Returns
				
					string 
				 
		 
		  | 
	
	
		
			 public 
			array|string
			
			
		 | 
		
		#
		fetchToken( )
		
		
			
Returns next token. 
				Returns
				
					array|string 
				 
		 
		  | 
	
	
		
			 public 
			string
			
			
		 | 
		
		#
		fetchAll( )
		
			
Returns concatenation of all next tokens. 
		 
		
			
Returns concatenation of all next tokens. 
				Returns
				
					string 
				 
		 
		  | 
	
	
		
			 public 
			string
			
			
		 | 
		
		#
		fetchUntil( NTokenizer::$tokens $arg )
		
			
Returns concatenation of all next tokens until it sees a token with the given
value. 
		 
		
			
Returns concatenation of all next tokens until it sees a token with the given
value. 
				Parameters
				
				Returns
				
					string 
				 
		 
		  | 
	
	
		
			 public 
			string
			
			
		 | 
		
		#
		isNext( token $arg )
		
		
			
Checks the next token. 
				Parameters
				
				Returns
				
					string 
				 
		 
		  | 
	
	
		
			 public 
			string
			
			
		 | 
		
		#
		isPrev( token $arg )
		
			
Checks the previous token. 
		 
		
			
Checks the previous token. 
				Parameters
				
				Returns
				
					string 
				 
		 
		  | 
	
	
		
			 public 
			boolean
			
			
		 | 
		
		#
		hasNext( )
		
			
Checks existence of next token. 
		 
		
			
Checks existence of next token. 
				Returns
				
					boolean 
				 
		 
		  | 
	
	
		
			 public 
			boolean
			
			
		 | 
		
		#
		hasPrev( )
		
			
Checks existence of previous token. 
		 
		
			
Checks existence of previous token. 
				Returns
				
					boolean 
				 
		 
		  | 
	
	
		
			 public 
			string
			
			
		 | 
		
		#
		isCurrent( token $arg )
		
			
Checks the current token. 
		 
		
			
Checks the current token. 
				Parameters
				
				Returns
				
					string 
				 
		 
		  | 
	
	
		
			 public 
			
			
			
		 | 
		 |