trait
      
      
        TokenizerInterface extends AnyRef
      
      
      
      
    
      
      
        
        
        
        
              Abstract Value Members
              - 
      
      
      
        abstract 
        def
      
      
        checkInstructionMaps(): Unit
      
      
- 
      
      
      
        abstract 
        def
      
      
        getTokenAtPosition(source: String, position: Int): Token
      
      
- 
      
      
      
        abstract 
        def
      
      
        isValidIdentifier(ident: String): Boolean
      
      
- 
      
      
      
        abstract 
        def
      
      
        nextToken(reader: BufferedReader): Token
      
      
- 
      
      
      
        abstract 
        def
      
      
        tokenize(source: String, fileName: String): Seq[Token]
      
      
- 
      
      
      
        abstract 
        def
      
      
        tokenize(source: String): Seq[Token]
      
      
- 
      
      
      
        abstract 
        def
      
      
        tokenizeAllowingRemovedPrims(source: String): Seq[Token]
      
      
- 
      
      
      
        abstract 
        def
      
      
        tokenizeForColorization(source: String, extensionManager: ExtensionManager): Array[Token]
      
      
- 
      
      
      
        abstract 
        def
      
      
        tokenizeForColorization(source: String): Array[Token]
      
      
- 
      
      
      
        abstract 
        def
      
      
        tokenizeRobustly(source: String): Seq[Token]
      
      
 
        
              Concrete Value Members
              - 
      
      
      
        final 
        def
      
      
        !=(arg0: AnyRef): Boolean
      
      
- 
      
      
      
        final 
        def
      
      
        !=(arg0: Any): Boolean
      
      
- 
      
      
      
        final 
        def
      
      
        ##(): Int
      
      
- 
      
      
      
        final 
        def
      
      
        ==(arg0: AnyRef): Boolean
      
      
- 
      
      
      
        final 
        def
      
      
        ==(arg0: Any): Boolean
      
      
- 
      
      
      
        final 
        def
      
      
        asInstanceOf[T0]: T0
      
      
- 
      
      
      
        
        def
      
      
        clone(): AnyRef
      
      
- 
      
      
      
        final 
        def
      
      
        eq(arg0: AnyRef): Boolean
      
      
- 
      
      
      
        
        def
      
      
        equals(arg0: Any): Boolean
      
      
- 
      
      
      
        
        def
      
      
        finalize(): Unit
      
      
- 
      
      
      
        final 
        def
      
      
        getClass(): java.lang.Class[_]
      
      
- 
      
      
      
        
        def
      
      
        hashCode(): Int
      
      
- 
      
      
      
        final 
        def
      
      
        isInstanceOf[T0]: Boolean
      
      
- 
      
      
      
        final 
        def
      
      
        ne(arg0: AnyRef): Boolean
      
      
- 
      
      
      
        final 
        def
      
      
        notify(): Unit
      
      
- 
      
      
      
        final 
        def
      
      
        notifyAll(): Unit
      
      
- 
      
      
      
        final 
        def
      
      
        synchronized[T0](arg0: ⇒ T0): T0
      
      
- 
      
      
      
        
        def
      
      
        toString(): String
      
      
- 
      
      
      
        final 
        def
      
      
        wait(): Unit
      
      
- 
      
      
      
        final 
        def
      
      
        wait(arg0: Long, arg1: Int): Unit
      
      
- 
      
      
      
        final 
        def
      
      
        wait(arg0: Long): Unit
      
      
 
        
         
        
        
              
Inherited from AnyRef
            
              
Inherited from Any