futhark

Safe Haskell	None
Language	GHC2021

Language.Futhark.Parser.Lexer

Description

The Futhark lexer. Takes a string, produces a list of tokens with position information.

Synopsis

data Token
- = ID Name
- | COMMENT Text
- | INDEXING
- | SYMBOL BinOp [Name] Name
- | CONSTRUCTOR Name
- | NATLIT Name Integer
- | INTLIT Integer
- | STRINGLIT Text
- | I8LIT Int8
- | I16LIT Int16
- | I32LIT Int32
- | I64LIT Int64
- | U8LIT Word8
- | U16LIT Word16
- | U32LIT Word32
- | U64LIT Word64
- | FLOATLIT Double
- | F16LIT Half
- | F32LIT Float
- | F64LIT Double
- | CHARLIT Char
- | COLON
- | COLON_GT
- | BACKSLASH
- | APOSTROPHE
- | APOSTROPHE_THEN_HAT
- | APOSTROPHE_THEN_TILDE
- | BACKTICK
- | HASH_LBRACKET
- | DOT
- | TWO_DOTS
- | TWO_DOTS_LT
- | TWO_DOTS_GT
- | THREE_DOTS
- | LPAR
- | RPAR
- | LBRACKET
- | RBRACKET
- | LCURLY
- | RCURLY
- | COMMA
- | UNDERSCORE
- | RIGHT_ARROW
- | QUESTION_MARK
- | EQU
- | ASTERISK
- | NEGATE
- | BANG
- | DOLLAR
- | LTH
- | HAT
- | TILDE
- | PIPE
- | IF
- | THEN
- | ELSE
- | DEF
- | LET
- | LOOP
- | IN
- | FOR
- | DO
- | WITH
- | ASSERT
- | TRUE
- | FALSE
- | WHILE
- | INCLUDE
- | IMPORT
- | ENTRY
- | TYPE
- | MODULE
- | VAL
- | OPEN
- | LOCAL
- | MATCH
- | CASE
- | DOC Text
- | EOF
- | HOLE
- | ERROR Text
getToken :: AlexInput -> Either LexerError (AlexInput, (Pos, Pos, Token))
scanTokensText :: Pos -> Text -> Either LexerError [L Token]

Documentation

data Token Source #

A lexical token. It does not itself contain position information, so in practice the parser will consume tokens tagged with a source position.

Instances

Instances details

Show Token Source #
Instance details Defined in Language.Futhark.Parser.Lexer.Tokens Methods showsPrec :: Int -> Token -> ShowS # show :: Token -> String # showList :: [Token] -> ShowS #
Eq Token Source #
Instance details Defined in Language.Futhark.Parser.Lexer.Tokens Methods (==) :: Token -> Token -> Bool # (/=) :: Token -> Token -> Bool #
Ord Token Source #
Instance details Defined in Language.Futhark.Parser.Lexer.Tokens Methods compare :: Token -> Token -> Ordering # (<) :: Token -> Token -> Bool # (<=) :: Token -> Token -> Bool # (>) :: Token -> Token -> Bool # (>=) :: Token -> Token -> Bool # max :: Token -> Token -> Token # min :: Token -> Token -> Token #

getToken :: AlexInput -> Either LexerError (AlexInput, (Pos, Pos, Token)) Source #

scanTokensText :: Pos -> Text -> Either LexerError [L Token] Source #

Given a starting position, produce tokens from the given text (or a lexer error). Returns the final position.