wyvern-diagrams-0.4.3.0: src/lib/Lexer.x

{
module Lexer
    (lexAll,
    runAlex,
    Token(TokenAction,
    TokenSoloIdentifier,
    TokenOCB,
    TokenCCB),
    AlexPosn(..)) where
}

%wrapper "monad"

$digit              = 0-9
$alpha              = [a-zA-Z]

$idChar             = [$alpha $digit \']
$contentChar        = [$alpha $digit $white \' \, \! \- \. \/ \? \= \< \> \[ \] \+ \( \)]

@id                 = $idChar+
@content            = \"$contentChar+\"
@singleLineComment  = \-\-$contentChar+\n

tokens :-

    $white+                 ;
    @singleLineComment      ;
    @id [$white]+ @content  { (\(position, _previousCharacter, _bytes, inputString) len -> return $ TokenAction position (take len inputString)) }
    @content                { (\(position, _previousCharacter, _bytes, inputString) len -> return $ TokenAction position ("# " <> take len inputString)) -- # is a placeholder id that will later be replaced by a unique identifier }
    @id                     { (\(position, _previousCharacter, _bytes, inputString) len -> return $ TokenSoloIdentifier position (take len inputString)) }
    \{                      { (\(position, _previousCharacter, _bytes, _inputString) _len -> return $ TokenOCB position) }
    \}                      { (\(position, _previousCharacter, _bytes, _inputString) _len -> return $ TokenCCB position) }

{
-- Each token action (the right hand side function) is of type :: AlexInput -> Int -> Alex Token

data Token
    = TokenAction AlexPosn String
    | TokenSoloIdentifier AlexPosn String
    | TokenOCB AlexPosn
    | TokenCCB AlexPosn
    | TokenEOF
    deriving (Eq)

instance Show Token where
    show x = case x of
        TokenAction (AlexPn _character l c) s -> "token \"" <> s <> "\" - line: " <> show l <> ", column: " <> show c
        TokenSoloIdentifier (AlexPn _character l c) s -> "token \"" <> s <> "\" - line: " <> show l <> ", column: " <> show c
        TokenOCB (AlexPn _character l c) -> "token \"{\" - line: " <> show l <> ", column: " <> show c
        TokenCCB (AlexPn _character l c) -> "token \"} - line: " <> show l <> ", column: " <> show c
        TokenEOF -> "EOF"

alexEOF :: Alex Token
alexEOF = return TokenEOF

lexAll :: Alex [Token]
lexAll = go
    where
        go = do
            t <- alexMonadScan
            case t of
                TokenEOF -> return []
                _ -> (t:) <$> go
}