setdown-0.1.0.0: SetLanguage.x

{
{-# OPTIONS_GHC -w #-}
module SetLanguage where

import qualified Data.Text.Lazy as TL
import qualified Data.Text.Lazy.Encoding as TLE
}

%wrapper "basic-bytestring"

$digit = [0-9]
$nonFilename = [^\\\/\?\%\*\:\|\<\>\ ]
$ident = [a-zA-Z0-9\-\_]

tokens :-

   $white+           ;
   "--".*            ;
   "("               { const LParenTok }
   ")"               { const RParenTok }
   "/\"              { const IntersectionTok }
   "\/"              { const UnionTok }
   "∪"               { const IntersectionTok }
   "∩"               { const UnionTok }
   "-"               { const DifferenceTok }
   \"[^\"]+\"        { FilenameTok . TL.unpack . TL.init . TL.tail . TLE.decodeUtf8 }
   $ident+$white*":" { IdentifierDefinitionTok . TL.strip . TL.init . TLE.decodeUtf8 }
   $ident+           { IdentifierTok . TLE.decodeUtf8 }

{
-- TODO include the location in which the token ocurred so that we can give better error messages
-- later in the parsing
data SetToken
   = FilenameTok FilePath
   | IdentifierDefinitionTok TL.Text
   | IdentifierTok TL.Text
   | IntersectionTok
   | UnionTok
   | DifferenceTok
   | LParenTok
   | RParenTok
   deriving(Show, Eq)
}