diff --git a/LICENSE b/LICENSE new file mode 100644 --- /dev/null +++ b/LICENSE @@ -0,0 +1,30 @@ +Copyright (c) 2010 John MacFarlane +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are +met: + + * Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + + * Redistributions in binary form must reproduce the above + copyright notice, this list of conditions and the following + disclaimer in the documentation and/or other materials provided + with the distribution. + + * Neither the name of Isaac Jones nor the names of other + contributors may be used to endorse or promote products derived + from this software without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. diff --git a/Setup.hs b/Setup.hs new file mode 100644 --- /dev/null +++ b/Setup.hs @@ -0,0 +1,13 @@ +import Distribution.Simple +import Distribution.Simple.Program +import Distribution.Simple.LocalBuildInfo + +main :: IO () +main = do + defaultMainWithHooks $ simpleUserHooks { + confHook = myConfHook } + +myConfHook info flags = do + local <- (confHook simpleUserHooks) info flags + return $ local{ withPrograms = userSpecifyArgs "alex" ["-t","alex","--ghc"] $ withPrograms local } + diff --git a/Text/Highlighting/Illuminate.hs b/Text/Highlighting/Illuminate.hs new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate.hs @@ -0,0 +1,81 @@ +module Text.Highlighting.Illuminate + ( tokenize + , Lexer(..) + , lexers + , lexerByName + , lexerByFilename + , module Text.Highlighting.Illuminate.Format ) where +import Data.Char (toLower) +import Data.List (find) +import Data.Sequence (singleton) +import System.FilePath +import System.FilePath.GlobPattern +import Text.Highlighting.Illuminate.Types +import Text.Highlighting.Illuminate.Format +import qualified Text.Highlighting.Illuminate.Alex as Alex +import qualified Text.Highlighting.Illuminate.BibTeX as BibTeX +import qualified Text.Highlighting.Illuminate.C as C +import qualified Text.Highlighting.Illuminate.Cabal as Cabal +import qualified Text.Highlighting.Illuminate.CPlusPlus as CPlusPlus +import qualified Text.Highlighting.Illuminate.CSharp as CSharp +import qualified Text.Highlighting.Illuminate.CSS as CSS +import qualified Text.Highlighting.Illuminate.D as D +import qualified Text.Highlighting.Illuminate.Diff as Diff +import qualified Text.Highlighting.Illuminate.Haskell as Haskell +import qualified Text.Highlighting.Illuminate.HTML as HTML +import qualified Text.Highlighting.Illuminate.Java as Java +import qualified Text.Highlighting.Illuminate.Javascript as Javascript +import qualified Text.Highlighting.Illuminate.LiterateHaskell as LiterateHaskell +import qualified Text.Highlighting.Illuminate.Python as Python +import qualified Text.Highlighting.Illuminate.RHTML as RHTML +import qualified Text.Highlighting.Illuminate.RXML as RXML +import qualified Text.Highlighting.Illuminate.Ruby as Ruby +import qualified Text.Highlighting.Illuminate.Sh as Sh +import qualified Text.Highlighting.Illuminate.TeX as TeX +import qualified Text.Highlighting.Illuminate.XML as XML + +-- | Tokenize a string, returning either an error or a sequence +-- of tokens. If the first argument is @Just@ a lexer, use +-- the lexer to tokenize. If @Nothing@, return a single @Plain@ +-- token with the whole source. 'tokenize' is designed to be +-- used with 'lexerByName' or 'lexerByFilename': for example, +-- +-- > tokenize (lexerByName "Haskell") input +-- +tokenize :: Maybe Lexer -> String -> Either String Tokens +tokenize (Just lexer) source = scan lexer source +tokenize Nothing source = Right $ singleton $ (Plain, source) + +-- | Matches a lexer by name or alias (case-insensitive). +lexerByName :: String -> Maybe Lexer +lexerByName s = find matchName lexers + where matchName l = map toLower s `elem` (map toLower (name l) : aliases l) + +-- | Matches a lexer by the filename of the source file. +lexerByFilename :: String -> Maybe Lexer +lexerByFilename s = find matchFilename lexers + where matchFilename l = any (\glob -> takeFileName s ~~ glob) (filenames l) + +lexers :: [Lexer] +lexers = [ Alex.lexer + , BibTeX.lexer + , C.lexer + , Cabal.lexer + , CPlusPlus.lexer + , CSharp.lexer + , CSS.lexer + , D.lexer + , Diff.lexer + , Haskell.lexer + , HTML.lexer + , Java.lexer + , Javascript.lexer + , LiterateHaskell.lexer + , Python.lexer + , Ruby.lexer + , RHTML.lexer + , RXML.lexer + , Sh.lexer + , TeX.lexer + , XML.lexer + ] diff --git a/Text/Highlighting/Illuminate/Alex.x b/Text/Highlighting/Illuminate/Alex.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/Alex.x @@ -0,0 +1,47 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.Alex (lexer) where +import qualified Text.Highlighting.Illuminate.Haskell as Haskell +} + +%wrapper "illuminate" + +$alpha = [A-Za-z] +$wordchar = [0-9 $alpha \_] +$symbol = [\~ \! \% \^ \* \( \) \- \+ \= \[ \] \" \: \; \, \. \/ \? \& \< \> \| \{ \} \= \^ \\ \$ \@] +@stringchars = [^ \" \\]+ | \\ . + +tokens :- + + { + ([^\{ \}]+ | \{ [^ \{ \}]+ \})* { tokenizeWith Haskell.lexer } + \} { tok CBracket ==> popContext } +} + { + \{ { tok CBracket ==> popContext } + $white* \n $white* { tok Whitespace ==> popContext } +} +<0> { + \< [^>]+ \> { tok Function ==> pushContext (context, Plain)} + ^ \% "wrapper" { tok Preproc } + \\ . { tok Symbol } + \} { tok CBracket } -- end context + \{ { tok CBracket ==> pushContext (haskell, Plain) } + \$ $wordchar+ { tok ConId } + \@ $wordchar+ { tok ConId } + ":-" { tok Symbol } + \" @stringchars+ \" { tok String } + "--" .* { tok Comment } + $symbol { tok Symbol } +} + + $white+ { tok Whitespace } + [^ \\] { plain } + \\ { plain } +{ +lexer :: Lexer +lexer = Lexer { name = "Alex" + , aliases = ["alex"] + , filenames = ["*.x"] + , scan = scanner } +} diff --git a/Text/Highlighting/Illuminate/BibTeX.x b/Text/Highlighting/Illuminate/BibTeX.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/BibTeX.x @@ -0,0 +1,55 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.BibTeX (lexer) where +} + +%wrapper "illuminate" + +$alpha = [A-Za-z] +$digit = [0-9] +$alphanum = [$alpha $digit] +$symbol = [\~ \# \$ \% \^ \& \_ \] \[] + +@string = \" ([^ \" \\] | \\ .)* \" + | "``" ([^ \' \\] | \' [^ \'] | \\ .)* "''" + | "`" ([^ \' \\] | \\ .)* "'" + +tokens :- + + { + \} { tok CBracket ==> popContext } + \{ { tok CBracket ==> pushContext (bracketed, Plain) } + \\ $alpha $alphanum* { tok Keyword } + \\ [\' \` \^ \" \~ \= \.] { tok Keyword } +} + + { + \{ { tok CBracket } + [^ \{ \, $white]* { tok Label } + \, { tok Symbol ==> pushContext (properties, Plain) } +} + + { + \} { tok CBracket ==> popContext ==> popContext } + \{ { tok CBracket ==> pushContext (bracketed, Plain) } + $alpha [$alphanum \-]* { tok Keyword } + \= { tok Symbol } + \, { tok Symbol } + @string { tok String } +} + +<0> { + \% .* { tok Comment } + \@ $alpha+ { tok Type ==> pushContext (bibitem, Plain) } +} + + $white+ { tok Whitespace } + . { plain } + +{ +lexer :: Lexer +lexer = Lexer { name = "BibTeX" + , aliases = ["bibtex"] + , filenames = ["*.bib"] + , scan = scanner } +} diff --git a/Text/Highlighting/Illuminate/C.x b/Text/Highlighting/Illuminate/C.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/C.x @@ -0,0 +1,89 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.C (lexer) where +} + +%wrapper "illuminate" + +$alpha = [A-Za-z] +$digit = [0-9] +$alphanum = [$alpha $digit] +$wordchar = [$alphanum \_] +$symbol = [\~ \! \% \^ \* \( \) \- \+ \= \[ \] \" \: \; \, \. \/ \? \& \< \> \|] +$hexdigit = [$digit A-F a-f] + +@hexnumber = "0x" $hexdigit+ +@number = [\+ \-]? (@hexnumber | + (($digit* \.)? $digit+ ([eE] [\+\-]? $digit+)?) + ) u? (("int" ("8"|"16"|"32"|"64")) | L)? +@keyword = ("__asm"|"__cdecl"|"__declspec"|"__export"|"__far16"| + "__fastcall"|"__fortran"|"__import"| + "__pascal"|"__rtti"|"__stdcall"|"_asm"|"_cdecl"| + "__except"|"_export"|"_far16"|"_fastcall"| + "__finally"|"_fortran"|"_import"|"_pascal"|"_stdcall"| + "__thread"|"__try"|"asm"|"auto"| + "break"|"case"|"catch"|"cdecl"|"const"|"continue"|"default"| + "do"|"else"|"enum"|"extern"|"for"|"goto"| + "if"|"pascal"| + "register"|"return"|"sizeof"|"static"| + "struct"|"switch"| + "typedef"|"union"| + "volatile"|"while") +@alert = (TODO|FIXME|BUG)[\:]? +@type = ("bool"|"char"|"double"|"float"|"int"|"long"| + "short"|"signed"|"unsigned"|"void"|"wchar_t") +@string = \" ([^ \" \\] | \\ .)* \" +@char = \' ([^ \' \\] | \\ .)* \' + +tokens :- + + { + "*/" { tok Comment ==> popContext } + @alert { tok Alert } +} + + { + @alert { tok Alert } + \n { tok Whitespace ==> popContext } +} + + { + $white+ { tok Whitespace } + $wordchar+ { tok Type ==> popContext } +} + + { + $white+ { tok Whitespace } + \< [^ \>]* \> { tok String ==> popContext } + @string { tok String ==> popContext } +} + +<0> { + "/*" { tok Comment ==> pushContext (comment, Comment) } + "//" { tok Comment ==> pushContext (linecomment, Comment) } + ^ $white* $wordchar+ \: { tok Label } + "struct" / $white { tok Keyword ==> pushContext (struct, Plain) } + ^ $white* \# $white* "include" { tok Preproc ==> pushContext (include, Plain) } + ^ $white* \# $white* $wordchar* { tok Preproc } + @keyword / ~$wordchar { tok Keyword } + @type / ~$wordchar { tok Type } + @number { tok Number } + @string { tok String } + @char { tok Char } + $symbol { tok Symbol } + [\{ \}] { tok CBracket } + [$alpha \_] $wordchar* $white* / \( { tok Function } + [$alpha \_]$wordchar* { tok VarId } +} + + + . { plain } + \n { tok Whitespace } + +{ +lexer :: Lexer +lexer = Lexer { name = "C" + , aliases = ["c"] + , filenames = ["*.c"] + , scan = scanner } +} diff --git a/Text/Highlighting/Illuminate/CPlusPlus.x b/Text/Highlighting/Illuminate/CPlusPlus.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/CPlusPlus.x @@ -0,0 +1,98 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.CPlusPlus (lexer) where +} + +%wrapper "illuminate" + +$alpha = [A-Za-z] +$digit = [0-9] +$alphanum = [$alpha $digit] +$wordchar = [$alphanum \_] +$symbol = [\~ \! \% \^ \* \( \) \- \+ \= \[ \] \" \: \; \, \. \/ \? \& \< \> \|] +$hexdigit = [$digit A-F a-f] + +@hexnumber = "0x" $hexdigit+ +@number = [\+ \-]? (@hexnumber | + (($digit* \.)? $digit+ ([eE] [\+\-]? $digit+)?) + ) u? (("int" ("8"|"16"|"32"|"64")) | L)? +@ckeyword = ("__asm"|"__cdecl"|"__declspec"|"__export"|"__far16"| + "__fastcall"|"__fortran"|"__import"| + "__pascal"|"__rtti"|"__stdcall"|"_asm"|"_cdecl"| + "__except"|"_export"|"_far16"|"_fastcall"| + "__finally"|"_fortran"|"_import"|"_pascal"|"_stdcall"| + "__thread"|"__try"|"asm"|"auto"| + "break"|"case"|"catch"|"cdecl"|"const"|"continue"|"default"| + "do"|"else"|"enum"|"extern"|"for"|"goto"| + "if"|"pascal"| + "register"|"return"|"sizeof"|"static"| + "struct"|"switch"| + "typedef"|"union"| + "volatile"|"while") +@cppkeyword = ("class"|"const_cast"|"delete"| + "dynamic_cast"|"explicit"|"false"|"friend"| + "inline"|"mutable"|"namespace"|"new"|"operator"|"private"| + "protected"|"public"|"reinterpret_cast"|"static_cast"| + "template"|"this"|"throw"|"true"| + "try"|"typeid"|"typename"|"using"|"virtual") +@keyword = @ckeyword | @cppkeyword + +@alert = (TODO|FIXME|BUG)[\:]? +@type = ("bool"|"char"|"double"|"float"|"int"|"long"| + "short"|"signed"|"unsigned"|"void"|"wchar_t") +@string = \" ([^ \" \\] | \\ .)* \" +@char = \' ([^ \' \\] | \\ .)* \' + +tokens :- + + { + "*/" { tok Comment ==> popContext } + @alert { tok Alert } +} + + { + @alert { tok Alert } + \n { tok Whitespace ==> popContext } +} + + { + $white+ { tok Whitespace } + $wordchar+ { tok Type ==> popContext } +} + + { + $white+ { tok Whitespace } + \< [^ \>]* \> { tok String ==> popContext } + @string { tok String ==> popContext } +} + +<0> { + "/*" { tok Comment ==> pushContext (comment, Comment) } + "//" { tok Comment ==> pushContext (linecomment, Comment) } + ^ $white* $wordchar+ \: { tok Label } + ("struct"|"class"|"typename") / $white { tok Keyword ==> pushContext (struct, Plain) } + ^ $white* \# $white* "include" { tok Preproc ==> pushContext (include, Plain) } + ^ $white* \# $white* $wordchar* { tok Preproc } + @keyword / ~$wordchar { tok Keyword } + @type / ~$wordchar { tok Type } + @number { tok Number } + @string { tok String } + @char { tok Char } + $symbol { tok Symbol } + [\{ \}] { tok CBracket } + [$alpha \_] $wordchar* $white* / \( { tok Function } + [$alpha \_]$wordchar* { tok VarId } +} + + + . { plain } + \n { tok Whitespace } + +{ +lexer :: Lexer +lexer = Lexer { name = "C++" + , aliases = ["c++","cplusplus","cpp"] + , filenames = ["*.cpp","*.cc"] + , scan = scanner } +} + diff --git a/Text/Highlighting/Illuminate/CSS.x b/Text/Highlighting/Illuminate/CSS.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/CSS.x @@ -0,0 +1,86 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.CSS (lexer) where +} + +%wrapper "illuminate" + +$wordchar = [0-9a-zA-Z\_] +$symbol = [\~ \! \% \^ \* \( \) \- \+ \= \[ \] \" \: \; \, \. \/ \? \& \< \> \|] +$digit = [0-9] +$hexdigit = [0-9a-fA-F] + +@selector = [\. \#] $wordchar+ +@alert = (TODO|FIXME|BUG)[\:]? +@property = ("azimuth" | "background" | "background-attachment" | + "background-color" | "background-image" | "background-position" | + "background-repeat" | "border" | "border-collapse" | "border-color" | + "border-spacing" | "border-style" | "border-top" | "border-right" | + "border-bottom" | "border-left" | "border-top-color" | + "border-right-color" | "border-bottom-color" | "border-left-color" | + "border-top-style" | "border-right-style" | "border-bottom-style" | + "border-left-style" | "border-top-width" | "border-right-width" | + "border-bottom-width" | "border-left-width" | "border-width" | + "bottom" | "caption-side" | "clear" | "clip" | "color" | "content" | + "counter-increment" | "counter-reset" | "cue" | "cue-after" | + "cue-before" | "cursor" | "direction" | "display" | "elevation" | + "empty-cells" | "float" | "font-family" | "font-size" | + "font-size-adjust" | "font-stretch" | "font-style" | "font-variant" | + "font-weight" | "font" | "height" | "left" | "letter-spacing" | + "line-height" | "list-style" | "list-style-image" | "list-style-position" | + "list-style-type" | "margin" | "margin-top" | "margin-right" | + "margin-bottom" | "margin-left" | "marker-offset" | "marks" | "max-height" | + "max-width" | "min-height" | "min-width" | "orphans" | "outline" | + "outline-color" | "outline-style" | "outline-width" | "overflow" | + "padding" | "padding-top" | "padding-right" | "padding-bottom" | + "padding-left" | "page" | "page-break-after" | "page-break-before" | + "page-break-inside" | "pause" | "pause-after" | "pause-before" | + "pitch" | "pitch-range" | "play-during" | "position" | "quotes" | + "richness" | "right" | "size" | "speak" | "speak-header" | "speak-numeral" | + "speak-punctuation" | "speech-rate" | "stress" | "table-layout" | "text-align" | + "text-decoration" | "text-indent" | "text-shadow" | "text-transform" | "top" | + "unicode-bidi" | "vertical-align" | "visibility" | "voice-family" | "volume" | + "white-space" | "widows" | "width" | "word-spacing" | "z-index") + +@endstyletag = \< $white* \/ $white* [Ss][Tt][Yy][Ll][Ee] $white* \> + +tokens :- + + { + "*/" { tok Comment ==> popContext } + @alert { tok Alert } +} + + { + @alert { tok Alert } + \n { tok Whitespace ==> popContext } +} + + { + \# $hexdigit+ { tok Number } + $digit+ { tok Number } + @property / $white* \: { tok Property } + $symbol { tok Symbol } + \} { tok CBracket ==> popContext } +} + +<0> @endstyletag { tok EOF } +<0,cbracket> "/*" { tok Comment ==> pushContext (comment, Comment) } +<0,cbracket> "//" .* { tok Comment ==> pushContext (linecomment, Comment) } +<0> @selector { tok Selector } +<0> $wordchar+ / ~$wordchar { tok String } +<0> \{ { tok CBracket ==> pushContext (cbracket, Plain) } +<0> $symbol { tok Symbol } + + . { plain } + \n { tok Whitespace } + +{ +lexer :: Lexer +lexer = Lexer { name = "CSS" + , aliases = ["css"] + , filenames = ["*.css"] + , scan = scanner } +} + + diff --git a/Text/Highlighting/Illuminate/CSharp.x b/Text/Highlighting/Illuminate/CSharp.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/CSharp.x @@ -0,0 +1,104 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.CSharp (lexer) where +} + +%wrapper "illuminate" + +$alpha = [A-Za-z] +$digit = [0-9] +$alphanum = [$alpha $digit] +$wordchar = [$alphanum \_] +$symbol = [\~ \! \% \^ \* \( \) \- \+ \= \[ \] \" \: \; \, \. \/ \? \& \< \> \|] +$hexdigit = [$digit A-F a-f] + +@hexnumber = "0x" $hexdigit+ +@number = [\+ \-]? (@hexnumber | + (($digit* \.)? $digit+ ([eE] [\+\-]? $digit+)?) + ) u? (("int" ("8"|"16"|"32"|"64")) | L)? +@keyword = ("abstract"|"event"|"new"|"struct"| + "as"|"explicit"|"null"|"switch"| + "base"|"extern"|"this"| + "false"|"operator"|"throw"| + "break"|"finally"|"out"|"true"| + "fixed"|"override"|"try"| + "case"|"params"|"typeof"| + "catch"|"for"|"private"| + "foreach"|"protected"| + "checked"|"goto"|"public"|"unchecked"| + "class"|"if"|"readonly"|"unsafe"| + "const"|"implicit"|"ref"| + "continue"|"in"|"return"| + "virtual"| + "default"|"interface"|"sealed"|"volatile"| + "delegate"|"internal"| + "do"|"is"|"sizeof"|"while"| + "lock"|"stackalloc"| + "else"|"static"| + "enum"|"namespace"| + "get"|"partial"|"set"| + "value"|"where"|"yield") + +@type = ("bool"|"byte"|"sbyte"|"char"|"decimal"|"double"| + "float"|"int"|"uint"|"long"|"ulong"|"object"| + "short"|"ushort"|"string"|"void") + +@alert = (TODO|FIXME|BUG)[\:]? +@string = \" ([^ \" \\] | \\ .)* \" +@char = \' ([^ \' \\] | \\ .)* \' + +tokens :- + + { + "*/" { tok Comment ==> popContext } + @alert { tok Alert } +} + + { + @alert { tok Alert } + \n { tok Whitespace ==> popContext } +} + + { + $white+ { tok Whitespace } + $wordchar+ { tok Type ==> popContext } +} + + { + $white+ { tok Whitespace } + \< [^ \>]* \> { tok String ==> popContext } + @string { tok String ==> popContext } +} + +<0> { + "/*" { tok Comment ==> pushContext (comment, Comment) } + "//" { tok Comment ==> pushContext (linecomment, Comment) } + ^ $white* $wordchar+ \: { tok Label } + ("struct"|"class"|"typename") / $white { tok Keyword ==> pushContext (struct, Plain) } + ^ $white* \# $white* "include" { tok Preproc ==> pushContext (include, Plain) } + ^ $white* \# $white* $wordchar* { tok Preproc } + "using" / ~$wordchar { tok Preproc } + @keyword / ~$wordchar { tok Keyword } + @type / ~$wordchar { tok Type } + @number { tok Number } + @string { tok String } + @char { tok Char } + $symbol { tok Symbol } + [\{ \}] { tok CBracket } + [$alpha \_] $wordchar* $white* / \( { tok Function } + [$alpha \_]$wordchar* { tok VarId } +} + + . { plain } + \n { tok Whitespace } + +{ +lexer :: Lexer +lexer = Lexer { name = "C#" + , aliases = ["c#","csharp"] + , filenames = ["*.cs"] + , scan = scanner } +} + + + diff --git a/Text/Highlighting/Illuminate/Cabal.x b/Text/Highlighting/Illuminate/Cabal.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/Cabal.x @@ -0,0 +1,152 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.Cabal (lexer) where +} + +%wrapper "illuminate" + +$special = [\(\)\,\;\[\]\`\{\}] + +$ascdigit = 0-9 +$unidigit = [] -- TODO +$digit = [$ascdigit $unidigit] + +$ascsymbol = [\!\#\$\%\&\*\+\.\/\<\=\>\?\@\\\^\|\-\~] +$unisymbol = [] -- TODO +$symbol = [$ascsymbol $unisymbol] # [$special \_\:\"\'] + +$large = [A-Z \xc0-\xd6 \xd8-\xde] +$small = [a-z \xdf-\xf6 \xf8-\xff \_] +$alpha = [$small $large] + +$graphic = [$small $large $symbol $digit $special \:\"\'] + +$octit = 0-7 +$hexit = [0-9 A-F a-f] +$idchar = [$alpha $digit \'] +$symchar = [$symbol \:] +$nl = [\n\r] + +@reservedid = + GPL + |LGPL + |BSD3 + |BSD4 + |PublicDomain + |AllRightsReserved + |OtherLicense + |if + |[Ff]lag + |else + |[Ee]xecutable + |[Ll]ibrary + |[Oo][Ss] + |[Aa]rch + |[Tt]rue + |[Ff]alse + |[Ii]mpl + +@regfieldid = + [Aa]uthor + |[Bb]ug\-[Rr]eports + |[Bb]uild\-[Dd]epends + |[Bb]uild\-[Tt]ype + |[Bb]uild\-[Tt]ools + |[Bb]uildable + |[Cc]\-[Ss]ources + |[Cc][Cc]\-[Oo]ptions + |[Cc]abal\-[Vv]ersion + |[Cc]ategory + |[Cc]opyright + |[Dd]ata\-[Dd]ir + |[Dd]ata\-[Ff]iles + |[Dd]efault + |[Dd]escription + |[Ee]xecutable + |[Ee]xposed + |[Ee]xposed\-[Mm]odules + |[Ee]xtensions + |[Ee]xtra\-[Ll]ibraries + |[Ee]xtra\-[Ll]ib\-[Dd]irs + |[Ee]xtra\-[Ss]ource\-[Ff]iles + |[Ee]xtra\-[Tt]mp\-[Ff]iles + |[Ff]rameworks + |[Gg][Hh][Cc]\-[Oo]ptions + |[Gg][Hh][Cc]\-[Pp]rof\-[Oo]ptions + |[Gg][Hh][Cc]\-[Ss]hared\-[Oo]ptions + |[Hh][Uu][Gg][Ss]\-[Oo]ptions + |[Nn][Hh][Cc]98\-[Oo]ptions + |[Hh]omepage + |[Hh][Ss]\-[Ss]ource\-[Dd]irs + |[Ii]nclude\-[Dd]irs + |[Ii]ncludes + |[Ii]nstall\-[Ii]ncludes + |[Ll]icense + |[Ll]icense\-[Ff]ile + |[Ll][Dd]\-[Oo]ptions + |[Mm]ain\-[Ii]s + |[Mm]aintainer + |[Nn]ame + |[Oo]ther\-[Mm]odules + |[Pp]ackage\-[Uu][Rr][Ll] + |[Pp]kgconfig\-[Dd]epends + |[Ss]tability + |[Ss]ynopsis + |[Tt]ested\-[Ww]ith + |[Vv]ersion + +@sourcerepofieldid = + [Tt]ype + |[Ll]ocation + |[Mm]odule + |[Bb]ranch + |[Tt]ag + |[Ss]ubdir + +@fieldid = @regfieldid | @sourcerepofieldid + +@reservedop = + ">" | ">=" | "<" | "<=" + +@varid = $small $idchar* +@conid = $large $idchar* +@varsym = $symbol $symchar* +@consym = \: $symchar* + +main :- + + { + .* { tok Comment } + \n { tok Whitespace ==> popContext } +} + + { + "if" | "flag" | "else" { tok Keyword } + $white+ / "flag" { tok Whitespace } + $white+ { tok Whitespace ==> popContext } +} + + { + @reservedid { tok Keyword ==> popContext } + [ \t] { tok Whitespace } + [. \n] { plain ==> popContext } +} + +<0> { + ^ $white* / "--" { tok Whitespace ==> pushContext (comment, Comment) } + @reservedop { tok Symbol } + @fieldid ":" { tok Type ==> pushContext (field, Plain) } + ^ @reservedid { tok Keyword } + ^ $white* / "if"|"else" { tok Whitespace ==> pushContext (cond, Plain) } +} + + . { plain } + \n { tok Whitespace } + +{ +lexer :: Lexer +lexer = Lexer { name = "Cabal" + , aliases = ["cabal"] + , filenames = ["*.cabal"] + , scan = scanner } +} diff --git a/Text/Highlighting/Illuminate/D.x b/Text/Highlighting/Illuminate/D.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/D.x @@ -0,0 +1,104 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.D (lexer) where +} + +%wrapper "illuminate" + +$alpha = [A-Za-z] +$digit = [0-9] +$alphanum = [$alpha $digit] +$wordchar = [$alphanum \_] +$symbol = [\~ \! \% \^ \* \( \) \- \+ \= \[ \] \" \: \; \, \. \/ \? \& \< \> \|] +$hexdigit = [$digit A-F a-f] + +@hexnumber = "0x" $hexdigit+ +@number = [\+ \-]? (@hexnumber | + (($digit* \.)? $digit+ ([eE] [\+\-]? $digit+)?) + ) u? (("int" ("8"|"16"|"32"|"64")) | L)? +@keyword = ("abstract"|"alias"|"align"|"asm"|"assert"|"auto"|"body"| + "break"|"case"|"cast"|"catch"|"class"|"const"|"continue"|"debug"|"default"| + "delegate"|"delete"|"deprecated"|"do"|"else"|"enum"|"export"|"extern"| + "false"|"final"|"finally"|"for"|"foreach_reverse"|"foreach"|"function"| + "goto"|"if"|"in"|"inout"|"interface"|"invariant"|"is"|"lazy"| + "macro"|"mixin"|"module"|"new"|"nothrow"|"null"|"out"|"override"| + "package"|"pragma"|"private"|"protected"|"public"|"pure"| + "ref"|"return"|"scope"|"shared"|"static"|"struct"|"super"|"switch"| + "synchronized"|"template"|"this"|"throw"|"true"|"try"|"typedef"|"typeid"| + "typeof"|"union"|"unittest"|"version"|"void"|"volatile"| + "while"|"with"|"__gshared"|"__thread"|"__traits") + +@alert = (TODO|FIXME|BUG)[\:]? +@type = ("bool"|"char"|"double"|"float"|"int"|"long"| + "short"|"signed"|"unsigned"|"void"|"wchar_t"| + "byte"|"cdouble"|"cent"|"cfloat"|"creal"|"dchar"| + "idouble"|"ifloat|ireal"|"real"|"ubyte"|"ucent"| + "uint"|"ulong"|"ushort"|"wchar") +@string = \" ([^ \" \\] | \\ .)* \" [cwd]? | + \` [^ \`]* \` | + [rx] \" [^ \"]* \" +@char = \' ([^ \' \\] | \\ .)* \' + +tokens :- + + { + "*/" { tok Comment ==> popContext } + @alert { tok Alert } +} + + { + "+/" { tok Comment ==> popContext } + "/+" { tok Comment ==> pushContext (multilinecomment, Comment) } + @alert { tok Alert } +} + + { + @alert { tok Alert } + \n { tok Whitespace ==> popContext } +} + + { + $white+ { tok Whitespace } + $wordchar+ { tok Type ==> popContext } +} + + { + $white+ { tok Whitespace } + \< [^ \>]* \> { tok String ==> popContext } + @string { tok String ==> popContext } +} + +<0> { + "/*" { tok Comment ==> pushContext (comment, Comment) } + "/+" { tok Comment ==> pushContext (multilinecomment, Comment) } + "//" { tok Comment ==> pushContext (linecomment, Comment) } + ^ "#!" { tok Comment ==> pushContext (linecomment, Comment) } + ^ $white* $wordchar+ \: { tok Label } + ("struct"|"class"|"typename") / $white { tok Keyword ==> pushContext (struct, Plain) } + ^ $white* \# $white* "include" { tok Preproc ==> pushContext (include, Plain) } + ^ $white* \# $white* $wordchar* { tok Preproc } + [$white \n] ^ "__" $alpha+ "__" / [$white \n] { tok Preproc } + [$white \n] ^ "import" / $white { tok Preproc } + @keyword / ~$wordchar { tok Keyword } + @type / ~$wordchar { tok Type } + @number { tok Number } + @string { tok String } + @char { tok Char } + $symbol { tok Symbol } + [\{ \}] { tok CBracket } + [$alpha \_] $wordchar* $white* / \( { tok Function } + [$alpha \_]$wordchar* { tok VarId } +} + + + . { plain } + \n { tok Whitespace } + +{ +lexer :: Lexer +lexer = Lexer { name = "D" + , aliases = ["d"] + , filenames = ["*.d"] + , scan = scanner } +} + diff --git a/Text/Highlighting/Illuminate/Diff.x b/Text/Highlighting/Illuminate/Diff.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/Diff.x @@ -0,0 +1,57 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.Diff (lexer) where +} + +%wrapper "illuminate" + +tokens :- + +<0> { + ^ "---" .* { tok OldFile `andBegin` u } + ^ "***" .* { tok OldFile `andBegin` old } + ^ [0-9] .* { tok Plain `andBegin` n } + ^ .* { tok Plain } +} + +-- diff with no options + { + ^ \> .* { tok NewFile } + ^ \< .* { tok OldFile } + ^ [0-9] .* { tok Plain } + ^ .+ { tok Comment } +} + +-- diff -u + { + ^ \@ .* { tok Plain } + ^ \+ .* { tok NewFile } + ^ \- .* { tok OldFile } + ^ [^\-\+\@] .* { tok Comment } +} + +-- diff -c, old file + { + ^ $white .* { tok Comment } + ^ "---" .* { tok NewFile `andBegin` new } + ^ .+ { tok OldFile } +} + +-- diff -c, new file + { + ^ $white .* { tok Comment } + ^ "***" .* { tok OldFile `andBegin` old } + ^ .+ { tok NewFile } +} + + \n { tok Whitespace } + +{ +lexer :: Lexer +lexer = Lexer { name = "Diff" + , aliases = ["diff"] + , filenames = ["*.diff","*.patch","*.dpatch"] + , scan = scanner } +} + + diff --git a/Text/Highlighting/Illuminate/Format.hs b/Text/Highlighting/Illuminate/Format.hs new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/Format.hs @@ -0,0 +1,435 @@ +module Text.Highlighting.Illuminate.Format + ( Options(..) + , defaultOptions + , Style + , Styling(..) + , Color(..) + , colorful + , hscolour + , monochrome + , toANSI + , toLaTeX + , toXHtmlCSS + , toXHtmlInline + , cssFor + , toHtmlCSS + , toHtmlInline) where +import Text.Highlighting.Illuminate.Types +import qualified Language.Haskell.HsColour.ANSI as ANSI +import Data.Sequence (empty, (<|)) +import qualified Data.Foldable as F +import qualified Text.XHtml as X +import qualified Text.Html as H +import Data.Char (toLower) +import Data.Bits (shiftR, (.&.)) +import Text.Printf (printf) + +data Options = Options { + optStyle :: Style -- ^ Highlighting style + , optNumberLines :: Bool -- ^ Number lines? + , optStartNumber :: Int -- ^ Number of first line + , optAnchors :: Bool -- ^ Add anchor with number as ID to each line + } + +defaultOptions :: Options +defaultOptions = Options { optStyle = colorful + , optNumberLines = False + , optStartNumber = 1 + , optAnchors = False } + +-- | A Style is a generic instruction for formatting a token of the given +-- type. The same style can be used for various output formats (HTML, +-- ANSI, LaTeX...). +type Style = TokenType -> [Styling] + +data Styling = Bold | Italic | Underline | Fixed | Foreground Color | Background Color + deriving (Eq,Show,Read) + +-- Styles + +-- | A colorful style. +colorful :: Style +colorful t = + case t of + Keyword -> [Foreground Green, Bold] + Symbol -> [] + String -> [Foreground Green] + Char -> [Foreground Red] + Number -> [Foreground Teal] + Regex -> [Foreground Maroon] + Type -> [Foreground Blue] + Label -> [Foreground Red, Underline] + Preproc -> [Foreground Blue, Underline] + Function -> [Foreground Blue, Bold] + Variable -> [Foreground Maroon] + VarId -> [] + ConId -> [Foreground Blue] + CBracket -> [Foreground Red] + Comment -> [Foreground Gray] + Selector -> [Foreground Blue, Bold] + Property -> [Foreground Green] + Tag -> [Foreground Blue] + Entity -> [Foreground Green] + Math -> [Foreground Green] + NewFile -> [Foreground Green] + OldFile -> [Foreground Red] + Alert -> [Background Aqua] + _ -> [] + +-- | A style based on hscolour. +hscolour :: Style +hscolour t = + case t of + Keyword -> [Foreground Green, Underline] + Symbol -> [] + String -> [Foreground Fuchsia] + Char -> [Foreground Fuchsia] + Number -> [Foreground Fuchsia] + Regex -> [Foreground Fuchsia] + Type -> [] + Label -> [Foreground Red, Underline] + Preproc -> [Foreground Blue, Underline] + Function -> [Foreground Blue] + Variable -> [] + VarId -> [] + ConId -> [] + CBracket -> [] + Comment -> [Foreground Gray] + Selector -> [Foreground Green, Underline] + Property -> [Foreground Blue] + Tag -> [Foreground Blue] + Entity -> [Foreground Green] + Math -> [Foreground Green] + NewFile -> [Foreground Green] + OldFile -> [Foreground Red] + Alert -> [Background Aqua] + _ -> [] + +-- | A black and white style. +monochrome :: Style +monochrome t = + case t of + Keyword -> [Underline] + Symbol -> [] + String -> [] + Char -> [] + Number -> [] + Regex -> [] + Type -> [] + Label -> [Underline] + Preproc -> [Underline] + Function -> [Bold] + Variable -> [] + VarId -> [] + ConId -> [] + CBracket -> [] + Comment -> [Italic] + Selector -> [] + Property -> [Underline] + Tag -> [] + Entity -> [] + Math -> [] + NewFile -> [] + OldFile -> [] + Alert -> [Bold] + _ -> [] + +-- Colors + +data Color = Aqua | Black | Blue | Fuchsia | Gray | Green | Lime | Maroon | + Navy | Olive | Purple | Red | Silver | Teal | White | Yellow | + Hex Integer Color -- ^ Second argument is a fallback color + deriving (Eq, Show, Read) + +toANSIColor :: Color -> ANSI.Colour +toANSIColor c = + case c of + Aqua -> ANSI.Cyan + Black -> ANSI.Black + Blue -> ANSI.Blue + Fuchsia -> ANSI.Magenta + Gray -> ANSI.Cyan + Green -> ANSI.Green + Lime -> ANSI.Green + Maroon -> ANSI.Red + Navy -> ANSI.Blue + Olive -> ANSI.Green + Purple -> ANSI.Red + Red -> ANSI.Red + Silver -> ANSI.Cyan + Teal -> ANSI.Green + White -> ANSI.White + Yellow -> ANSI.Yellow + Hex _ x -> toANSIColor x + +toCSSColor :: Color -> String +toCSSColor (Hex x _) = '#': printf "%6x" x +toCSSColor c = map toLower $ show c + +toLaTeXColor :: Bool -- ^ Background color? + -> Color -- ^ Color to use + -> String -- ^ String to colorize + -> String +toLaTeXColor background c s = + cmd ++ col ++ "{" ++ s ++ "}" + where inBr x = "{" ++ x ++ "}" + cmd = if background then "\\colorbox" else "\\textcolor" + col = case c of + Aqua -> inBr "Aquamarine" + Lime -> inBr "LimeGreen" + Navy -> inBr "NavyBlue" + Olive -> inBr "OliveGreen" + Silver -> inBr "Cyan" + Teal -> inBr "TealBlue" + Hex x _ -> "[rgb]{" ++ hexToRGB x ++ "}" + x -> inBr (show x) + +hexToRGB :: Integer -> String +hexToRGB x = + printf "%0.2f,%0.2f,%0.2f" (toFrac r) (toFrac g) (toFrac b) + where r = shiftR x 16 .&. 0xFF + g = shiftR x 8 .&. 0xFF + b = x .&. 0xFF + +toFrac :: Integer -> Double +toFrac x = fromIntegral x / 256 + +-- ANSI + +-- | Highlight tokens using ANSI control sequences. +toANSI :: Options -> Tokens -> String +toANSI opts toks = + if optNumberLines opts + then unlines $ zipWith addNumber [startnum..] (lines source) + else source + where + addNumber x s = ANSI.highlight [ANSI.Foreground ANSI.Cyan] $ fmtNumber x ++ s + fmtNumber = printf ("%" ++ (show . length . show $ maxnum) ++ "d ") + startnum = optStartNumber opts + source = F.concatMap tokenToANSI . consolidate $ toks + maxnum = startnum + length source + tokenToANSI (t,s) = ANSI.highlight (map toANSIHighlight $ optStyle opts t) s + +toANSIHighlight :: Styling -> ANSI.Highlight +toANSIHighlight s = + case s of + Bold -> ANSI.Bold + Italic -> ANSI.Italic + Underline -> ANSI.Underscore + Fixed -> ANSI.Normal + Foreground c -> ANSI.Foreground $ toANSIColor c + Background c -> ANSI.Background $ toANSIColor c + +-- LaTeX + +-- | Highlight as LaTeX. +-- Use with +-- +-- > \usepackage{fancyvrb} +-- > \usepackage[usenames,dvipsnames]{color} +-- +toLaTeX :: Options -> Tokens -> String +toLaTeX opts toks = + concat [ "\\begin{Verbatim}[commandchars=\\\\\\{\\}" + , numberlines + , "]\n" + , sourcelines + , "\\end{Verbatim}" ] + where sourcelines = F.concatMap tokenToLaTeX . consolidate $ toks + tokenToLaTeX (t,s) = foldr addLaTeXHighlight (escapeForVerbatim s) + (optStyle opts t) + escapeForVerbatim "" = "" + escapeForVerbatim ('\\':xs) = + "{\\textbackslash}" ++ escapeForVerbatim xs + escapeForVerbatim (c:xs) | c `elem` "{}" = + '\\':c:escapeForVerbatim xs + escapeForVerbatim (c:xs) = c:escapeForVerbatim xs + numberlines = if optNumberLines opts + then ", numbers=left" ++ + case optStartNumber opts of + 1 -> "" + x -> ", firstnumber=" ++ show x + else "" + +addLaTeXHighlight :: Styling -> String -> String +addLaTeXHighlight st x = + case st of + Bold -> "\\textbf{" ++ x ++ "}" + Italic -> "\\textit{" ++ x ++ "}" + Underline -> "\\underline{" ++ x ++ "}" + Fixed -> "\\texttt{" ++ x ++ "}" + Foreground c -> toLaTeXColor False c x + Background c -> toLaTeXColor True c x + +-- HTML + +-- | Highlight as XHTML with CSS classes. +toXHtmlCSS :: Options -> Tokens -> X.Html +toXHtmlCSS opts toks = addLineNums source + where toklist = F.toList . consolidate $ toks + source = addPre $ X.concatHtml $ map go toklist + go (Whitespace, s) = X.stringToHtml s + go (Plain, s) = X.stringToHtml s + go (x, s) = X.thespan X.! + [X.theclass $ show x] X.<< s + linecount = sum $ map (length . filter (=='\n') . snd) toklist + addPre x = X.pre X.! [X.theclass "sourceCode"] X.<< x + minnum = optStartNumber opts + maxnum = minnum + linecount - 1 + linenumsCell x y = X.td X.! [X.theclass "lineNumbers"] X.<< + addPre (map mkLinenum [x..y]) + mkLinenum x = if optAnchors opts + then X.anchor X.! [X.identifier $ show x] X.<< + (show x ++ "\n") + else X.stringToHtml (show x ++ "\n") + mainCell x = X.td X.! [X.theclass "sourceCode"] X.<< x + addLineNums x = if optNumberLines opts + then X.table $ X.tr X.<< + [linenumsCell minnum maxnum, mainCell x] + else x + +-- | Highlight as XHTML with inline styles. +toXHtmlInline :: Options -> Tokens -> X.Html +toXHtmlInline opts toks = addLineNums source + where toklist = F.toList . consolidate $ toks + source = addPre $ X.concatHtml $ map go toklist + go (t, s) = let styles = map stylingToCSSProperty $ optStyle opts t + in if null styles + then X.stringToHtml s + else X.thespan X.! + [X.thestyle $ concat styles] X.<< s + linecount = sum $ map (length . filter (=='\n') . snd) toklist + addPre x = X.pre X.! [X.thestyle "padding: 0;margin: 0;"] X.<< x + minnum = optStartNumber opts + maxnum = minnum + linecount - 1 + linenumstyle = "text-align:right;border-right: 1px solid gray;" ++ + "padding: 0 5px 0 5px;vertical-align: baseline;" + linenumsCell x y = X.td X.! [X.thestyle linenumstyle] X.<< + addPre (map mkLinenum [x..y]) + mkLinenum x = if optAnchors opts + then X.anchor X.! [X.identifier $ show x] X.<< + (show x ++ "\n") + else X.stringToHtml (show x ++ "\n") + mainCell x = X.td X.! [X.thestyle "padding: 0 5px 0 5px;"] X.<< x + addLineNums x = if optNumberLines opts + then X.table $ X.tr X.<< + [linenumsCell minnum maxnum, mainCell x] + else x + +-- | Highlight as HTML with CSS classes. +toHtmlCSS :: Options -> Tokens -> H.Html +toHtmlCSS opts toks = addLineNums source + where toklist = F.toList . consolidate $ toks + source = addPre $ H.concatHtml $ map go toklist + go (Whitespace, s) = H.stringToHtml s + go (Plain, s) = H.stringToHtml s + go (x, s) = H.thespan H.! + [H.theclass $ show x] H.<< s + linecount = sum $ map (length . filter (=='\n') . snd) toklist + addPre x = H.pre H.! [H.theclass "sourceCode"] H.<< x + minnum = optStartNumber opts + maxnum = minnum + linecount - 1 + linenumsCell x y = H.td H.! [H.theclass "lineNumbers"] H.<< + addPre (map mkLinenum [x..y]) + mkLinenum x = if optAnchors opts + then H.anchor H.! [H.identifier $ show x] H.<< + (show x ++ "\n") + else H.stringToHtml (show x ++ "\n") + mainCell x = H.td H.! [H.theclass "sourceCode"] H.<< x + addLineNums x = if optNumberLines opts + then H.table $ H.tr H.<< + [linenumsCell minnum maxnum, mainCell x] + else x + +-- | Highlight as HTML with inline styles. +toHtmlInline :: Options -> Tokens -> H.Html +toHtmlInline opts toks = addLineNums source + where toklist = F.toList . consolidate $ toks + source = addPre $ H.concatHtml $ map go toklist + go (t, s) = foldl (flip ($)) (H.stringToHtml s) + (map stylingToHtmlTag $ optStyle opts t) + linecount = sum $ map (length . filter (=='\n') . snd) toklist + addPre x = H.pre H.! [H.thestyle "padding: 0;margin: 0;"] H.<< x + minnum = optStartNumber opts + maxnum = minnum + linecount - 1 + linenumstyle = "text-align:right;border-right: 1px solid gray;" ++ + "padding: 0 5px 0 5px;vertical-align: baseline;" + linenumsCell x y = H.td H.! [H.thestyle linenumstyle] H.<< + addPre (map mkLinenum [x..y]) + mkLinenum x = if optAnchors opts + then H.anchor H.! [H.identifier $ show x] H.<< + (show x ++ "\n") + else H.stringToHtml (show x ++ "\n") + mainCell x = H.td H.! [H.thestyle "padding: 0 5px 0 5px;"] H.<< x + addLineNums x = if optNumberLines opts + then H.table $ H.tr H.<< + [linenumsCell minnum maxnum, mainCell x] + else x + +stylingToHtmlTag :: Styling -> H.Html -> H.Html +stylingToHtmlTag h = + case h of + Bold -> H.bold + Italic -> H.italics + Underline -> H.underline + Fixed -> id + Foreground c -> H.font H.! [H.color $ toCSSColor c] + Background c -> H.font H.! [H.bgcolor $ toCSSColor c] + +stylingToCSSProperty :: Styling -> String +stylingToCSSProperty h = + case h of + Bold -> "font-weight: bold;" + Italic -> "font-style: italic;" + Underline -> "text-decoration: underline;" + Fixed -> "font-family: monospace;" + Foreground c -> "color: " ++ toCSSColor c ++ ";" + Background c -> "background-color: " ++ toCSSColor c ++ ";" + +-- | CSS snippet appropriate for the specificed options. +cssFor :: Options -> String +cssFor opts = + "\n.sourceCode, .lineNumbers { margin: 0; padding: 0; border: 0; \ + \ vertical-align: baseline; border: none; }\n\ + \td.lineNumbers { text-align: right; border-right: 1px solid gray; \ + \ color: black; padding-right: 5px; padding-left: 5px; } \n\ + \td.sourceCode { padding-left: 5px; }\n" ++ + concatMap (\tokType -> "pre.sourceCode span." ++ show tokType ++ " { " ++ + cssProps tokType ++ "}\n") allTokTypes + where cssProps t = unwords $ map stylingToCSSProperty (optStyle opts t) + allTokTypes = [ Whitespace + , Keyword + , Symbol + , String + , Char + , Number + , Regex + , Type + , Label + , Preproc + , Function + , Variable + , VarId + , ConId + , CBracket + , Comment + , Selector + , Property + , Tag + , Entity + , Math + , NewFile + , OldFile + , Alert ] + +-- | Collapse adjacent tokens with the same type. +consolidate :: Tokens -> Tokens +consolidate = collapse . F.foldr go (empty, Nothing) + where go (curtype, str) (accum, Nothing) = (accum, Just (curtype, [str])) + go (curtype, str) (accum, Just (t,xs)) | curtype == t = + (accum, Just (curtype, str:xs)) + go (curtype, str) (accum, Just (t,xs)) = + (collapse (accum, Just (t,xs)), Just (curtype, [str])) + collapse (accum, Nothing) = accum + collapse (accum, Just (t,xs)) = (t, concat xs) <| accum + diff --git a/Text/Highlighting/Illuminate/HTML.x b/Text/Highlighting/Illuminate/HTML.x new file mode 100644 --- /dev/null +++ b/Text/Highlighting/Illuminate/HTML.x @@ -0,0 +1,79 @@ +{ +{-# OPTIONS -w #-} -- Suppress warnings from alex-generated code +module Text.Highlighting.Illuminate.HTML (lexer) where +import qualified Text.Highlighting.Illuminate.CSS as CSS +import qualified Text.Highlighting.Illuminate.Javascript as Javascript +} + +%wrapper "illuminate" + +$wordchar = [0-9a-zA-Z\_] +$symbol = [\~ \! \% \^ \* \( \) \- \+ \= \[ \] \" \: \; \, \. \/ \? \& \< \> \| \/] +$digit = [0-9] +$hexdigit = [0-9a-fA-F] +@style = [Ss][Tt][Yy][Ll][Ee] +@styletag = \< $white* @style +@endstyletag = \< $white* \/ $white* @style $white* \> +@script = [Ss][Cc][Rr][Ii][Pp][Tt] +@scripttag = \< $white* @script +@endscripttag = \< $white* \/ $white* @script $white* \> +@entity = \& [^ $white]+ \; + +tokens :- + + { + [^ \-]+ { tok Comment } + "-->" { tok Comment ==> popContext } + \- { tok Comment } +} + { + [^ \>]+ { tok Preproc } + \> { tok Preproc ==> popContext } +} + { + [^ \]]+ { tok Preproc } + "]]>" { tok Preproc ==> popContext } + \] { tok Preproc } +} + { + \> { tok Tag ==> scanWith CSS.lexer } + @endstyletag { tok Tag ==> popContext } +} + { + \> { tok Tag ==> scanWith Javascript.lexer } + @endscripttag { tok Tag ==> popContext } +} + { + \> { tok Tag ==> popContext } +} + { + $wordchar+ / \= { tok Keyword } + \= { tok Symbol } + \" [^\"]* \" { tok String } + \' [^\']* \' { tok String } + [0-9]+ { tok Number } +} +<0> { + [^ \< \&]+ { plain } + @entity { tok Entity } + "" { tok Comment ==> popContext } + \- { tok Comment } +} + { + [^ \>]+ { tok Preproc } + \> { tok Preproc ==> popContext } +} + { + [^ \]]+ { tok Preproc } + "]]>" { tok Preproc ==> popContext } + \] { tok Preproc } +} + { + \> { tok Tag ==> popContext } + $wordchar+ / \= { tok Keyword } + \= { tok Symbol } + \" [^\"]* \" { tok String } + \' [^\']* \' { tok String } + [0-9]+ { tok Number } +} +<0> { + [^ \< \&]+ { plain } + @entity { tok Entity } + "