diff --git a/LICENSE b/LICENSE new file mode 100644 --- /dev/null +++ b/LICENSE @@ -0,0 +1,31 @@ +Copyright (c) 2012-2013 Stevens Institute of Technology + +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions are met: + + * Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + + * Redistributions in binary form must reproduce the above + copyright notice, this list of conditions and the following + disclaimer in the documentation and/or other materials provided + with the distribution. + + * Neither the name of Stevens Institute of Technology nor the + names of the authors and other contributors may be used to + endorse or promote products derived from this software without + specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. diff --git a/Main.hs b/Main.hs new file mode 100644 --- /dev/null +++ b/Main.hs @@ -0,0 +1,59 @@ +module Main where + +import Text.Html.Consolidate +import System.Console.CmdArgs.Explicit +import System.IO +import Network.URI +import Network.Browser +import Network.Browser.Simple + +-- | The entry point to the `jespresso` program. Can be run in two +-- modes: +-- * extraction; `jespresso [-e] []`. Takes text (HTML) via stdin +-- and outputs all the JavaScript in it (including externally +-- referenced) via stdout. If an (optional) url is supplied, the HTML +-- is downloaded from that URL instead of reading it from the stdin. +-- * normalization: `jespresso -n []`. Transforms the HTML and +-- JavaScript into an equivalent one so that all the JavaScript is +-- inlined and in a single + + +
+

Your order summary

+
+ + + + + + + + + + + + + + + + + + + + +
ItemPriceQty
A bar of foo5
Sprocket 13-pin7
+ +
+ +
+ + + diff --git a/test-data/cases/form1.html b/test-data/cases/form1.html new file mode 100644 --- /dev/null +++ b/test-data/cases/form1.html @@ -0,0 +1,6 @@ + + +
+
+ + diff --git a/test-data/cases/iframe1.html b/test-data/cases/iframe1.html new file mode 100644 --- /dev/null +++ b/test-data/cases/iframe1.html @@ -0,0 +1,8 @@ + + +
+ +
+ + diff --git a/test-data/cases/scriptSimple1.html b/test-data/cases/scriptSimple1.html new file mode 100644 --- /dev/null +++ b/test-data/cases/scriptSimple1.html @@ -0,0 +1,13 @@ + + + + + MyTest + + + + Test + + diff --git a/test-data/cases/trivial.html b/test-data/cases/trivial.html new file mode 100644 --- /dev/null +++ b/test-data/cases/trivial.html @@ -0,0 +1,6 @@ + + + + + + diff --git a/test-data/expects/complex1.html b/test-data/expects/complex1.html new file mode 100644 --- /dev/null +++ b/test-data/expects/complex1.html @@ -0,0 +1,68 @@ + + + + Merchant example + + + +
+

Your order summary

+
+ + + + + + + + + + + + + + + + + + + + +
ItemPriceQty
A bar of foo5
Sprocket 13-pin7
+ +
+ +
+ + + diff --git a/test-data/expects/form1.html b/test-data/expects/form1.html new file mode 100644 --- /dev/null +++ b/test-data/expects/form1.html @@ -0,0 +1,6 @@ + + +
+
+ + diff --git a/test-data/expects/iframe1.html b/test-data/expects/iframe1.html new file mode 100644 --- /dev/null +++ b/test-data/expects/iframe1.html @@ -0,0 +1,9 @@ + + +
+ +
+ + + diff --git a/test-data/expects/scriptSimple1.html b/test-data/expects/scriptSimple1.html new file mode 100644 --- /dev/null +++ b/test-data/expects/scriptSimple1.html @@ -0,0 +1,13 @@ + + + + MyTest + + + + Test + + + diff --git a/test-data/expects/trivial.html b/test-data/expects/trivial.html new file mode 100644 --- /dev/null +++ b/test-data/expects/trivial.html @@ -0,0 +1,7 @@ + + + + + + + diff --git a/test/UnitTest.hs b/test/UnitTest.hs new file mode 100644 --- /dev/null +++ b/test/UnitTest.hs @@ -0,0 +1,56 @@ +{-# LANGUAGE Rank2Types #-} + +module Main where + +import Test.Tasty +import Test.Tasty.Golden.Advanced +import System.Directory +import qualified System.FilePath as FP +import System.IO hiding (utf8) +import Text.Html.Consolidate +import Text.XML.HXT.Core +import Text.XML.HXT.Arrow.XmlState.RunIOStateArrow +import Text.XML.HXT.Arrow.WriteDocument +import Control.Arrow +import Control.Monad +import Data.Char +import Control.Monad.IO.Class + +main = do allCases <- getDirectoryContents casesDir + allExpects <- getDirectoryContents expectsDir + let validCases = getValid allCases + let validExpects = getValid allExpects + defaultMain $ testGroup "Tests" $ + map genTest $ filter (`elem` validExpects) validCases + where getValid = filter $ \x -> FP.takeExtension x == ".js" + +casesDir = "test-data/cases" +expectsDir = "test-data/expects" + +genTest :: FilePath -> TestTree +genTest testFileName = + let caseFileName = casesDir `FP.combine` testFileName + expectFileName = expectsDir `FP.combine` testFileName + ns = initialConsState False Nothing [] + state = initialState ns + normalizedA :: String -> TArr XmlTree XmlTree + normalizedA s = single $ parseHTML s Nothing >>> consolidateArr + expectedA :: String -> TArr XmlTree XmlTree + expectedA s = single $ parseHTML s Nothing + runX :: forall r s. (String -> TArr XmlTree XmlTree) -> FilePath -> ValueGetter r String + runX a f = liftIO $ do + s <- readFile f + let arr :: TArr XmlTree String + arr = (a s) >>> writeDocumentToString [withOutputHTML, withOutputEncoding utf8] + liftM head $ runXIOState state $ arr + expectedValueAction = runX expectedA expectFileName + testValueAction = runX normalizedA caseFileName + in goldenTest testFileName expectedValueAction testValueAction verifyOutput (const $ return ()) + +verifyOutput :: String -> String -> IO (Maybe String) +verifyOutput expected actual = return $ + let fs = filter (not . isSpace) + msg = "Failed to match expected output to normalized input:\n\ + \Expected:\n" ++ expected ++ "\n\nSaw:\n" ++ actual ++ "\n" + in if (fs expected == fs actual) then Nothing + else Just msg