shpider 0.0.7 → 0.1.0
raw patch · 4 files changed
+8/−8 lines, 4 files
Files
- Network/Shpider/Forms.hs +3/−3
- Network/Shpider/Links.hs +2/−2
- Network/Shpider/State.hs +1/−1
- shpider.cabal +2/−2
Network/Shpider/Forms.hs view
@@ -56,17 +56,17 @@ } -- | Gets all forms from a list of tags.-gatherForms :: [ Tag ] -> [ Form ]+gatherForms :: [ Tag String ] -> [ Form ] gatherForms = tParse allForms -- | The `TagParser` which parses all forms.-allForms :: TagParser [ Form ]+allForms :: TagParser String [ Form ] allForms = do fs <- allWholeTags "form" return $ mapMaybe toForm fs -toForm :: WholeTag -> Maybe Form+toForm :: WholeTag String -> Maybe Form toForm ( TagOpen _ attrs , innerTags , _ ) = do m <- methodLookup attrs a <- attrLookup "action" attrs
Network/Shpider/Links.hs view
@@ -11,12 +11,12 @@ import Network.Shpider.TextUtils -- | Parse all links from a list of tags.-gatherLinks :: [ Tag ] -> [ Link ]+gatherLinks :: [ Tag String ] -> [ Link ] gatherLinks = tParse allLinks -- | The parser responsible for getting all the links.-allLinks :: TagParser [ Link ]+allLinks :: TagParser String [ Link ] allLinks = do ls <- allWholeTags "a" return $ toLinks ls
Network/Shpider/State.hs view
@@ -65,7 +65,7 @@ data Page = Page { links :: [ Link ] , forms :: [ Form ]- , tags :: [ Tag ]+ , tags :: [ Tag String ] , source :: String , addr :: String }
shpider.cabal view
@@ -1,5 +1,5 @@ Name: shpider -Version: 0.0.7+Version: 0.1.0 Synopsis: Web automation library in Haskell. Description: Shpider is a web automation library for Haskell. It allows you to quickly write crawlers, and for simple cases ( like following links ) even without reading the page source.@@ -23,7 +23,7 @@ License-file: LICENSE Author: Johnny Morrice Maintainer: Johnny Morrice <spoon@killersmurf.com>-Homepage: http://www.killersmurf.com/projects/shpider+Homepage: http://github.com/elginer/shpider Build-type: Configure Cabal-version: >= 1.2.0 Extra-source-files: LICENSE.CURL, configure, configure.ac, curl.buildinfo.in