diff --git a/LICENSE b/LICENSE new file mode 100644 --- /dev/null +++ b/LICENSE @@ -0,0 +1,30 @@ +Copyright (c) 2008 Don Stewart + +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: + +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. + +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +3. Neither the name of the author nor the names of his contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR +IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED +WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE FOR +ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, +STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN +ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE +POSSIBILITY OF SUCH DAMAGE. diff --git a/Main.hs b/Main.hs new file mode 100644 --- /dev/null +++ b/Main.hs @@ -0,0 +1,148 @@ +-------------------------------------------------------------------- +-- | +-- Module : hackage2hwn +-- Copyright : (c) Galois, Inc. 2007-2008 +-- License : BSD3 +-- +-- Maintainer: Don Stewart +-- Stability : provisional +-- +-- Pulls the RSS feed from Hackage, pretty prints it in a form suitable for +-- inclusion in the Haskell Weekly News. +-- +-------------------------------------------------------------------- + +module Main (main) where + +import Data.Maybe +import Data.List +import Data.Char +import Data.Function + +import qualified Data.Map as M + +import Network.Curl.Download +import Text.HTML.TagSoup + +import Text.Feed.Import +import Text.RSS.Syntax +import Text.Feed.Types +import System.IO.Unsafe + +import Debug.Trace + +-- current url +-- last week's url + +url = "file:///home/dons/aur.xml" + +main = do + Right src <- openURIString url + let Just (RSSFeed is) = parseFeedString src + mapM_ (\(c, x) -> do + putStrLn "

" + putStr (case c of Just n -> toUpper (head n) : tail n + Nothing -> "Nothing") + putStrLn "

" + ) + (clean . map (\x -> (x, findCategory x)) . rssItems . rssChannel $ is) + +pprRSS :: RSSItem -> String +pprRSS r = concat [("
  • " ++ ""++ title ++ ": " ++ synopsis ++ "
    • ")] + where + title = fromJust $ rssItemTitle $ r + Just url = rssItemLink $ r + + -- May not be the actual synopsis. Parse the .cabal file instead? + synopsis = init . tail $ last [ e | TagText e <- parseTags + (fromJust . rssItemDescription $ r) ] + +-- supposed to remove dupes... +clean :: [(RSSItem,Maybe Category)] -> [ (Maybe Category, [RSSItem]) ] +clean xs = [ (c, map fst g) | g <- groups + , let (h,c) = head g + ] + where + groups = + groupBy ((==) `on` snd) . sortBy (compare `on` snd) $ nubBy ( + \(x,_) (y,_) -> + let a = takeWhile (\c -> c /= ' ' && not (isDigit c)) . fromJust $ rssItemTitle x + b = takeWhile (\c -> c /= ' ' && not (isDigit c)) . fromJust $ rssItemTitle y + in a == b ) xs + +type Category = String + +-- +-- Roll your own hackage query bot +-- +findCategory :: RSSItem -> Maybe Category +findCategory item = unsafePerformIO $ do + x <- openURIString url + case x of + Left err -> print err >> return Nothing + Right x -> do + let ys = parseTags x + ct = head . tail $ dropWhile (\x -> x /= "Category") [ x | TagText x <- ys ] + tag = normalise ct + return tag + where + Just url = rssItemLink item + + normalise ct | l `elem` tags = Just l + | otherwise = rewrite ct + where + l = map toLower ct + +-- rewrite + +rewrite s = case M.lookup s table of + Just t -> t + Nothing -> Nothing + where + table = M.fromList + [ ("Compilers/Interpreters", Just "compilers") + , ("Data Structures", Just "data") + , ("Composition", Just "algorithm") + , ("Distribution", Just "devel") + , ("Development", Just "devel") + , ("Game", Just "games") + , ("FRP", Just "control") -- no tag! + , ("Monads", Just "control") -- no tag! + , ("Foreign Bindings", Nothing) -- meaningless + , ("User Interfaces", Just "gui") + , ("source-tools", Just "devel") + + -- + , ("Executables", Nothing) -- no tag! + , ("Home page", Nothing) -- no tag! + , ("Upload date", Nothing) -- no tag! + ] + +-- valid tags +tags = + ["algorithm", + "audio", + "compilers", + "concurrency", + "control", + "codec", + "cryptography", + "data", + "database", + "devel", + "games", + "graphics", + "gui", + "language", + "math", + "music", + "network", + "sound", + "system", + "testing", + "text", + "types", + "web", + "xml" ] diff --git a/Setup.lhs b/Setup.lhs new file mode 100644 --- /dev/null +++ b/Setup.lhs @@ -0,0 +1,3 @@ +#!/usr/bin/env runhaskell +> import Distribution.Simple +> main = defaultMain diff --git a/archnews.cabal b/archnews.cabal new file mode 100644 --- /dev/null +++ b/archnews.cabal @@ -0,0 +1,15 @@ +Name: archnews +Version: 0.2 +homepage: http://archhaskell.wordpress.com/ +Synopsis: Convert Arch Linux package updates in RSS to pretty markdown +Description: Convert Arch Linux package updates in RSS to pretty markdown +Category: Distribution +License: BSD3 +License-file: LICENSE +Author: Don Stewart +Maintainer: +Build-Depends: base < 5, tagsoup, download-curl, containers, feed +Build-type: Simple + +Executable: archnews +Main-is: Main.hs