yackage-0.0.1: yackage.hs
{-# LANGUAGE OverloadedStrings, TypeFamilies, QuasiQuotes #-}
{-# LANGUAGE DeriveDataTypeable #-}
import Yesod
import Distribution.Package
import Distribution.PackageDescription
import Distribution.PackageDescription.Parse
import Distribution.Version
import Data.Version
import qualified Data.Map as Map
import Data.Map (Map)
import Text.ParserCombinators.ReadP
import System.Directory
import System.Environment
import Data.Set (Set, toAscList)
import qualified Data.Set as Set
import Control.Concurrent.MVar
import qualified Codec.Archive.Tar as Tar
import qualified Codec.Archive.Tar.Entry as Tar
import Codec.Archive.Tar (Entries (..), entryPath, entryContent, EntryContent (NormalFile))
import Codec.Compression.GZip (decompress, compress)
import Data.Text.Lazy (unpack)
import Data.Text.Lazy.Encoding (decodeUtf8With)
import Data.Text.Encoding.Error (lenientDecode)
import qualified Data.ByteString.Lazy as L
import Data.Maybe (fromMaybe)
import Data.Object
import Data.Object.Yaml
import Control.Monad (join, unless)
import System.Console.CmdArgs
import Network.Wai
import Network.Wai.Handler.SimpleServer (run)
data Args = Args
{ port :: Int
, password :: Maybe String
, localhost :: Bool
, rootdir :: Maybe String
} deriving (Show, Data, Typeable)
type CabalFile = FilePath
type Tarball = FilePath
data Yackage = Yackage
{ rootDir :: FilePath
, packages :: MVar PackageDB
, ypassword :: Maybe String
}
type PackageDB = Map PackageName (Set Version)
mkYesod "Yackage" [$parseRoutes|
/ RootR GET POST
/00-index.tar.gz IndexR GET
/package/#String TarballR GET
|]
tarballR :: PackageName -> Version -> YackageRoute
tarballR pn v = TarballR $ tarballName pn v
tarballName pn v = concat
[ toSinglePiece pn
, "-"
, toSinglePiece v
, ".tar.gz"
]
cabalName pn v = concat
[ toSinglePiece pn
, "-"
, toSinglePiece v
, ".cabal"
]
tarballPath pn v = do
rd <- rootDir `fmap` getYesod
return $ concat
[ rd
, '/' : toSinglePiece pn
, '/' : toSinglePiece v
]
instance Yesod Yackage where approot _ = ""
instance SinglePiece Version where
fromSinglePiece s =
case filter (\(_, y) -> null y) $ readP_to_S parseVersion s of
[] -> Left "Invalid version"
(x, ""):_ -> Right x
toSinglePiece = showVersion
instance SinglePiece PackageName where
fromSinglePiece = Right . PackageName
toSinglePiece = unPackageName
type Handler = GHandler Yackage Yackage
getRootR :: Handler RepHtml
getRootR = do
y <- getYesod
ps <- getYesod >>= liftIO . readMVar . packages >>= return . Map.toList
defaultLayout $ do
setTitle "Yackage"
addHamlet [$hamlet|
%h1 Yackage
%form!method=post!enctype=multipart/form-data
%div
Upload a new file: $
%input!type=file!name=file
$maybe ypassword.y _
%div
Password: $
%input!type=password!name=password
%div
%input!type=submit!value=Upload
%dl
$forall ps p
%dt $unPackageName.fst.p$
%dd
$forall toAscList.snd.p v
%a!href=@(tarballR.fst.p).v@ $toSinglePiece.v$
\ $
|]
postRootR = do
y <- getYesod
case ypassword y of
Nothing -> return ()
Just p -> do
p' <- runFormPost' $ maybeStringInput "password"
unless (Just p == p') $ permissionDenied "Invalid password"
rr <- getRequest
(_, files) <- liftIO $ reqRequestBody rr
content <-
case lookup "file" files of
Nothing -> error "No file upload found"
Just fi -> return $ fileContent fi
let entries = Tar.read $ decompress content
let cabal =
case getCabal entries of
NormalFile lbs _ -> lbs
_ -> error "cabal file must be a NormalFile"
let di =
case parsePackageDescription $ unpack $ decodeUtf8With lenientDecode cabal of
ParseOk _ x -> x
y -> error $ "Invalid cabal file: " ++ show y
let pi = package $ packageDescription di
let name = pkgName pi
let version = pkgVersion pi
tp <- tarballPath name version
rd <- fmap rootDir getYesod
liftIO $ createDirectoryIfMissing True tp
liftIO $ L.writeFile (rd ++ "/package/" ++ tarballName name version) content
liftIO $ L.writeFile (tp ++ '/' : cabalName name version) cabal
mpackages <- fmap packages getYesod
ps <- liftIO $ takeMVar mpackages
let oldSet = fromMaybe Set.empty $ Map.lookup name ps
let newSet = Set.insert version oldSet
let ps' = Map.insert name newSet ps
rebuildIndex ps'
writeConfig ps'
liftIO $ putMVar mpackages ps'
setMessage "Package uploaded"
redirect RedirectTemporary RootR
return ()
where
getCabal Done = error "No cabal file"
getCabal (Next entry rest)
| reverse (take 6 $ reverse $ entryPath entry) == ".cabal" = entryContent entry
| otherwise = getCabal rest
getCabal (Fail s) = error $ "Invalid tarball: " ++ s
getIndexR = do
path <- rootDir `fmap` getYesod
sendFile "application/x-tar" $ path ++ "/00-index.tar.gz"
return ()
getTarballR name = do
path <- rootDir `fmap` getYesod
sendFile "application/x-tar" $ path ++ "/package/" ++ name
return ()
main = do
progname <- getProgName
args <- cmdArgsRun $ cmdArgsMode $ Args
{ port = 3500 &= help "Port number"
, password = Nothing &= help "Optional password required to upload files"
, localhost = False &= help "Only allow connections from localhost?"
, rootdir = Nothing &= help "Root folder for Yackage config file and packages"
} &= program progname &= summary "Run a Yackage server"
path <-
case rootdir args of
Nothing -> getAppUserDataDirectory "yackage"
Just s -> return s
createDirectoryIfMissing True $ path ++ "/package"
let config = path ++ "/config.yaml"
e <- doesFileExist config
m <- if e
then parseConfig `fmap` join (decodeFile config)
else return $ Map.empty
m' <- liftIO $ newMVar m
app <- toWaiApp $ Yackage path m' $ password args
let app' = if localhost args then onlyLocal app else app
putStrLn $ "Running Yackage on port " ++ show (port args) ++ ", rootdir: " ++ path
run (port args) app'
onlyLocal app req =
if remoteHost req `elem` ["127.0.0.1", "::1", "localhost"]
then app req
else return $ Response status403 [("Content-Type", "text/plain")]
$ ResponseLBS "This Yackage server only talks to local clients"
unPackageName (PackageName s) = s
rebuildIndex ps = do
path <- rootDir `fmap` getYesod
let index = path ++ "/00-index.tar.gz"
entries <- liftIO $ Tar.pack path $ cabals path
let entries' = map (fix path) entries
liftIO $ L.writeFile index $ compress $ Tar.write entries'
where
right (Right x) = x
fix path entry = entry { Tar.entryTarPath = right $ Tar.toTarPath False $ fix' path $ Tar.fromTarPath $ Tar.entryTarPath entry }
fix' path fp =
if take (length path') fp == path'
then drop (length path') fp
else fp
where
path' = path ++ "/"
cabals path = concatMap (go path) $ Map.toList ps
go path (name, vs) = map (go' path name) $ Set.toList vs
go' path name version = concat
[ path
, '/' : toSinglePiece name
, '/' : toSinglePiece version
, '/' : cabalName name version
]
writeConfig ps = do
path <- rootDir `fmap` getYesod
let config = path ++ "/config.yaml"
liftIO $ encodeFile config $ encodeConfig ps
encodeConfig =
Mapping . map go . Map.toList
where
go (pn, vs) = (toSinglePiece pn, Sequence $ map go' $ Set.toList vs)
go' = Scalar . toSinglePiece
parseConfig :: Object String String -> PackageDB
parseConfig o = fromMaybe (error "Invalid config file") $ do
m <- fromMapping o
m' <- mapM go m
return $ Map.fromList m'
where
go :: (String, Object String String) -> Maybe (PackageName, Set Version)
go (name, vs) = do
Right name' <- return $ fromSinglePiece name
vs' <- fromSequence vs
vs'' <- mapM go' vs'
return (name', Set.fromList vs'')
go' s = do
s' <- fromScalar s
Right x <- return $ fromSinglePiece s'
return x