fusion 0.1.2 → 0.2.0
raw patch · 2 files changed
+156/−71 lines, 2 filesPVP ok
version bump matches the API change (PVP)
API changes (from Hackage documentation)
- Fusion: [getListT] :: ListT m a -> Stream a m ()
- Fusion: [getStepList] :: StepList s r a -> Step s a r
- Fusion: bracketS :: (Monad m, MonadMask (Base m), MonadSafe m) => Base m s -> (s -> Base m ()) -> (forall r. s -> (s -> a -> m r) -> (s -> m r) -> m r -> m r) -> Stream a m ()
- Fusion: concatS :: Monad m => Stream (Stream a m r) m r -> Stream a m r
- Fusion: dropS :: Monad m => Int -> Stream a m r -> Stream a m ()
- Fusion: filterS :: Functor m => (a -> Bool) -> Stream a m r -> Stream a m r
- Fusion: instance (GHC.Base.Monad m, GHC.Base.Applicative m) => GHC.Base.Applicative (Fusion.ListT m)
- Fusion: instance (GHC.Base.Monad m, GHC.Base.Applicative m) => GHC.Base.Applicative (Fusion.Stream a m)
- Fusion: instance (GHC.Base.Monad m, GHC.Base.Applicative m) => GHC.Base.Monad (Fusion.ListT m)
- Fusion: instance Control.Monad.Trans.Class.MonadTrans (Fusion.Stream a)
- Fusion: instance GHC.Base.Functor (Fusion.Step s a)
- Fusion: instance GHC.Base.Functor (Fusion.StepList s r)
- Fusion: instance GHC.Base.Functor m => GHC.Base.Functor (Fusion.ListT m)
- Fusion: instance GHC.Base.Functor m => GHC.Base.Functor (Fusion.Stream a m)
- Fusion: instance GHC.Show.Show a => GHC.Show.Show (Fusion.Stream a Data.Functor.Identity.Identity r)
- Fusion: lazyToListS :: Stream a IO r -> IO [a]
- Fusion: mapP :: (Monad m, Applicative m) => (a -> b) -> Pipe a b m ()
- Fusion: mapS :: Functor m => (a -> b) -> Stream a m r -> Stream b m r
- Fusion: runStream_ :: Monad m => Stream Void m r -> m r
- Fusion: toListS :: Monad m => Stream a m r -> m [a]
+ Fusion: (>->) :: Stream a m r -> (Stream a m r -> Stream b m r) -> Stream b m r
+ Fusion: applyStream :: Functor m => (forall s. Step s a r -> r) -> Stream a m r -> m r
+ Fusion: bindStream :: Monad m => (forall s. Step s a r -> m r) -> Stream a m r -> m r
+ Fusion: bracket :: (Monad m, MonadMask (Base m), MonadSafe m) => Base m s -> (s -> Base m ()) -> (forall r. s -> (s -> a -> m r) -> (s -> m r) -> m r -> m r) -> Stream a m ()
+ Fusion: concat :: Monad m => Stream (Stream a m r) m r -> Stream a m r
+ Fusion: drop :: Applicative m => Int -> Stream a m r -> Stream a m ()
+ Fusion: filter :: Functor m => (a -> Bool) -> Stream a m r -> Stream a m r
+ Fusion: foldlStream :: Monad m => (b -> a -> b) -> (b -> r -> s) -> b -> Stream a m r -> m s
+ Fusion: foldlStreamM :: Monad m => (m b -> a -> m b) -> (m b -> r -> m s) -> m b -> Stream a m r -> m s
+ Fusion: foldrStream :: Monad m => (a -> b -> b) -> (r -> b) -> Stream a m r -> m b
+ Fusion: foldrStreamM :: Monad m => (a -> m b -> m b) -> (r -> m b) -> Stream a m r -> m b
+ Fusion: getListT :: ListT m a -> Stream a m ()
+ Fusion: getStepList :: StepList s r a -> Step s a r
+ Fusion: instance (Monad m, Applicative m) => Applicative (ListT m)
+ Fusion: instance (Monad m, Applicative m) => Applicative (Stream a m)
+ Fusion: instance (Monad m, Applicative m) => Monad (ListT m)
+ Fusion: instance Functor (Step s a)
+ Fusion: instance Functor (StepList s r)
+ Fusion: instance Functor m => Functor (ListT m)
+ Fusion: instance Functor m => Functor (Stream a m)
+ Fusion: instance MonadTrans (Stream a)
+ Fusion: instance Show a => Show (Stream a Identity r)
+ Fusion: lazyFoldrStreamIO :: (a -> IO b -> IO b) -> (r -> IO b) -> Stream a IO r -> IO b
+ Fusion: lazyToListIO :: Stream a IO r -> IO [a]
+ Fusion: map :: Functor m => (a -> b) -> Stream a m r -> Stream b m r
+ Fusion: runStream' :: Monad m => Stream Void m r -> m r
+ Fusion: stepStream :: Functor m => (forall s. Step s a r -> Step s b r) -> Stream a m r -> Stream b m r
+ Fusion: toList :: Monad m => Stream a m r -> m [a]
- Fusion: fromList :: Foldable f => Applicative m => f a -> Stream a m ()
+ Fusion: fromList :: (Foldable f, Applicative m) => f a -> Stream a m ()
- Fusion: fromListM :: (Monad m, Foldable f) => m (f a) -> Stream a m ()
+ Fusion: fromListM :: (Applicative m, Foldable f) => m (f a) -> Stream a m ()
Files
- Fusion.hs +154/−69
- fusion.cabal +2/−2
Fusion.hs view
@@ -1,10 +1,12 @@+{-# LANGUAGE BangPatterns #-} {-# LANGUAGE CPP #-} {-# LANGUAGE DeriveFunctor #-} {-# LANGUAGE FlexibleContexts #-} {-# LANGUAGE FlexibleInstances #-}+{-# LANGUAGE GADTs #-} {-# LANGUAGE LambdaCase #-}+{-# LANGUAGE MagicHash #-} {-# LANGUAGE RankNTypes #-}-{-# LANGUAGE GADTs #-} {-# LANGUAGE TupleSections #-} module Fusion@@ -14,25 +16,31 @@ -- * StepList , StepList(..) -- * Stream- , Stream(..), mapS, filterS, dropS, concatS, fromList, fromListM- , toListS, lazyToListS, runStream, runStream_- , emptyStream, bracketS, next+ , Stream(..), map, filter, drop, concat, fromList, fromListM+ , runStream, runStream', bindStream, applyStream, stepStream+ , foldlStream, foldlStreamM+ , foldrStream, foldrStreamM, lazyFoldrStreamIO+ , toList, lazyToListIO+ , emptyStream, bracket, next -- * StreamList , ListT(..), concatL -- * Pipes , Producer, Pipe, Consumer- , each, mapP+ , each+ , (>->) ) where -import Control.Applicative-import Control.Monad-import Control.Monad.Trans.Class-import Data.Foldable-import Data.Functor.Identity-import Data.Void-import Pipes.Safe-import System.IO.Unsafe+import Control.Applicative+import Control.Monad+import Control.Monad.Trans.Class+import qualified Data.Foldable as F+import Data.Functor.Identity+import Data.Void+import GHC.Exts hiding (fromList, toList)+import Pipes.Safe (MonadSafe(..), MonadMask(..))+import Prelude hiding (map, concat, filter, drop)+import System.IO.Unsafe #define PHASE_FUSED [1] #define PHASE_INNER [0]@@ -59,17 +67,18 @@ -- Stream -data Stream a m r where- Stream :: (s -> m (Step s a r)) -> s -> Stream a m r+data Stream a m r = forall s. Stream (s -> m (Step s a r)) s instance Show a => Show (Stream a Identity r) where- show xs = "Stream " ++ show (runIdentity (toListS xs))+ show xs = "Stream " ++ show (runIdentity (toList xs)) instance Functor m => Functor (Stream a m) where+ {-# SPECIALIZE instance Functor (Stream a IO) #-} fmap f (Stream k m) = Stream (fmap (fmap f) . k) m {-# INLINE_FUSED fmap #-} instance (Monad m, Applicative m) => Applicative (Stream a m) where+ {-# SPECIALIZE instance Applicative (Stream a IO) #-} pure = Stream (pure . Done) {-# INLINE_FUSED pure #-} sf <*> sx = Stream (\() -> Done <$> (runStream sf <*> runStream sx)) ()@@ -80,25 +89,43 @@ {-# INLINE_FUSED lift #-} (<&>) :: Functor f => f a -> (a -> b) -> f b-(<&>) = flip (<$>)+x <&> f = fmap f x {-# INLINE (<&>) #-} +-- | Helper function for more easily writing step functions. Be aware that+-- this can degrade performance over writing the step function directly as an+-- inlined, inner function. The same applies for 'applyStream', 'stepStream',+-- 'foldlStream', etc.+bindStream :: Monad m => (forall s. Step s a r -> m r) -> Stream a m r -> m r+bindStream f (Stream step i) = step i >>= f+{-# INLINE_INNER bindStream #-}++applyStream :: Functor m => (forall s. Step s a r -> r) -> Stream a m r -> m r+applyStream f (Stream step i) = f <$> step i+{-# INLINE_INNER applyStream #-}++stepStream :: Functor m+ => (forall s. Step s a r -> Step s b r) -> Stream a m r+ -> Stream b m r+stepStream f (Stream step i) = Stream (fmap f . step) i+{-# INLINE_INNER stepStream #-}+ -- | Map over the values produced by a stream. ----- >>> mapS (+1) (fromList [1..3]) :: Stream Int Identity ()+-- >>> map (+1) (fromList [1..3]) :: Stream Int Identity () -- Stream [2,3,4]-mapS :: Functor m => (a -> b) -> Stream a m r -> Stream b m r-mapS f (Stream step i) = Stream step' i+map :: Functor m => (a -> b) -> Stream a m r -> Stream b m r+map f (Stream step i) = Stream step' i where {-# INLINE_INNER step' #-} step' s = step s <&> \case Done r -> Done r Skip s' -> Skip s' Yield s' a -> Yield s' (f a)-{-# INLINE_FUSED mapS #-}+{-# INLINE_FUSED map #-} -filterS :: Functor m => (a -> Bool) -> Stream a m r -> Stream a m r-filterS p (Stream step i) = Stream step' i+filter :: Functor m => (a -> Bool) -> Stream a m r -> Stream a m r+filter p (Stream step i) = Stream step' i where {-# INLINE_INNER step' #-} step' s = step s <&> \case@@ -106,27 +133,28 @@ Skip s' -> Skip s' Yield s' a | p a -> Yield s' a | otherwise -> Skip s'-{-# INLINE_FUSED filterS #-}+{-# INLINE_FUSED filter #-} -dropS :: Monad m => Int -> Stream a m r -> Stream a m ()-dropS n (Stream step i) = Stream step' (i, Just n)+data Split = Pass !Int# | Keep++drop :: Applicative m => Int -> Stream a m r -> Stream a m ()+drop (I# n) (Stream step i) = Stream step' (i, Pass n) where {-# INLINE_INNER step' #-}- step' (s, Just n')- | n' > 0 = step s <&> \case- Yield s' _ -> Skip (s', Just (n'-1))- Skip s' -> Skip (s', Just n')- Done _ -> Done ()- | otherwise = return $ Skip (s, Nothing)+ step' (s, Pass 0#) = pure $ Skip (s, Keep)+ step' (s, Pass n') = step s <&> \case+ Yield s' _ -> Skip (s', Pass (n' -# 1#))+ Skip s' -> Skip (s', Pass n')+ Done _ -> Done () - step' (s, Nothing) = step s <&> \case- Yield s' x -> Yield (s', Nothing) x- Skip s' -> Skip (s', Nothing)+ step' (s, Keep) = step s <&> \case+ Yield s' x -> Yield (s', Keep) x+ Skip s' -> Skip (s', Keep) Done _ -> Done ()-{-# INLINE_FUSED dropS #-}+{-# INLINE_FUSED drop #-} -concatS :: Monad m => Stream (Stream a m r) m r -> Stream a m r-concatS (Stream step i) = Stream step' (Left i)+concat :: Monad m => Stream (Stream a m r) m r -> Stream a m r+concat (Stream step i) = Stream step' (Left i) where {-# INLINE_INNER step' #-} step' (Left s) = step s >>= \case@@ -134,26 +162,26 @@ Skip s' -> return $ Skip (Left s') Yield s' a -> step' (Right (s',a)) - step' (Right (s, Stream inner j)) = inner j <&> \case+ step' (Right (s, Stream inner j)) = liftM (\case Done _ -> Skip (Left s) Skip j' -> Skip (Right (s, Stream inner j'))- Yield j' a -> Yield (Right (s, Stream inner j')) a-{-# INLINE_FUSED concatS #-}+ Yield j' a -> Yield (Right (s, Stream inner j')) a) (inner j)+{-# INLINE_FUSED concat #-} -fromList :: Foldable f => Applicative m => f a -> Stream a m ()-fromList = Stream (pure . step) . toList+fromList :: (F.Foldable f, Applicative m) => f a -> Stream a m ()+fromList = Stream (pure . step) . F.toList where {-# INLINE_INNER step #-} step [] = Done () step (x:xs) = Yield xs x {-# INLINE_FUSED fromList #-} -fromListM :: (Monad m, Foldable f) => m (f a) -> Stream a m ()-fromListM = Stream (step `liftM`) . liftM toList+fromListM :: (Applicative m, F.Foldable f) => m (f a) -> Stream a m ()+fromListM = Stream (step `fmap`) . fmap F.toList where {-# INLINE_INNER step #-} step [] = Done ()- step (y:ys) = Yield (return ys) y+ step (y:ys) = Yield (pure ys) y {-# INLINE_FUSED fromListM #-} runStream :: Monad m => Stream a m r -> m r@@ -166,46 +194,100 @@ Yield s' _ -> step' s' {-# INLINE runStream #-} -runStream_ :: Monad m => Stream Void m r -> m r-runStream_ (Stream step i) = step' i+runStream' :: Monad m => Stream Void m r -> m r+runStream' (Stream step i) = step' i where {-# INLINE_INNER step' #-} step' s = step s >>= \case Done r -> return r Skip s' -> step' s' Yield _ a -> absurd a-{-# INLINE runStream_ #-}+{-# INLINE runStream' #-} -toListS :: Monad m => Stream a m r -> m [a]-toListS (Stream step i) = step' i+foldlStream :: Monad m+ => (b -> a -> b) -> (b -> r -> s) -> b -> Stream a m r -> m s+foldlStream f w z (Stream step i) = step' i z where {-# INLINE_INNER step' #-}+ step' s !acc = step s >>= \case+ Done r -> return $ w acc r+ Skip s' -> step' s' acc+ Yield s' a -> step' s' (f acc a)+{-# INLINE_FUSED foldlStream #-}++foldlStreamM :: Monad m+ => (m b -> a -> m b) -> (m b -> r -> m s) -> m b -> Stream a m r+ -> m s+foldlStreamM f w z (Stream step i) = step' i z+ where+ {-# INLINE_INNER step' #-}+ step' s acc = step s >>= \case+ Done r -> w acc r+ Skip s' -> step' s' acc+ Yield s' a -> step' s' (f acc a)+{-# INLINE_FUSED foldlStreamM #-}++foldrStream :: Monad m => (a -> b -> b) -> (r -> b) -> Stream a m r -> m b+foldrStream f w (Stream step i) = step' i+ where+ {-# INLINE_INNER step' #-} step' s = step s >>= \case- Done _ -> return []+ Done r -> return $ w r Skip s' -> step' s'- Yield s' a -> liftM (a:) (step' s')-{-# INLINE toListS #-}+ Yield s' a -> liftM (f a) (step' s')+{-# INLINE_FUSED foldrStream #-} -lazyToListS :: Stream a IO r -> IO [a]-lazyToListS (Stream step i) = step' i+foldrStreamM :: Monad m+ => (a -> m b -> m b) -> (r -> m b) -> Stream a m r -> m b+foldrStreamM f w (Stream step i) = step' i where {-# INLINE_INNER step' #-} step' s = step s >>= \case+ Done r -> w r+ Skip s' -> step' s'+ Yield s' a -> f a (step' s')+{-# INLINE_FUSED foldrStreamM #-}++lazyFoldrStreamIO :: (a -> IO b -> IO b) -> (r -> IO b) -> Stream a IO r -> IO b+lazyFoldrStreamIO f w (Stream step i) = step' i+ where+ {-# INLINE_INNER step' #-}+ step' s = step s >>= \case+ Done r -> w r+ Skip s' -> step' s'+ Yield s' a -> f a (unsafeInterleaveIO (step' s'))+{-# INLINE_FUSED lazyFoldrStreamIO #-}++toList :: Monad m => Stream a m r -> m [a]+toList (Stream step i) = step' i id+ where+ {-# INLINE_INNER step' #-}+ step' s acc = step s >>= \case+ Done _ -> return $ acc []+ Skip s' -> step' s' acc+ Yield s' a -> step' s' (acc . (a:))+{-# INLINE toList #-}++lazyToListIO :: Stream a IO r -> IO [a]+lazyToListIO (Stream step i) = step' i+ where+ {-# INLINE_INNER step' #-}+ step' s = step s >>= \case Done _ -> return [] Skip s' -> step' s' Yield s' a -> liftM (a:) (unsafeInterleaveIO (step' s'))-{-# INLINE lazyToListS #-}+{-# INLINE lazyToListIO #-} emptyStream :: (Monad m, Applicative m) => Stream Void m () emptyStream = pure () {-# INLINE CONLIKE emptyStream #-} -bracketS :: (Monad m, MonadMask (Base m), MonadSafe m)+bracket :: (Monad m, MonadMask (Base m), MonadSafe m) => Base m s -> (s -> Base m ()) -> (forall r. s -> (s -> a -> m r) -> (s -> m r) -> m r -> m r) -> Stream a m ()-bracketS i f step = Stream step' $ mask $ \unmask -> do+bracket i f step = Stream step' $ mask $ \unmask -> do s <- unmask $ liftBase i key <- register (f s) return (s, key)@@ -218,7 +300,7 @@ unmask $ liftBase $ f s release key return $ Done ())-{-# INLINE_FUSED bracketS #-}+{-# INLINE_FUSED bracket #-} next :: Monad m => Stream a m r -> m (Either r (a, Stream a m r)) next (Stream step i) = step' i@@ -235,23 +317,26 @@ newtype ListT m a = ListT { getListT :: Stream a m () } instance Functor m => Functor (ListT m) where- fmap f (ListT s) = ListT $ mapS f s+ {-# SPECIALIZE instance Functor (ListT IO) #-}+ fmap f = ListT . map f . getListT {-# INLINE fmap #-} instance (Monad m, Applicative m) => Applicative (ListT m) where+ {-# SPECIALIZE instance Applicative (ListT IO) #-} pure = return {-# INLINE pure #-} (<*>) = ap {-# INLINE (<*>) #-} instance (Monad m, Applicative m) => Monad (ListT m) where- return x = ListT $ fromList [x]+ {-# SPECIALIZE instance Monad (ListT IO) #-}+ return = ListT . fromList . (:[]) {-# INLINE return #-}- m >>= f = concatL $ fmap f m+ (>>=) = (concatL .) . flip fmap {-# INLINE (>>=) #-} concatL :: (Monad m, Applicative m) => ListT m (ListT m a) -> ListT m a-concatL = ListT . concatS . getListT . liftM getListT+concatL = ListT . concat . getListT . liftM getListT {-# INLINE concatL #-} -- Pipes@@ -260,10 +345,10 @@ type Pipe a b m r = Stream a m () -> Stream b m r type Consumer a m r = Stream a m () -> m r -each :: (Applicative m, Foldable f) => f a -> Producer a m ()+each :: (Applicative m, F.Foldable f) => f a -> Producer a m () each = fromList-{-# INLINE each #-}+{-# INLINE_FUSED each #-} -mapP :: (Monad m, Applicative m) => (a -> b) -> Pipe a b m ()-mapP f = getListT . liftM f . ListT-{-# INLINE mapP #-}+(>->) :: Stream a m r -> (Stream a m r -> Stream b m r) -> Stream b m r+f >-> g = g f+{-# INLINE_FUSED (>->) #-}
fusion.cabal view
@@ -1,5 +1,5 @@ name: fusion-version: 0.1.2+version: 0.2.0 synopsis: Effectful streaming library based on shortcut fusion techniques description: Effectful streaming library based on shortcut fusion techniques homepage: https://github.com/jwiegley/fusion@@ -15,7 +15,7 @@ library exposed-modules: Fusion other-extensions: DeriveFunctor, LambdaCase, RankNTypes, GADTs- ghc-options: -O2+ ghc-options: -O2 -fexpose-all-unfoldings -fmax-simplifier-iterations=20 build-depends: base >=4.7 && <5 , transformers >=0.3 && <0.5