streamly-0.7.2: benchmark/Streamly/Benchmark/Data/Stream/StreamK.hs
-- |
-- Module : Streamly.Benchmark.Data.Stream.StreamK
-- Copyright : (c) 2018 Harendra Kumar
--
-- License : BSD3
-- Maintainer : streamly@composewell.com
{-# LANGUAGE FlexibleContexts #-}
{-# LANGUAGE ScopedTypeVariables #-}
module Streamly.Benchmark.Data.Stream.StreamK
(
o_1_space
, o_n_stack
, o_n_heap
, o_n_space
, o_1_space_list
)
where
import Control.Monad (when)
import Data.Maybe (isJust)
import Prelude
(Monad, Int, (+), ($), (.), return, even, (>), (<=), div,
subtract, undefined, Maybe(..), not, (>>=),
maxBound, flip, (<$>), (<*>), round, (/), (**), (<), foldr, fmap)
import System.Random (randomRIO)
import qualified Prelude as P
import qualified Data.List as List
import qualified Streamly.Internal.Data.Stream.StreamK as S
import qualified Streamly.Internal.Data.Stream.Prelude as SP
import qualified Streamly.Internal.Data.SVar as S
import Streamly.Benchmark.Common (benchFold)
import Gauge (bench, nfIO, bgroup, Benchmark)
value, value2, value3, value16, maxValue :: Int
value = 100000
value2 = round (P.fromIntegral value**(1/2::P.Double)) -- double nested loop
value3 = round (P.fromIntegral value**(1/3::P.Double)) -- triple nested loop
value16 = round (P.fromIntegral value**(1/16::P.Double)) -- triple nested loop
maxValue = value
-------------------------------------------------------------------------------
-- Benchmark ops
-------------------------------------------------------------------------------
{-# INLINE toNull #-}
{-# INLINE uncons #-}
{-# INLINE nullTail #-}
{-# INLINE headTail #-}
{-# INLINE zip #-}
toNull, uncons, nullTail, headTail, zip
:: Monad m
=> Stream m Int -> m ()
{-# INLINE toList #-}
toList :: Monad m => Stream m Int -> m [Int]
{-# INLINE foldl #-}
foldl :: Monad m => Stream m Int -> m Int
{-# INLINE last #-}
last :: Monad m => Stream m Int -> m (Maybe Int)
-------------------------------------------------------------------------------
-- Stream generation and elimination
-------------------------------------------------------------------------------
type Stream m a = S.Stream m a
{-# INLINE sourceUnfoldr #-}
sourceUnfoldr :: Int -> Stream m Int
sourceUnfoldr n = S.unfoldr step n
where
step cnt =
if cnt > n + value
then Nothing
else Just (cnt, cnt + 1)
{-# INLINE sourceUnfoldrN #-}
sourceUnfoldrN :: Int -> Int -> Stream m Int
sourceUnfoldrN m n = S.unfoldr step n
where
step cnt =
if cnt > n + m
then Nothing
else Just (cnt, cnt + 1)
{-# INLINE sourceUnfoldrM #-}
sourceUnfoldrM :: S.MonadAsync m => Int -> Stream m Int
sourceUnfoldrM n = S.unfoldrM step n
where
step cnt =
if cnt > n + value
then return Nothing
else return (Just (cnt, cnt + 1))
{-# INLINE sourceUnfoldrMN #-}
sourceUnfoldrMN :: S.MonadAsync m => Int -> Int -> Stream m Int
sourceUnfoldrMN m n = S.unfoldrM step n
where
step cnt =
if cnt > n + m
then return Nothing
else return (Just (cnt, cnt + 1))
{-# INLINE sourceFromFoldable #-}
sourceFromFoldable :: Int -> Stream m Int
sourceFromFoldable n = S.fromFoldable [n..n+value]
{-# INLINE sourceFromFoldableM #-}
sourceFromFoldableM :: S.MonadAsync m => Int -> Stream m Int
sourceFromFoldableM n =
Prelude.foldr S.consM S.nil (Prelude.fmap return [n..n+value])
{-# INLINE sourceFoldMapWith #-}
sourceFoldMapWith :: Int -> Stream m Int
sourceFoldMapWith n = SP.foldMapWith S.serial S.yield [n..n+value]
{-# INLINE sourceFoldMapWithM #-}
sourceFoldMapWithM :: Monad m => Int -> Stream m Int
sourceFoldMapWithM n = SP.foldMapWith S.serial (S.yieldM . return) [n..n+value]
-------------------------------------------------------------------------------
-- Elimination
-------------------------------------------------------------------------------
{-# INLINE runStream #-}
runStream :: Monad m => Stream m a -> m ()
runStream = S.drain
-- runStream = S.mapM_ (\_ -> return ())
{-# INLINE mapM_ #-}
mapM_ :: Monad m => Stream m a -> m ()
mapM_ = S.mapM_ (\_ -> return ())
toNull = runStream
uncons s = do
r <- S.uncons s
case r of
Nothing -> return ()
Just (_, t) -> uncons t
{-# INLINE init #-}
init :: (Monad m, S.IsStream t) => t m a -> m ()
init s = do
t <- S.init s
P.mapM_ S.drain t
{-# INLINE tail #-}
tail :: (Monad m, S.IsStream t) => t m a -> m ()
tail s = S.tail s >>= P.mapM_ tail
nullTail s = do
r <- S.null s
when (not r) $ S.tail s >>= P.mapM_ nullTail
headTail s = do
h <- S.head s
when (isJust h) $ S.tail s >>= P.mapM_ headTail
toList = S.toList
foldl = S.foldl' (+) 0
last = S.last
-------------------------------------------------------------------------------
-- Transformation
-------------------------------------------------------------------------------
{-# INLINE transform #-}
transform :: Monad m => Stream m a -> m ()
transform = runStream
{-# INLINE composeN #-}
composeN
:: Monad m
=> Int -> (Stream m Int -> Stream m Int) -> Stream m Int -> m ()
composeN n f =
case n of
1 -> transform . f
2 -> transform . f . f
3 -> transform . f . f . f
4 -> transform . f . f . f . f
_ -> undefined
{-# INLINE scan #-}
{-# INLINE map #-}
{-# INLINE fmapK #-}
{-# INLINE filterEven #-}
{-# INLINE filterAllOut #-}
{-# INLINE filterAllIn #-}
{-# INLINE _takeOne #-}
{-# INLINE takeAll #-}
{-# INLINE takeWhileTrue #-}
{-# INLINE dropOne #-}
{-# INLINE dropAll #-}
{-# INLINE dropWhileTrue #-}
{-# INLINE dropWhileFalse #-}
{-# INLINE foldrS #-}
{-# INLINE foldlS #-}
{-# INLINE concatMap #-}
scan, map, fmapK, filterEven, filterAllOut,
filterAllIn, _takeOne, takeAll, takeWhileTrue, dropAll, dropOne,
dropWhileTrue, dropWhileFalse, foldrS, foldlS, concatMap
:: Monad m
=> Int -> Stream m Int -> m ()
{-# INLINE mapM #-}
{-# INLINE mapMSerial #-}
{-# INLINE intersperse #-}
mapM, mapMSerial, intersperse
:: S.MonadAsync m => Int -> Stream m Int -> m ()
scan n = composeN n $ S.scanl' (+) 0
map n = composeN n $ P.fmap (+1)
fmapK n = composeN n $ P.fmap (+1)
mapM n = composeN n $ S.mapM return
mapMSerial n = composeN n $ S.mapMSerial return
filterEven n = composeN n $ S.filter even
filterAllOut n = composeN n $ S.filter (> maxValue)
filterAllIn n = composeN n $ S.filter (<= maxValue)
_takeOne n = composeN n $ S.take 1
takeAll n = composeN n $ S.take maxValue
takeWhileTrue n = composeN n $ S.takeWhile (<= maxValue)
dropOne n = composeN n $ S.drop 1
dropAll n = composeN n $ S.drop maxValue
dropWhileTrue n = composeN n $ S.dropWhile (<= maxValue)
dropWhileFalse n = composeN n $ S.dropWhile (<= 1)
foldrS n = composeN n $ S.foldrS S.cons S.nil
foldlS n = composeN n $ S.foldlS (flip S.cons) S.nil
-- We use a (sqrt n) element stream as source and then concat the same stream
-- for each element to produce an n element stream.
concatMap n = composeN n $ (\s -> S.concatMap (\_ -> s) s)
intersperse n = composeN n $ S.intersperse maxValue
-------------------------------------------------------------------------------
-- Iteration
-------------------------------------------------------------------------------
iterStreamLen, maxIters :: Int
iterStreamLen = 10
maxIters = 10000
{-# INLINE iterateSource #-}
iterateSource
:: S.MonadAsync m
=> (Stream m Int -> Stream m Int) -> Int -> Int -> Stream m Int
iterateSource g i n = f i (sourceUnfoldrMN iterStreamLen n)
where
f (0 :: Int) m = g m
f x m = g (f (x P.- 1) m)
{-# INLINE iterateMapM #-}
{-# INLINE iterateScan #-}
{-# INLINE iterateFilterEven #-}
{-# INLINE iterateTakeAll #-}
{-# INLINE iterateDropOne #-}
{-# INLINE iterateDropWhileFalse #-}
{-# INLINE iterateDropWhileTrue #-}
iterateMapM, iterateScan, iterateFilterEven, iterateTakeAll, iterateDropOne,
iterateDropWhileFalse, iterateDropWhileTrue
:: S.MonadAsync m
=> Int -> Stream m Int
-- this is quadratic
iterateScan = iterateSource (S.scanl' (+) 0) (maxIters `div` 10)
iterateDropWhileFalse = iterateSource (S.dropWhile (> maxValue))
(maxIters `div` 10)
iterateMapM = iterateSource (S.mapM return) maxIters
iterateFilterEven = iterateSource (S.filter even) maxIters
iterateTakeAll = iterateSource (S.take maxValue) maxIters
iterateDropOne = iterateSource (S.drop 1) maxIters
iterateDropWhileTrue = iterateSource (S.dropWhile (<= maxValue)) maxIters
-------------------------------------------------------------------------------
-- Zipping and concat
-------------------------------------------------------------------------------
zip src = transform $ S.zipWith (,) src src
{-# INLINE concatMapRepl4xN #-}
concatMapRepl4xN :: Monad m => Stream m Int -> m ()
concatMapRepl4xN src = transform $ (S.concatMap (S.replicate 4) src)
-------------------------------------------------------------------------------
-- Mixed Composition
-------------------------------------------------------------------------------
{-# INLINE scanMap #-}
{-# INLINE dropMap #-}
{-# INLINE dropScan #-}
{-# INLINE takeDrop #-}
{-# INLINE takeScan #-}
{-# INLINE takeMap #-}
{-# INLINE filterDrop #-}
{-# INLINE filterTake #-}
{-# INLINE filterScan #-}
{-# INLINE filterMap #-}
scanMap, dropMap, dropScan, takeDrop, takeScan, takeMap, filterDrop,
filterTake, filterScan, filterMap
:: Monad m => Int -> Stream m Int -> m ()
scanMap n = composeN n $ S.map (subtract 1) . S.scanl' (+) 0
dropMap n = composeN n $ S.map (subtract 1) . S.drop 1
dropScan n = composeN n $ S.scanl' (+) 0 . S.drop 1
takeDrop n = composeN n $ S.drop 1 . S.take maxValue
takeScan n = composeN n $ S.scanl' (+) 0 . S.take maxValue
takeMap n = composeN n $ S.map (subtract 1) . S.take maxValue
filterDrop n = composeN n $ S.drop 1 . S.filter (<= maxValue)
filterTake n = composeN n $ S.take maxValue . S.filter (<= maxValue)
filterScan n = composeN n $ S.scanl' (+) 0 . S.filter (<= maxBound)
filterMap n = composeN n $ S.map (subtract 1) . S.filter (<= maxValue)
-------------------------------------------------------------------------------
-- Nested Composition
-------------------------------------------------------------------------------
{-# INLINE toNullApNested #-}
toNullApNested :: Monad m => Stream m Int -> m ()
toNullApNested s = runStream $ do
(+) <$> s <*> s
{-# INLINE toNullNested #-}
toNullNested :: Monad m => Stream m Int -> m ()
toNullNested s = runStream $ do
x <- s
y <- s
return $ x + y
{-# INLINE toNullNested3 #-}
toNullNested3 :: Monad m => Stream m Int -> m ()
toNullNested3 s = runStream $ do
x <- s
y <- s
z <- s
return $ x + y + z
{-# INLINE filterAllOutNested #-}
filterAllOutNested
:: Monad m
=> Stream m Int -> m ()
filterAllOutNested str = runStream $ do
x <- str
y <- str
let s = x + y
if s < 0
then return s
else S.nil
{-# INLINE filterAllInNested #-}
filterAllInNested
:: Monad m
=> Stream m Int -> m ()
filterAllInNested str = runStream $ do
x <- str
y <- str
let s = x + y
if s > 0
then return s
else S.nil
-------------------------------------------------------------------------------
-- Nested Composition Pure lists
-------------------------------------------------------------------------------
{-# INLINE sourceUnfoldrList #-}
sourceUnfoldrList :: Int -> Int -> [Int]
sourceUnfoldrList maxval n = List.unfoldr step n
where
step cnt =
if cnt > n + maxval
then Nothing
else Just (cnt, cnt + 1)
{-# INLINE toNullApNestedList #-}
toNullApNestedList :: [Int] -> [Int]
toNullApNestedList s = (+) <$> s <*> s
{-# INLINE toNullNestedList #-}
toNullNestedList :: [Int] -> [Int]
toNullNestedList s = do
x <- s
y <- s
return $ x + y
{-# INLINE toNullNestedList3 #-}
toNullNestedList3 :: [Int] -> [Int]
toNullNestedList3 s = do
x <- s
y <- s
z <- s
return $ x + y + z
{-# INLINE filterAllOutNestedList #-}
filterAllOutNestedList :: [Int] -> [Int]
filterAllOutNestedList str = do
x <- str
y <- str
let s = x + y
if s < 0
then return s
else []
{-# INLINE filterAllInNestedList #-}
filterAllInNestedList :: [Int] -> [Int]
filterAllInNestedList str = do
x <- str
y <- str
let s = x + y
if s > 0
then return s
else []
-------------------------------------------------------------------------------
-- Benchmarks
-------------------------------------------------------------------------------
o_1_space :: [Benchmark]
o_1_space =
[ bgroup "streamK"
[ bgroup "generation"
[ benchFold "unfoldr" toNull sourceUnfoldr
, benchFold "unfoldrM" toNull sourceUnfoldrM
, benchFold "fromFoldable" toNull sourceFromFoldable
, benchFold "fromFoldableM" toNull sourceFromFoldableM
-- appends
, benchFold "foldMapWith" toNull sourceFoldMapWith
, benchFold "foldMapWithM" toNull sourceFoldMapWithM
]
, bgroup "elimination"
[ benchFold "toNull" toNull sourceUnfoldrM
, benchFold "mapM_" mapM_ sourceUnfoldrM
, benchFold "uncons" uncons sourceUnfoldrM
, benchFold "init" init sourceUnfoldrM
, benchFold "foldl'" foldl sourceUnfoldrM
, benchFold "last" last sourceUnfoldrM
]
, bgroup "nested"
[ benchFold "toNullAp" toNullApNested (sourceUnfoldrMN value2)
, benchFold "toNull" toNullNested (sourceUnfoldrMN value2)
, benchFold "toNull3" toNullNested3 (sourceUnfoldrMN value3)
, benchFold "filterAllIn" filterAllInNested (sourceUnfoldrMN value2)
, benchFold "filterAllOut" filterAllOutNested (sourceUnfoldrMN value2)
, benchFold "toNullApPure" toNullApNested (sourceUnfoldrN value2)
, benchFold "toNullPure" toNullNested (sourceUnfoldrN value2)
, benchFold "toNull3Pure" toNullNested3 (sourceUnfoldrN value3)
, benchFold "filterAllInPure" filterAllInNested (sourceUnfoldrN value2)
, benchFold "filterAllOutPure" filterAllOutNested (sourceUnfoldrN value2)
]
, bgroup "transformation"
[ benchFold "foldrS" (foldrS 1) sourceUnfoldrM
, benchFold "scan" (scan 1) sourceUnfoldrM
, benchFold "map" (map 1) sourceUnfoldrM
, benchFold "fmap" (fmapK 1) sourceUnfoldrM
, benchFold "mapM" (mapM 1) sourceUnfoldrM
, benchFold "mapMSerial" (mapMSerial 1) sourceUnfoldrM
-- , benchFoldSrcK "concatMap" concatMap
, benchFold "concatMapNxN" (concatMap 1) (sourceUnfoldrMN value2)
, benchFold "concatMapPureNxN" (concatMap 1) (sourceUnfoldrN value2)
, benchFold "concatMapRepl4xN" concatMapRepl4xN
(sourceUnfoldrMN (value `div` 4))
]
, bgroup "transformationX4"
[ benchFold "scan" (scan 4) sourceUnfoldrM
, benchFold "map" (map 4) sourceUnfoldrM
, benchFold "fmap" (fmapK 4) sourceUnfoldrM
, benchFold "mapM" (mapM 4) sourceUnfoldrM
, benchFold "mapMSerial" (mapMSerial 4) sourceUnfoldrM
-- XXX this is horribly slow
-- , benchFold "concatMap" (concatMap 4) (sourceUnfoldrMN value16)
]
, bgroup "filtering"
[ benchFold "filter-even" (filterEven 1) sourceUnfoldrM
, benchFold "filter-all-out" (filterAllOut 1) sourceUnfoldrM
, benchFold "filter-all-in" (filterAllIn 1) sourceUnfoldrM
, benchFold "take-all" (takeAll 1) sourceUnfoldrM
, benchFold "takeWhile-true" (takeWhileTrue 1) sourceUnfoldrM
, benchFold "drop-one" (dropOne 1) sourceUnfoldrM
, benchFold "drop-all" (dropAll 1) sourceUnfoldrM
, benchFold "dropWhile-true" (dropWhileTrue 1) sourceUnfoldrM
, benchFold "dropWhile-false" (dropWhileFalse 1) sourceUnfoldrM
]
, bgroup "filteringX4"
[ benchFold "filter-even" (filterEven 4) sourceUnfoldrM
, benchFold "filter-all-out" (filterAllOut 4) sourceUnfoldrM
, benchFold "filter-all-in" (filterAllIn 4) sourceUnfoldrM
, benchFold "take-all" (takeAll 4) sourceUnfoldrM
, benchFold "takeWhile-true" (takeWhileTrue 4) sourceUnfoldrM
, benchFold "drop-one" (dropOne 4) sourceUnfoldrM
, benchFold "drop-all" (dropAll 4) sourceUnfoldrM
, benchFold "dropWhile-true" (dropWhileTrue 4) sourceUnfoldrM
, benchFold "dropWhile-false" (dropWhileFalse 4) sourceUnfoldrM
]
, bgroup "zipping"
[ benchFold "zip" zip sourceUnfoldrM
]
, bgroup "mixed"
[ benchFold "scan-map" (scanMap 1) sourceUnfoldrM
, benchFold "drop-map" (dropMap 1) sourceUnfoldrM
, benchFold "drop-scan" (dropScan 1) sourceUnfoldrM
, benchFold "take-drop" (takeDrop 1) sourceUnfoldrM
, benchFold "take-scan" (takeScan 1) sourceUnfoldrM
, benchFold "take-map" (takeMap 1) sourceUnfoldrM
, benchFold "filter-drop" (filterDrop 1) sourceUnfoldrM
, benchFold "filter-take" (filterTake 1) sourceUnfoldrM
, benchFold "filter-scan" (filterScan 1) sourceUnfoldrM
, benchFold "filter-map" (filterMap 1) sourceUnfoldrM
]
, bgroup "mixedX2"
[ benchFold "scan-map" (scanMap 2) sourceUnfoldrM
, benchFold "drop-map" (dropMap 2) sourceUnfoldrM
, benchFold "drop-scan" (dropScan 2) sourceUnfoldrM
, benchFold "take-drop" (takeDrop 2) sourceUnfoldrM
, benchFold "take-scan" (takeScan 2) sourceUnfoldrM
, benchFold "take-map" (takeMap 2) sourceUnfoldrM
, benchFold "filter-drop" (filterDrop 2) sourceUnfoldrM
, benchFold "filter-take" (filterTake 2) sourceUnfoldrM
, benchFold "filter-scan" (filterScan 2) sourceUnfoldrM
, benchFold "filter-map" (filterMap 2) sourceUnfoldrM
]
, bgroup "mixedX4"
[ benchFold "scan-map" (scanMap 4) sourceUnfoldrM
, benchFold "drop-map" (dropMap 4) sourceUnfoldrM
, benchFold "drop-scan" (dropScan 4) sourceUnfoldrM
, benchFold "take-drop" (takeDrop 4) sourceUnfoldrM
, benchFold "take-scan" (takeScan 4) sourceUnfoldrM
, benchFold "take-map" (takeMap 4) sourceUnfoldrM
, benchFold "filter-drop" (filterDrop 4) sourceUnfoldrM
, benchFold "filter-take" (filterTake 4) sourceUnfoldrM
, benchFold "filter-scan" (filterScan 4) sourceUnfoldrM
, benchFold "filter-map" (filterMap 4) sourceUnfoldrM
]
]
]
o_n_heap :: [Benchmark]
o_n_heap =
[ bgroup "streamK"
[ bgroup "transformation"
[ benchFold "foldlS" (foldlS 1) sourceUnfoldrM
]
]
]
{-# INLINE benchK #-}
benchK :: P.String -> (Int -> Stream P.IO Int) -> Benchmark
benchK name f = bench name $ nfIO $ randomRIO (1,1) >>= toNull . f
o_n_stack :: [Benchmark]
o_n_stack =
[ bgroup "streamK"
[ bgroup "elimination"
[ benchFold "tail" tail sourceUnfoldrM
, benchFold "nullTail" nullTail sourceUnfoldrM
, benchFold "headTail" headTail sourceUnfoldrM
]
, bgroup "transformation"
[
-- XXX why do these need so much stack
benchFold "intersperse" (intersperse 1) (sourceUnfoldrMN value2)
, benchFold "interspersePure" (intersperse 1) (sourceUnfoldrN value2)
]
, bgroup "transformationX4"
[
benchFold "intersperse" (intersperse 4) (sourceUnfoldrMN value16)
]
, bgroup "iterated"
[ benchK "mapM" iterateMapM
, benchK "scan(1/10)" iterateScan
, benchK "filterEven" iterateFilterEven
, benchK "takeAll" iterateTakeAll
, benchK "dropOne" iterateDropOne
, benchK "dropWhileFalse(1/10)" iterateDropWhileFalse
, benchK "dropWhileTrue" iterateDropWhileTrue
]
]
]
o_n_space :: [Benchmark]
o_n_space =
[ bgroup "streamK"
[ bgroup "elimination"
[ benchFold "toList" toList sourceUnfoldrM
]
]
]
{-# INLINE benchList #-}
benchList :: P.String -> ([Int] -> [Int]) -> (Int -> [Int]) -> Benchmark
benchList name run f = bench name $ nfIO $ randomRIO (1,1) >>= return . run . f
o_1_space_list :: [Benchmark]
o_1_space_list =
[ bgroup "list"
[ bgroup "elimination"
[ benchList "last" (\xs -> [List.last xs]) (sourceUnfoldrList value)
]
, bgroup "nested"
[ benchList "toNullAp" toNullApNestedList (sourceUnfoldrList value2)
, benchList "toNull" toNullNestedList (sourceUnfoldrList value2)
, benchList "toNull3" toNullNestedList3 (sourceUnfoldrList value3)
, benchList "filterAllIn" filterAllInNestedList (sourceUnfoldrList value2)
, benchList "filterAllOut" filterAllOutNestedList (sourceUnfoldrList value2)
]
]
]