eternity-timestamped (empty) → 0.1

raw patch · 10 files changed

+349/−0 lines, 10 filesdep +QuickCheckdep +attoparsecdep +basesetup-changed

Dependencies added: QuickCheck, attoparsec, base, cereal, directory, eternity, foldl, generic-random, hashable, potoki, text, time

Files

• LICENSE +22/−0
• Setup.hs +2/−0
• eternity-timestamped.cabal +62/−0
• library/Eternity/Timestamped/Conversion.hs +27/−0
• library/Eternity/Timestamped/Data.hs +44/−0
• library/Eternity/Timestamped/Foldl.hs +31/−0
• library/Eternity/Timestamped/Potoki/Consume.hs +16/−0
• library/Eternity/Timestamped/Potoki/Produce.hs +16/−0
• library/Eternity/Timestamped/Potoki/Transform.hs +24/−0
• library/Eternity/Timestamped/Prelude.hs +105/−0

@@ -0,0 +1,22 @@+Copyright (c) 2018, Metrix.AI++Permission is hereby granted, free of charge, to any person+obtaining a copy of this software and associated documentation+files (the "Software"), to deal in the Software without+restriction, including without limitation the rights to use,+copy, modify, merge, publish, distribute, sublicense, and/or sell+copies of the Software, and to permit persons to whom the+Software is furnished to do so, subject to the following+conditions:++The above copyright notice and this permission notice shall be+included in all copies or substantial portions of the Software.++THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES+OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR+OTHER DEALINGS IN THE SOFTWARE.

@@ -0,0 +1,2 @@+import Distribution.Simple+main = defaultMain

@@ -0,0 +1,62 @@+name:+  eternity-timestamped+version:+  0.1+synopsis:+  Automatic timestamping for Eternity+category:+  Database, Event-sourcing, Streaming, Eternity+homepage:+  https://github.com/metrix-ai/eternity-timestamped +bug-reports:+  https://github.com/metrix-ai/eternity-timestamped/issues +author:+  Nikita Volkov <nikita.y.volkov@mail.ru>+maintainer:+  Metrix.AI Ninjas <ninjas@metrix.ai>+copyright:+  (c) 2018, Metrix.AI+license:+  MIT+license-file:+  LICENSE+build-type:+  Simple+cabal-version:+  >=1.10++source-repository head+  type:+    git+  location:+    git://github.com/metrix-ai/eternity-timestamped.git++library+  hs-source-dirs:+    library+  default-extensions:+    Arrows, BangPatterns, ConstraintKinds, DataKinds, DefaultSignatures, DeriveDataTypeable, DeriveFoldable, DeriveFunctor, DeriveGeneric, DeriveTraversable, EmptyDataDecls, FlexibleContexts, FlexibleInstances, FunctionalDependencies, GADTs, GeneralizedNewtypeDeriving, LambdaCase, LiberalTypeSynonyms, MagicHash, MultiParamTypeClasses, MultiWayIf, NoImplicitPrelude, NoMonomorphismRestriction, OverloadedStrings, PatternGuards, ParallelListComp, QuasiQuotes, RankNTypes, RecordWildCards, ScopedTypeVariables, StandaloneDeriving, TemplateHaskell, TupleSections, TypeFamilies, TypeOperators, UnboxedTuples+  default-language:+    Haskell2010+  exposed-modules:+    Eternity.Timestamped.Conversion+    Eternity.Timestamped.Data+    Eternity.Timestamped.Foldl+    Eternity.Timestamped.Potoki.Consume+    Eternity.Timestamped.Potoki.Produce+    Eternity.Timestamped.Potoki.Transform+  other-modules:+    Eternity.Timestamped.Prelude+  build-depends:+    attoparsec >=0.13 && <0.14,+    base >=4.8 && <5,+    cereal >=0.5.4 && <0.6,+    directory >=1.3 && <2,+    eternity >=0.1 && <0.2,+    foldl >=1.3.5 && <2,+    generic-random >=1 && <1.1,+    hashable >=1.2 && <2,+    potoki >=0.9 && <0.10,+    QuickCheck >=2.8.1 && <3,+    text >=1 && <2,+    time >=1.8 && <2

@@ -0,0 +1,27 @@+module Eternity.Timestamped.Conversion+where++import Eternity.Timestamped.Prelude+import Eternity.Timestamped.Data+++timestampMicroSecondsInt64 :: Timestamp -> Int64+timestampMicroSecondsInt64 (Timestamp prim) = prim+  +timestampNominalDiffTime :: Timestamp -> NominalDiffTime+timestampNominalDiffTime =+  unsafeCoerce . (* 1000000) . toInteger . timestampMicroSecondsInt64++timestampPosixTime :: Timestamp -> POSIXTime+timestampPosixTime = timestampNominalDiffTime++timestampUtcTime :: Timestamp -> UTCTime+timestampUtcTime = posixSecondsToUTCTime . timestampPosixTime++utcTimeTimestamp :: UTCTime -> Timestamp+utcTimeTimestamp =+  posixTimeTimestamp . utcTimeToPOSIXSeconds++posixTimeTimestamp :: POSIXTime -> Timestamp+posixTimeTimestamp =+  Timestamp . fromIntegral . flip div 1000000 . (unsafeCoerce :: NominalDiffTime -> Integer)

@@ -0,0 +1,44 @@+module Eternity.Timestamped.Data+where++import Eternity.Timestamped.Prelude+import qualified Generic.Random as A+++-- * Types+-------------------------++{-|+A value paired with a timestamp. +-}+data Timestamped event = Timestamped {-# UNPACK #-} !Timestamp !event++{-|+Amount of microseconds since @1970-01-01 00:00.000000 UTC@.+The semantics are the same as of 'Data.Time.Clock.POSIX.POSIXTime'.++This datatype is used instead of 'UTCTime' for space-efficiency.+-}+newtype Timestamp = Timestamp Int64+++-- * Instances+-------------------------++deriving instance Eq a => Eq (Timestamped a)+deriving instance Ord a => Ord (Timestamped a)+deriving instance Show a => Show (Timestamped a)+deriving instance Functor Timestamped+deriving instance Generic (Timestamped a)+instance Arbitrary a => Arbitrary (Timestamped a) where arbitrary = A.genericArbitraryU+instance Hashable a => Hashable (Timestamped a)+instance Serialize a => Serialize (Timestamped a)++deriving instance Eq Timestamp+deriving instance Ord Timestamp+deriving instance Show Timestamp+deriving instance Generic Timestamp+instance Arbitrary Timestamp where arbitrary = A.genericArbitraryU+instance Hashable Timestamp+instance Serialize Timestamp+

@@ -0,0 +1,31 @@+{-|+Folds on timestamped values+-}+module Eternity.Timestamped.Foldl+where++import Eternity.Timestamped.Prelude hiding (maximum)+import Eternity.Timestamped.Data+import Control.Foldl+import qualified Eternity.Timestamped.Conversion as A+++untimestamped :: Fold input output -> Fold (Timestamped input) output+untimestamped =+  premap (\ (Timestamped _ x) -> x)++filteringByUtcTime :: (UTCTime -> Bool) -> Fold (Timestamped input) output -> Fold (Timestamped input) output+filteringByUtcTime filter =+  filteringByTimestamp (filter . A.timestampUtcTime)++filteringByTimestamp :: (Timestamp -> Bool) -> Fold (Timestamped input) output -> Fold (Timestamped input) output+filteringByTimestamp filter =+  prefilter (\ (Timestamped ts _) -> filter ts)++inUtcTimeRange :: UTCTime -> UTCTime -> Fold (Timestamped input) output -> Fold (Timestamped input) output+inUtcTimeRange start end =+  inTimestampRange (A.utcTimeTimestamp start) (A.utcTimeTimestamp end)++inTimestampRange :: Timestamp -> Timestamp -> Fold (Timestamped input) output -> Fold (Timestamped input) output+inTimestampRange start end =+  filteringByTimestamp (\ ts -> ts >= start && ts < end)

@@ -0,0 +1,16 @@+module Eternity.Timestamped.Potoki.Consume+where++import Eternity.Timestamped.Prelude hiding (fold)+import Eternity.Timestamped.Data+import Potoki.Consume+import qualified Eternity.Potoki.Consume as A+++{-| Same as A.writeToFile, only specialized to timestamped values. -}+writeToFile :: Serialize event => FilePath -> Consume (Timestamped event) (Either IOException ())+writeToFile = A.writeToFile++{-| Same as A.writeToDir, only specialized to timestamped values. -}+writeToDir :: Serialize event => FilePath -> Consume (Timestamped event) (Either IOException ())+writeToDir = A.writeToDir

@@ -0,0 +1,16 @@+module Eternity.Timestamped.Potoki.Produce+where++import Eternity.Timestamped.Prelude+import Eternity.Timestamped.Data+import Potoki.Produce+import qualified Eternity.Potoki.Produce as A+++{-| Same as A.readFromFile, only specialized to timestamped values. -}+readFromFile :: Serialize event => FilePath -> Produce (Either IOException (Either Text (Timestamped event)))+readFromFile = A.readFromFile++{-| Same as A.readFromDir, only specialized to timestamped values. -}+readFromDir :: Serialize event => FilePath -> Produce (Either IOException (Either Text (Timestamped event)))+readFromDir = A.readFromDir

@@ -0,0 +1,24 @@+module Eternity.Timestamped.Potoki.Transform+where++import Eternity.Timestamped.Prelude+import Eternity.Timestamped.Data+import Eternity.Timestamped.Conversion+import Potoki.Transform+++{-|+Useful for getting a Consume,+which timestamps the events automatically as they arrive.++E.g., you can apply it to 'Eternity.Timestamped.Potoki.Consume.writeToDir':++@+'Potoki.Consume.transform' timestamp . 'Eternity.Timestamped.Potoki.Consume.writeToDir' :: FilePath -> 'Potoki.Consume.Consume' event (Either IOException ())+@+-}+timestamp :: Transform event (Timestamped event)+timestamp =+  mapInIO $ \ event -> do+    posixTime <- getPOSIXTime+    return (Timestamped (posixTimeTimestamp posixTime) event)

@@ -0,0 +1,105 @@+module Eternity.Timestamped.Prelude+(+  module Exports,+  textString,+)+where++-- base+-------------------------+import Control.Applicative as Exports+import Control.Arrow as Exports hiding (first, second)+import Control.Category as Exports+import Control.Concurrent as Exports+import Control.Exception as Exports+import Control.Monad as Exports hiding (mapM_, sequence_, forM_, msum, mapM, sequence, forM)+import Control.Monad.IO.Class as Exports+import Control.Monad.Fix as Exports hiding (fix)+import Control.Monad.ST as Exports+import Data.Bifunctor as Exports+import Data.Bits as Exports+import Data.Bool as Exports+import Data.Char as Exports+import Data.Coerce as Exports+import Data.Complex as Exports+import Data.Data as Exports+import Data.Dynamic as Exports+import Data.Either as Exports+import Data.Fixed as Exports+import Data.Foldable as Exports+import Data.Function as Exports hiding (id, (.))+import Data.Functor as Exports+import Data.Int as Exports+import Data.IORef as Exports+import Data.Ix as Exports+import Data.List as Exports hiding (sortOn, isSubsequenceOf, uncons, concat, foldr, foldl1, maximum, minimum, product, sum, all, and, any, concatMap, elem, foldl, foldr1, notElem, or, find, maximumBy, minimumBy, mapAccumL, mapAccumR, foldl')+import Data.Maybe as Exports+import Data.Monoid as Exports+import Data.Ord as Exports+import Data.Proxy as Exports+import Data.Ratio as Exports+import Data.STRef as Exports+import Data.String as Exports+import Data.Traversable as Exports+import Data.Tuple as Exports+import Data.Unique as Exports+import Data.Version as Exports+import Data.Word as Exports+import Debug.Trace as Exports+import Foreign.ForeignPtr as Exports+import Foreign.Ptr as Exports+import Foreign.StablePtr as Exports+import Foreign.Storable as Exports+import GHC.Conc as Exports hiding (withMVar, threadWaitWriteSTM, threadWaitWrite, threadWaitReadSTM, threadWaitRead)+import GHC.Exts as Exports (lazy, inline, sortWith, groupWith)+import GHC.Generics as Exports (Generic)+import GHC.IO.Exception as Exports+import Numeric as Exports+import Prelude as Exports hiding (concat, foldr, mapM_, sequence_, foldl1, maximum, minimum, product, sum, all, and, any, concatMap, elem, foldl, foldr1, notElem, or, mapM, sequence, id, (.))+import System.Environment as Exports+import System.Exit as Exports+import System.IO as Exports+import System.IO.Error as Exports+import System.IO.Unsafe as Exports+import System.Mem as Exports+import System.Mem.StableName as Exports+import System.Timeout as Exports+import Text.ParserCombinators.ReadP as Exports (ReadP, ReadS, readP_to_S, readS_to_P)+import Text.ParserCombinators.ReadPrec as Exports (ReadPrec, readPrec_to_P, readP_to_Prec, readPrec_to_S, readS_to_Prec)+import Text.Printf as Exports (printf, hPrintf)+import Text.Read as Exports (Read(..), readMaybe, readEither)+import Unsafe.Coerce as Exports++-- foldl+-------------------------+import Control.Foldl as Exports (Fold(..), FoldM(..))++-- cereal+-------------------------+import Data.Serialize as Exports (Serialize)++-- text+-------------------------+import Data.Text as Exports (Text)++-- time+-------------------------+import Data.Time as Exports+import Data.Time.Clock as Exports+import Data.Time.Clock.POSIX as Exports++-- hashable+-------------------------+import Data.Hashable as Exports++-- QuickCheck+-------------------------+import Test.QuickCheck as Exports (Arbitrary(..))++-- Custom+-------------------------+import qualified Data.Text as A++textString :: Text -> String+textString =+  A.unpack