diff --git a/ChangeLog.md b/ChangeLog.md
--- a/ChangeLog.md
+++ b/ChangeLog.md
@@ -1,5 +1,10 @@
 # Revision history for crypto-rng
 
+## 0.1.1.0  -- 2019-10-08
+
+* Added a 'MonadError' instance for 'CryptoRNGT'.
+
+
 ## 0.1.0.2  -- 2018-03-14
 
 * Dropped support for GHC 7.8 and 7.10.
diff --git a/crypto-rng.cabal b/crypto-rng.cabal
--- a/crypto-rng.cabal
+++ b/crypto-rng.cabal
@@ -1,5 +1,5 @@
 name:                crypto-rng
-version:             0.1.0.2
+version:             0.1.1.0
 synopsis:            Cryptographic random number generator.
 
 description:         Convenient wrapper for the cryptographic random generator
@@ -14,7 +14,7 @@
 copyright:           Scrive AB
 category:            Crypto
 build-type:          Simple
-tested-with:         GHC == 8.0.2, GHC == 8.2.2, GHC == 8.4.1
+tested-with:         GHC == 8.0.2, GHC == 8.2.2, GHC == 8.4.4, GHC == 8.6.2
 extra-source-files:  ChangeLog.md
 cabal-version:       >=1.10
 
diff --git a/src/Crypto/RNG.hs b/src/Crypto/RNG.hs
--- a/src/Crypto/RNG.hs
+++ b/src/Crypto/RNG.hs
@@ -48,6 +48,7 @@
 import Control.Monad.Base
 import Control.Monad.Catch
 import Control.Monad.Cont
+import Control.Monad.Except
 import Control.Monad.Reader
 import Control.Monad.Trans.Control
 import Crypto.Random
@@ -138,7 +139,9 @@
 
 -- | Monad transformer with RNG state.
 newtype CryptoRNGT m a = CryptoRNGT { unCryptoRNGT :: InnerCryptoRNGT m a }
-  deriving (Alternative, Applicative, Functor, Monad, MonadBase b, MonadCatch, MonadIO, MonadMask, MonadPlus, MonadThrow, MonadTrans)
+  deriving ( Alternative, Applicative, Functor, Monad
+           , MonadBase b, MonadCatch, MonadError e, MonadIO, MonadMask, MonadPlus
+           , MonadThrow, MonadTrans )
 
 mapCryptoRNGT :: (m a -> n b) -> CryptoRNGT m a -> CryptoRNGT n b
 mapCryptoRNGT f m = withCryptoRNGState $ \s -> f (runCryptoRNGT s m)