diff --git a/ChangeLog.md b/ChangeLog.md
--- a/ChangeLog.md
+++ b/ChangeLog.md
@@ -1,5 +1,10 @@
 # Changelog for aeson-with
 
+## v0.1.0.0
+
+* Change `withArrayField` and `withValue` to take `ToJSON` values.
+* Remove `withValueMaybe`.
+
 ## v0.0.1.0
 
 * Dirty aeson-with lenses for quickly adding fields to objects.
diff --git a/aeson-with.cabal b/aeson-with.cabal
--- a/aeson-with.cabal
+++ b/aeson-with.cabal
@@ -1,13 +1,13 @@
 cabal-version: 1.12
 
--- This file has been generated from package.yaml by hpack version 0.33.0.
+-- This file has been generated from package.yaml by hpack version 0.33.1.
 --
 -- see: https://github.com/sol/hpack
 --
--- hash: 60d1cd77eef3980b26cefd6eb07c1b9e0ff54dcfa96838bfd6666cab0e858f6a
+-- hash: 1ee92e1f825a8b020fcedaea82e7dbc3f62b20bdb5a6731b26dac5b9a3e64ff6
 
 name:           aeson-with
-version:        0.0.1.0
+version:        0.1.0.0
 synopsis:       withXField combinators for aeson
 description:    Silly little withXField combinators for adding fields to an existing JSON value.
 category:       Data
diff --git a/src/Data/Aeson/With.hs b/src/Data/Aeson/With.hs
--- a/src/Data/Aeson/With.hs
+++ b/src/Data/Aeson/With.hs
@@ -2,7 +2,6 @@
 module Data.Aeson.With (
   withJSON
 , withValue
-, withValueMaybe
 , withStringField
 , withArrayField
 , withObjectField
@@ -34,16 +33,12 @@
 withStringField f v =  _Object  . at f ?~ String v
 
 -- | Add an Array field to a JSON value.
-withArrayField :: Text -> [Value] -> Value -> Value
-withArrayField f v = _Object . at f ?~ Array (V.fromList v)
+withArrayField :: ToJSON a => Text -> [a] -> Value -> Value
+withArrayField f v = _Object . at f ?~ Array (V.fromList (toJSON <$> v))
 
 -- | Add an Value field to a JSON value.
-withValue :: Text -> Value -> Value -> Value
-withValue f v = _Object . at f ?~ v
-
--- | Maybe add a Value to a JSON object.
-withValueMaybe :: Text -> Maybe Value -> Value -> Value
-withValueMaybe f v = _Object . at f .~ v
+withValue :: ToJSON a => Text -> a -> Value -> Value
+withValue f v = _Object . at f ?~ (toJSON v)
 
 -- | Add an Number field to a JSON value.
 withNumberField :: Text -> Scientific -> Value -> Value