diff --git a/CHANGELOG.md b/CHANGELOG.md
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,3 +1,7 @@
+0.6.2.1
+---
+* Fixed error output for unexpected floating point literal
+
 0.6.2
 ---
 * Nicer errors on unterminated inline lists and sections.
diff --git a/config-value.cabal b/config-value.cabal
--- a/config-value.cabal
+++ b/config-value.cabal
@@ -1,5 +1,5 @@
 name:                config-value
-version:             0.6.2
+version:             0.6.2.1
 synopsis:            Simple, layout-based value language similar to YAML or JSON
 license:             MIT
 license-file:        LICENSE
diff --git a/src/Config.hs b/src/Config.hs
--- a/src/Config.hs
+++ b/src/Config.hs
@@ -296,6 +296,7 @@
 explainToken token =
   case token of
     T.Error e     -> explainError e
+    T.Floating{}  -> "parse error: unexpected floating-point literal"
     T.Atom atom   -> "parse error: unexpected atom: `" ++ Text.unpack atom ++ "`"
     T.String str  -> "parse error: unexpected string: " ++ show (Text.unpack str)
     T.Bullet      -> "parse error: unexpected bullet '*'"
diff --git a/src/Config/LexerUtils.hs b/src/Config/LexerUtils.hs
--- a/src/Config/LexerUtils.hs
+++ b/src/Config/LexerUtils.hs
@@ -6,13 +6,11 @@
 module Config.LexerUtils where
 
 import Data.Char            (GeneralCategory(..), generalCategory, digitToInt,
-                             isAscii, isSpace, readLitChar, ord, isDigit)
-import Data.Monoid          ((<>))
+                             isAscii, isSpace, ord, isDigit)
 import Data.Text            (Text)
 import Data.Word            (Word8)
 import Numeric              (readInt)
 import qualified Data.Text      as Text
-import qualified Data.Text.Lazy as LText
 
 import Config.Tokens
 
@@ -106,7 +104,7 @@
 
 -- | Successfully terminate the current mode and emit tokens as needed
 endMode :: Action
-endMode len (Located endPosn match) mode =
+endMode len (Located endPosn _) mode =
   case mode of
     InNormal                 -> (InNormal, [])
     InCommentString _ st     -> (st, [])