diff --git a/CHANGELOG.md b/CHANGELOG.md
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,6 +2,11 @@
 
 For a full list of changes, see the history on [GitHub](https://github.com/hapytex/ordinal).
 
+## Version 0.3.1.0
+
+Remove the `NumericUnderscores` extension to allow building the package for more
+versions of GHC.
+
 ## Version 0.3.0.0
 
 Add support for short ordinal numbers and make `NumberType` and `HighNumberAlgorithm`
diff --git a/ordinal.cabal b/ordinal.cabal
--- a/ordinal.cabal
+++ b/ordinal.cabal
@@ -1,5 +1,5 @@
 name:                ordinal
-version:             0.3.0.0
+version:             0.3.1.0
 synopsis:            Convert numbers to words in different languages.
 description:
     A package based on Python's num2words package that converts numbers
diff --git a/src/Text/Numerals/Internal.hs b/src/Text/Numerals/Internal.hs
--- a/src/Text/Numerals/Internal.hs
+++ b/src/Text/Numerals/Internal.hs
@@ -1,4 +1,4 @@
-{-# LANGUAGE NumericUnderscores, Safe #-}
+{-# LANGUAGE Safe #-}
 
 module Text.Numerals.Internal (
     _div10, _rem10, _divisableBy, _divisable100
@@ -57,13 +57,13 @@
 _thousand = 1000
 
 _million :: Integral i => i
-_million = 1_000_000
+_million = 1000000
 
 _billion :: Integral i => i
-_billion = 1_000_000_000
+_billion = 1000000000
 
 _trillion :: Integral i => i
-_trillion = 1_000_000_000_000
+_trillion = 1000000000000
 
 _iLogFloor :: (Integral i, Integral j) => i -> i -> (i, j, i)
 _iLogFloor b m = go b