diff --git a/rawfilepath.cabal b/rawfilepath.cabal
--- a/rawfilepath.cabal
+++ b/rawfilepath.cabal
@@ -1,5 +1,5 @@
 name:                rawfilepath
-version:             0.2.0
+version:             0.2.1
 synopsis:            Use RawFilePath instead of FilePath
 description:         Please see README.md
 homepage:            https://github.com/xtendo-org/rawfilepath#readme
diff --git a/src/RawFilePath/Directory.hs b/src/RawFilePath/Directory.hs
--- a/src/RawFilePath/Directory.hs
+++ b/src/RawFilePath/Directory.hs
@@ -23,10 +23,12 @@
     , getTemporaryDirectory
     , listDirectory
     , getDirectoryFiles
+    , getDirectoryFilesRecursive
     -- ** Destructive
     , createDirectory
     , createDirectoryIfMissing
     , removeFile
+    , tryRemoveFile
     , removeDirectory
     , removeDirectoryRecursive
     ) where
@@ -115,6 +117,24 @@
             rest <- repeatRead stream
             return $ d : rest
 
+-- | Recursively get all files in all subdirectories of the specified
+-- directory.
+--
+-- > *System.RawFilePath> getDirectoryFilesRecursive "src"
+-- > ["src/System/RawFilePath.hs"]
+getDirectoryFilesRecursive
+    :: RawFilePath -- ^ The path of directory to inspect
+    -> IO [RawFilePath] -- ^ A list of relative paths
+getDirectoryFilesRecursive path = do
+    names <- map (path +/+) . filter (\x -> x /= ".." && x /= ".") <$>
+        getDirectoryFiles path
+    inspectedNames <- mapM inspect names
+    return $ concat inspectedNames
+  where
+    inspect :: RawFilePath -> IO [RawFilePath]
+    inspect p = fmap U.isDirectory (U.getFileStatus p) >>= \i -> if i
+        then getDirectoryFilesRecursive p else return [p]
+
 -- | Create a new directory.
 --
 -- > ghci> createDirectory "/tmp/mydir"
@@ -166,9 +186,16 @@
           | otherwise              -> ioError e
     parents = reverse $ scanl1 (+/+) $ B.split (w8 '/') $ stripSlash path
 
--- | Remove a file. This function internally calls @unlink@.
+-- | Remove a file. This function internally calls @unlink@. If the file does
+-- not exist, an exception is thrown.
 removeFile :: RawFilePath -> IO ()
 removeFile = U.removeLink
+
+-- | A function that "tries" to remove a file. If the file does not exist,
+-- nothing happens.
+tryRemoveFile :: RawFilePath -> IO ()
+tryRemoveFile path = catchIOError (U.removeLink path) $
+    \ e -> unless (isDoesNotExistError e) $ ioError e
 
 -- | Remove a directory. The target directory needs to be empty; Otherwise an
 -- exception will be thrown.