hledger-flow-0.12.3.0: test/CSVImport/Unit.hs
{-# LANGUAGE OverloadedStrings #-}
{-# LANGUAGE OverloadedLists #-}
module CSVImport.Unit where
import Test.HUnit
import Turtle
import Prelude hiding (FilePath)
import qualified Data.Map.Strict as Map
import Control.Concurrent.STM
import TestHelpers
import Hledger.Flow.Common
groupedJaneBogart :: Map.Map FilePath [FilePath]
groupedJaneBogart = [
("./import/jane/bogartbank/checking/2018-include.journal",
["import/jane/bogartbank/checking/3-journal/2018/2018-12-30.journal"]),
("./import/jane/bogartbank/checking/2019-include.journal",
["import/jane/bogartbank/checking/3-journal/2019/2019-01-30.journal"]),
("./import/jane/bogartbank/savings/2017-include.journal",
["import/jane/bogartbank/savings/3-journal/2017/2017-12-30.journal"]),
("./import/jane/bogartbank/savings/2018-include.journal",
["import/jane/bogartbank/savings/3-journal/2018/2018-01-30.journal"])]
groupedJaneOther :: Map.Map FilePath [FilePath]
groupedJaneOther = [
("./import/jane/otherbank/creditcard/2017-include.journal",
["import/jane/otherbank/creditcard/3-journal/2017/2017-12-30.journal"]),
("./import/jane/otherbank/creditcard/2018-include.journal",
["import/jane/otherbank/creditcard/3-journal/2018/2018-01-30.journal"]),
("./import/jane/otherbank/investments/2018-include.journal",
["import/jane/otherbank/investments/3-journal/2018/2018-12-30.journal"]),
("./import/jane/otherbank/investments/2019-include.journal",
["import/jane/otherbank/investments/3-journal/2019/2019-01-30.journal"])]
groupedJohnBogart :: Map.Map FilePath [FilePath]
groupedJohnBogart = [
("./import/john/bogartbank/checking/2018-include.journal",
["import/john/bogartbank/checking/3-journal/2018/2018-11-30.journal",
"import/john/bogartbank/checking/3-journal/2018/2018-10-30.journal",
"import/john/bogartbank/checking/3-journal/2018/2018-12-30.journal"]),
("./import/john/bogartbank/checking/2019-include.journal",
["import/john/bogartbank/checking/3-journal/2019/2019-01-30.journal",
"import/john/bogartbank/checking/3-journal/2019/2019-02-30.journal"]),
("./import/john/bogartbank/savings/2017-include.journal",
["import/john/bogartbank/savings/3-journal/2017/2017-11-30.journal",
"import/john/bogartbank/savings/3-journal/2017/2017-12-30.journal"]),
("./import/john/bogartbank/savings/2018-include.journal",
["import/john/bogartbank/savings/3-journal/2018/2018-02-30.journal",
"import/john/bogartbank/savings/3-journal/2018/2018-01-30.journal"])]
groupedJohnOther :: Map.Map FilePath [FilePath]
groupedJohnOther = [
("./import/john/otherbank/creditcard/2017-include.journal",
["import/john/otherbank/creditcard/3-journal/2017/2017-12-30.journal"]),
("./import/john/otherbank/creditcard/2018-include.journal",
["import/john/otherbank/creditcard/3-journal/2018/2018-01-30.journal"]),
("./import/john/otherbank/investments/2018-include.journal",
["import/john/otherbank/investments/3-journal/2018/2018-12-30.journal"]),
("./import/john/otherbank/investments/2019-include.journal",
["import/john/otherbank/investments/3-journal/2019/2019-01-30.journal"])]
groupedIncludeFiles :: Map.Map FilePath [FilePath]
groupedIncludeFiles = groupedJaneBogart <> groupedJaneOther <>
groupedJohnBogart <> groupedJohnOther
testYearsIncludeMap :: Test
testYearsIncludeMap = TestCase (
do
let maps = allYearIncludeFiles groupedJohnOther
let yearGrouping = [("./import/john/otherbank/creditcard/all-years.journal",
["./import/john/otherbank/creditcard/2017-include.journal",
"./import/john/otherbank/creditcard/2018-include.journal"]),
("./import/john/otherbank/investments/all-years.journal",
["./import/john/otherbank/investments/2018-include.journal",
"./import/john/otherbank/investments/2019-include.journal"])]
let expected = (groupedJohnOther, yearGrouping)
assertEqual "An augmented map with grouped years per level added" expected maps
)
testYearsIncludeGrouping :: Test
testYearsIncludeGrouping = TestCase (
do
let yearsMap = yearsIncludeMap (Map.keys groupedJohnOther)
let expected = [("./import/john/otherbank/creditcard/all-years.journal",
["./import/john/otherbank/creditcard/2017-include.journal",
"./import/john/otherbank/creditcard/2018-include.journal"]),
("./import/john/otherbank/investments/all-years.journal",
["./import/john/otherbank/investments/2018-include.journal",
"./import/john/otherbank/investments/2019-include.journal"])]
assertEqual "A basic map with grouped years per level" expected yearsMap
)
testGroupIncludeFilesTinySet :: Test
testGroupIncludeFilesTinySet = TestCase (
do
let journals1 = [ "import/jane/bogartbank/savings/3-journals/2017/2017-12-30.journal"]
let expected1 = [("./import/jane/bogartbank/savings/2017-include.journal", journals1)] :: Map.Map FilePath [FilePath]
let expectedAllYears1 = [("./import/jane/bogartbank/savings/all-years.journal", ["./import/jane/bogartbank/savings/2017-include.journal"])]
let (group1, allYears1) = groupIncludeFiles journals1
assertEqual "groupIncludeFiles small allYears 1" expectedAllYears1 allYears1
assertEqual "groupIncludeFiles small set 1" expected1 group1
let journals2 = [(fst . head . Map.toList) expected1] :: [FilePath]
let expected2 = [("./import/jane/bogartbank/2017-include.journal", journals2)] :: Map.Map FilePath [FilePath]
let expectedAllYears2 = [("./import/jane/bogartbank/all-years.journal", ["./import/jane/bogartbank/2017-include.journal"])]
let (group2, allYears2) = groupIncludeFiles journals2
assertEqual "groupIncludeFiles small allYears 2" expectedAllYears2 allYears2
assertEqual "groupIncludeFiles small set 2" expected2 group2
let journals3 = [(fst . head . Map.toList) expected2] :: [FilePath]
let expected3 = [("./import/jane/2017-include.journal", journals3)] :: Map.Map FilePath [FilePath]
let expectedAllYears3 = [("./import/jane/all-years.journal", ["./import/jane/2017-include.journal"])]
let (group3, allYears3) = groupIncludeFiles journals3
assertEqual "groupIncludeFiles small allYears 3" expectedAllYears3 allYears3
assertEqual "groupIncludeFiles small set 3" expected3 group3
)
testGroupIncludeFilesSmallSet :: Test
testGroupIncludeFilesSmallSet = TestCase (
do
let (group1, allYears1) = groupIncludeFiles (toJournals inputJaneBogart)
let expectedAllYears1 = [
("./import/jane/bogartbank/checking/all-years.journal",
["./import/jane/bogartbank/checking/2018-include.journal",
"./import/jane/bogartbank/checking/2019-include.journal"]),
("./import/jane/bogartbank/savings/all-years.journal",
["./import/jane/bogartbank/savings/2017-include.journal",
"./import/jane/bogartbank/savings/2018-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 1" expectedAllYears1 allYears1
assertEqual "groupIncludeFiles Jane 1" groupedJaneBogart group1
let (group2, allYears2) = groupIncludeFiles (Map.keys group1)
let expectedAllYears2 = [
("./import/jane/bogartbank/all-years.journal",
["./import/jane/bogartbank/2017-include.journal",
"./import/jane/bogartbank/2018-include.journal",
"./import/jane/bogartbank/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 2" expectedAllYears2 allYears2
let expectedGroup2 = [
("./import/jane/bogartbank/2017-include.journal",
["./import/jane/bogartbank/savings/2017-include.journal"]),
("./import/jane/bogartbank/2018-include.journal",
["./import/jane/bogartbank/checking/2018-include.journal",
"./import/jane/bogartbank/savings/2018-include.journal"]),
("./import/jane/bogartbank/2019-include.journal",
["./import/jane/bogartbank/checking/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane 2" expectedGroup2 group2
let (group3, allYears3) = groupIncludeFiles (Map.keys group2)
let expectedAllYears3 = [
("./import/jane/all-years.journal",
["./import/jane/2017-include.journal",
"./import/jane/2018-include.journal",
"./import/jane/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 3" expectedAllYears3 allYears3
let expectedGroup3 = [
("./import/jane/2017-include.journal",
["./import/jane/bogartbank/2017-include.journal"]),
("./import/jane/2018-include.journal",
["./import/jane/bogartbank/2018-include.journal"]),
("./import/jane/2019-include.journal",
["./import/jane/bogartbank/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane 3" expectedGroup3 group3
let (group4, allYears4) = groupIncludeFiles (Map.keys group3)
let expectedAllYears4 = [
("./import/all-years.journal",
["./import/2017-include.journal",
"./import/2018-include.journal",
"./import/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 4" expectedAllYears4 allYears4
let expectedGroup4 = [
("./import/2017-include.journal",
["./import/jane/2017-include.journal"]),
("./import/2018-include.journal",
["./import/jane/2018-include.journal"]),
("./import/2019-include.journal",
["./import/jane/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane 4" expectedGroup4 group4
let (group5, allYears5) = groupIncludeFiles (Map.keys group4)
let expectedAllYears5 = [("./all-years.journal", ["./2017-include.journal", "./2018-include.journal", "./2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 5" expectedAllYears5 allYears5
let expectedGroup5 = [
("./2017-include.journal",
["./import/2017-include.journal"]),
("./2018-include.journal",
["./import/2018-include.journal"]),
("./2019-include.journal",
["./import/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane 5" expectedGroup5 group5
)
testGroupIncludeFiles :: Test
testGroupIncludeFiles = TestCase (
do
let (group1, allYears1) = groupIncludeFiles journalFiles
let expectedAllYears1 = [
("./import/jane/bogartbank/checking/all-years.journal",
["./import/jane/bogartbank/checking/2018-include.journal",
"./import/jane/bogartbank/checking/2019-include.journal"]),
("./import/jane/bogartbank/savings/all-years.journal",
["./import/jane/bogartbank/savings/2017-include.journal",
"./import/jane/bogartbank/savings/2018-include.journal"]),
("./import/jane/otherbank/creditcard/all-years.journal",
["./import/jane/otherbank/creditcard/2017-include.journal",
"./import/jane/otherbank/creditcard/2018-include.journal"]),
("./import/jane/otherbank/investments/all-years.journal",
["./import/jane/otherbank/investments/2018-include.journal",
"./import/jane/otherbank/investments/2019-include.journal"]),
("./import/john/bogartbank/checking/all-years.journal",
["./import/john/bogartbank/checking/2018-include.journal",
"./import/john/bogartbank/checking/2019-include.journal"]),
("./import/john/bogartbank/savings/all-years.journal",
["./import/john/bogartbank/savings/2017-include.journal",
"./import/john/bogartbank/savings/2018-include.journal"]),
("./import/john/otherbank/creditcard/all-years.journal",
["./import/john/otherbank/creditcard/2017-include.journal",
"./import/john/otherbank/creditcard/2018-include.journal"]),
("./import/john/otherbank/investments/all-years.journal",
["./import/john/otherbank/investments/2018-include.journal",
"./import/john/otherbank/investments/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 1" expectedAllYears1 allYears1
assertEqual "groupIncludeFiles 1" groupedIncludeFiles group1
let (group2, allYears2) = groupIncludeFiles (Map.keys group1)
let expectedAllYears2 = [
("./import/jane/bogartbank/all-years.journal",
["./import/jane/bogartbank/2017-include.journal",
"./import/jane/bogartbank/2018-include.journal",
"./import/jane/bogartbank/2019-include.journal"]),
("./import/jane/otherbank/all-years.journal",
["./import/jane/otherbank/2017-include.journal",
"./import/jane/otherbank/2018-include.journal",
"./import/jane/otherbank/2019-include.journal"]),
("./import/john/bogartbank/all-years.journal",
["./import/john/bogartbank/2017-include.journal",
"./import/john/bogartbank/2018-include.journal",
"./import/john/bogartbank/2019-include.journal"]),
("./import/john/otherbank/all-years.journal",
["./import/john/otherbank/2017-include.journal",
"./import/john/otherbank/2018-include.journal",
"./import/john/otherbank/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 2" expectedAllYears2 allYears2
let expectedGroup2 = [("./import/jane/bogartbank/2017-include.journal",
["./import/jane/bogartbank/savings/2017-include.journal"]),
("./import/jane/bogartbank/2018-include.journal",
["./import/jane/bogartbank/checking/2018-include.journal",
"./import/jane/bogartbank/savings/2018-include.journal"]),
("./import/jane/bogartbank/2019-include.journal",
["./import/jane/bogartbank/checking/2019-include.journal"]),
("./import/jane/otherbank/2017-include.journal",
["./import/jane/otherbank/creditcard/2017-include.journal"]),
("./import/jane/otherbank/2018-include.journal",
["./import/jane/otherbank/creditcard/2018-include.journal",
"./import/jane/otherbank/investments/2018-include.journal"]),
("./import/jane/otherbank/2019-include.journal",
["./import/jane/otherbank/investments/2019-include.journal"]),
("./import/john/bogartbank/2017-include.journal",
["./import/john/bogartbank/savings/2017-include.journal"]),
("./import/john/bogartbank/2018-include.journal",
["./import/john/bogartbank/checking/2018-include.journal",
"./import/john/bogartbank/savings/2018-include.journal"]),
("./import/john/bogartbank/2019-include.journal",
["./import/john/bogartbank/checking/2019-include.journal"]),
("./import/john/otherbank/2017-include.journal",
["./import/john/otherbank/creditcard/2017-include.journal"]),
("./import/john/otherbank/2018-include.journal",
["./import/john/otherbank/creditcard/2018-include.journal",
"./import/john/otherbank/investments/2018-include.journal"]),
("./import/john/otherbank/2019-include.journal",
["./import/john/otherbank/investments/2019-include.journal"])]
assertEqual "groupIncludeFiles 2 - diff 1" [] (expectedGroup2 Map.\\ group2)
assertEqual "groupIncludeFiles 2 - diff 2" [] (group2 Map.\\ expectedGroup2)
assertEqual "groupIncludeFiles 2" expectedGroup2 group2
let (group3, allYears3) = groupIncludeFiles (Map.keys group2)
let expectedAllYears3 = [
("./import/jane/all-years.journal",
["./import/jane/2017-include.journal",
"./import/jane/2018-include.journal",
"./import/jane/2019-include.journal"]),
("./import/john/all-years.journal",
["./import/john/2017-include.journal",
"./import/john/2018-include.journal",
"./import/john/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 3" expectedAllYears3 allYears3
let expectedGroup3 = [("./import/jane/2017-include.journal",
["./import/jane/bogartbank/2017-include.journal",
"./import/jane/otherbank/2017-include.journal"]),
("./import/jane/2018-include.journal",
["./import/jane/bogartbank/2018-include.journal",
"./import/jane/otherbank/2018-include.journal"]),
("./import/jane/2019-include.journal",
["./import/jane/bogartbank/2019-include.journal",
"./import/jane/otherbank/2019-include.journal"]),
("./import/john/2017-include.journal",
["./import/john/bogartbank/2017-include.journal",
"./import/john/otherbank/2017-include.journal"]),
("./import/john/2018-include.journal",
["./import/john/bogartbank/2018-include.journal",
"./import/john/otherbank/2018-include.journal"]),
("./import/john/2019-include.journal",
["./import/john/bogartbank/2019-include.journal",
"./import/john/otherbank/2019-include.journal"])]
assertEqual "groupIncludeFiles 3 - diff 1" [] (expectedGroup3 Map.\\ group3)
assertEqual "groupIncludeFiles 3 - diff 2" [] (group3 Map.\\ expectedGroup3)
assertEqual "groupIncludeFiles 3" expectedGroup3 group3
let (group4, allYears4) = groupIncludeFiles (Map.keys group3)
let expectedAllYears4 = [
("./import/all-years.journal",
["./import/2017-include.journal",
"./import/2018-include.journal",
"./import/2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 4" expectedAllYears4 allYears4
let expectedGroup4 = [("./import/2017-include.journal",
["./import/jane/2017-include.journal",
"./import/john/2017-include.journal"]),
("./import/2018-include.journal",
["./import/jane/2018-include.journal",
"./import/john/2018-include.journal"]),
("./import/2019-include.journal",
["./import/jane/2019-include.journal",
"./import/john/2019-include.journal"])]
assertEqual "groupIncludeFiles 4 - diff 1" [] (expectedGroup4 Map.\\ group4)
assertEqual "groupIncludeFiles 4 - diff 2" [] (group4 Map.\\ expectedGroup4)
assertEqual "groupIncludeFiles 4" expectedGroup4 group4
let (group5, allYears5) = groupIncludeFiles (Map.keys group4)
let expectedAllYears5 = [("./all-years.journal", ["./2017-include.journal", "./2018-include.journal", "./2019-include.journal"])]
assertEqual "groupIncludeFiles Jane AllYears 5" expectedAllYears5 allYears5
let expectedGroup5 = [
("./2017-include.journal",
["./import/2017-include.journal"]),
("./2018-include.journal",
["./import/2018-include.journal"]),
("./2019-include.journal",
["./import/2019-include.journal"])]
assertEqual "groupIncludeFiles 5 - diff 1" [] (expectedGroup5 Map.\\ group5)
assertEqual "groupIncludeFiles 5 - diff 2" [] (group5 Map.\\ expectedGroup5)
assertEqual "groupIncludeFiles 5" expectedGroup5 group5
)
testRelativeToBase :: Test
testRelativeToBase = TestCase (
do
let expected = "file1.journal"
let relativeWithTrailingSlash = relativeToBase' "./base/dir/" "./base/dir/file1.journal"
assertEqual "relative base dir with trailing slash" expected relativeWithTrailingSlash
let relativeNoTrailingSlash = relativeToBase' "./base/dir" "./base/dir/file1.journal"
assertEqual "relative base dir without a trailing slash" expected relativeNoTrailingSlash
let absoluteWithTrailingSlash = relativeToBase' "/base/dir/" "/base/dir/file1.journal"
assertEqual "absolute base dir with trailing slash" expected absoluteWithTrailingSlash
let absoluteNoTrailingSlash = relativeToBase' "/base/dir" "/base/dir/file1.journal"
assertEqual "absolute base dir without a trailing slash" expected absoluteNoTrailingSlash
let mismatch = relativeToBase' "/base/dir" "/unrelated/dir/file1.journal"
assertEqual "A basedir with no shared prefix should return the supplied file unchanged" "/unrelated/dir/file1.journal" mismatch
)
testToIncludeLine :: Test
testToIncludeLine = TestCase (
do
let expected = "!include file1.journal"
let relativeWithTrailingSlash = toIncludeLine "./base/dir/" "./base/dir/file1.journal"
assertEqual "Include line - relative base dir with trailing slash" expected relativeWithTrailingSlash
let relativeNoTrailingSlash = toIncludeLine "./base/dir" "./base/dir/file1.journal"
assertEqual "Include line - relative base dir without a trailing slash" expected relativeNoTrailingSlash
let absoluteWithTrailingSlash = toIncludeLine "/base/dir/" "/base/dir/file1.journal"
assertEqual "Include line - absolute base dir with trailing slash" expected absoluteWithTrailingSlash
let absoluteNoTrailingSlash = toIncludeLine "/base/dir" "/base/dir/file1.journal"
assertEqual "Include line - absolute base dir without a trailing slash" expected absoluteNoTrailingSlash
)
testToIncludeFiles :: Test
testToIncludeFiles = TestCase (
do
let expected = [
("./import/john/bogartbank/checking/2018-include.journal",
"### Generated by hledger-flow - DO NOT EDIT ###\n\n" <>
"!include import/john/bogartbank/checking/3-journal/2018/2018-10-30.journal\n" <>
"!include import/john/bogartbank/checking/3-journal/2018/2018-11-30.journal\n" <>
"!include import/john/bogartbank/checking/3-journal/2018/2018-12-30.journal\n"),
("./import/john/bogartbank/checking/2019-include.journal",
"### Generated by hledger-flow - DO NOT EDIT ###\n\n" <>
"!include import/john/bogartbank/checking/3-journal/2019/2019-01-30.journal\n" <>
"!include import/john/bogartbank/checking/3-journal/2019/2019-02-30.journal\n"),
("./import/john/bogartbank/savings/2017-include.journal",
"### Generated by hledger-flow - DO NOT EDIT ###\n\n" <>
"!include import/john/bogartbank/savings/3-journal/2017/2017-11-30.journal\n" <>
"!include import/john/bogartbank/savings/3-journal/2017/2017-12-30.journal\n"),
("./import/john/bogartbank/savings/2018-include.journal",
"### Generated by hledger-flow - DO NOT EDIT ###\n\n" <>
"!include import/john/bogartbank/savings/3-journal/2018/2018-01-30.journal\n" <>
"!include import/john/bogartbank/savings/3-journal/2018/2018-02-30.journal\n")]
ch <- liftIO newTChanIO
txt <- single $ toIncludeFiles (defaultOpts ".") ch groupedJohnBogart
assertEqual "Convert a grouped map of paths, to a map with text contents for each file" expected txt)
tests :: Test
tests = TestList [testYearsIncludeMap, testYearsIncludeGrouping, testGroupIncludeFilesTinySet, testGroupIncludeFilesSmallSet, testGroupIncludeFiles, testRelativeToBase, testToIncludeLine, testToIncludeFiles]