deferred-folds 0.9.13 → 0.9.14

raw patch · 3 files changed

+72/−1 lines, 3 filesPVP ok

version bump matches the API change (PVP)

API changes (from Hackage documentation)

Files

• deferred-folds.cabal +1/−1
• library/DeferredFolds/Defs/Unfoldr.hs +33/−0
• test/Main.hs +38/−0

@@ -1,5 +1,5 @@ name: deferred-folds-version: 0.9.13+version: 0.9.14 category: Folding synopsis: Abstractions over deferred folds description:

@@ -387,3 +387,36 @@   where     chunk startOffset afterEndOffset =       TextInternal.Text arr startOffset (afterEndOffset - startOffset)++{-|+Transformer of chars,+replaces all space-like chars with space,+all newline-like chars with @\\n@,+and trims their duplicate sequences to single-char.+Oh yeah, it also trims whitespace from beginning and end.+-}+trimWhitespace :: Foldable f => f Char -> Unfoldr Char+trimWhitespace =+  \ foldable ->+    Unfoldr $ \ substep subterm ->+      foldr (step substep) (finalize subterm) foldable False False False+  where+    step substep char next notFirst spacePending newlinePending =+      if isSpace char+        then if char == '\n' || char == '\r'+          then next notFirst False True+          else next notFirst True newlinePending+        else+          let+            mapper =+              if notFirst+                then if newlinePending+                  then substep '\n'+                  else if spacePending+                    then substep ' '+                    else id+                else id+            in+              mapper $ substep char $ next True False False+    finalize subterm notFirst spacePending newlinePending =+      subterm

@@ -37,4 +37,42 @@     testProperty "textWords" $ \ (text :: Text) ->     Text.words text ===     toList (Unfoldr.textWords text)+    ,+    testProperty "trimWhitespace 1" $ \ (text :: Text) ->+    let+      words =+        Text.words text+      run =+        fromString . toList . Unfoldr.trimWhitespace . Unfoldr.textChars+      spacedInput =+        Text.map (\ c -> if isSpace c then ' ' else c) text+      newlinedInput =+        Text.map (\ c -> if isSpace c then '\n' else c) text+      in+        Text.unwords words === run spacedInput .&&.+        Text.intercalate "\n" words === run newlinedInput+    ,+    testProperty "trimWhitespace 2" $ \ (text :: Text) ->+    let+      isNewline c =+        c == '\n' || c == '\r'+      isSpaceButNotNewline c =+        isSpace c && not (isNewline c)+      normalize separator condition =+        Text.split condition >>>+        filter (not . Text.null) >>>+        Text.intercalate separator+      expected =+        text &+        Text.split isNewline &+        fmap Text.strip &+        filter (not . Text.null) &+        Text.intercalate "\n" &+        Text.split isSpaceButNotNewline &+        filter (not . Text.null) &+        Text.intercalate " "+      run =+        fromString . toList . Unfoldr.trimWhitespace . Unfoldr.textChars+      in+        expected === run text   ]