module Main where
import Codec.Compression.Zlib (decompress)
import Data.Attoparsec.ByteString as A
import qualified Data.ByteString as BS
import qualified Data.ByteString.Lazy as BL
import qualified Data.Vector as V
import Streaming
import Streaming.Osm
import Streaming.Osm.Internal.Parser
import Streaming.Osm.Internal.Util
import Streaming.Osm.Types
import qualified Streaming.Prelude as S
import Test.Tasty
import Test.Tasty.HUnit
---
main :: IO ()
main = defaultMain suite
suite :: TestTree
suite = testGroup "Unit Tests"
[ testGroup "Util"
[ testGroup "foldBytes"
[ testCase "3" $ foldBytes (BS.pack [0x03]) 0 @?= 3
, testCase "124" $ foldBytes (BS.pack [0x7c]) 0 @?= 124
, testCase "150" $ foldBytes (BS.pack [0x96, 0x01]) 0 @?= 150
, testCase "270" $ foldBytes (BS.pack [0x8e, 0x02]) 0 @?= 270
, testCase "86942" $ foldBytes (BS.pack [0x9e, 0xa7, 0x05]) 0 @?= 86942
]
-- , testGroup "key"
-- [ testCase "08" $ key @Word8 0x08 @?= (1, 0)
-- , testCase "51" $ key @Word8 0x51 @?= (10, 1)
-- , testCase "12" $ key @Word8 0x12 @?= (2, 2)
-- , testCase "1a" $ key @Word8 0x1a @?= (3, 2)
-- , testCase "22" $ key @Word8 0x22 @?= (4, 2)
-- , testCase "55" $ key @Word8 0x55 @?= (10, 5)
-- ]
-- , testGroup "key2"
-- [ testCase "82 01" $ key2 0x82 0x01 @?= (16, 2)
-- , testCase "92 02" $ key2 0x92 0x02 @?= (34, 2)
-- ]
-- , testGroup "unkey"
-- [ testCase "34 string" $ unkey 34 2 @?= Left (0x92, 0x02)
-- , testCase "16 string" $ unkey 16 2 @?= Left (0x82, 0x01)
-- , testCase "01 varint" $ unkey 01 0 @?= Right 0x08
-- , testCase "02 string" $ unkey 02 2 @?= Right 0x12
-- , testCase "03 string" $ unkey 03 2 @?= Right 0x1a
-- , testCase "04 string" $ unkey 04 2 @?= Right 0x22
-- , testCase "10 64bit" $ unkey 10 1 @?= Right 0x51
-- , testCase "10 32bit" $ unkey 10 5 @?= Right 0x55
-- ]
, testGroup "breakOn0"
[ testCase "Simple" $ breakOn0 [0,0,0,0,7,2,9,5,0] @?= [[], [], [], [], [7,2,9,5]]
]
-- , testGroup "groupBytes"
-- [ testCase "03 8E 02 9E A7 05" groupBytesT
-- ]
]
, testGroup "Parser functions"
[ testCase "StringTable" stringTableT
, testCase "DenseNodes" denseNodesT
, testCase "DenseInfo" denseInfoT
, testCase "varint" $ varintT ids
, testCase "varint" $ varintT lts
, testCase "varint" $ varintT lns
, testCase "way" wayT
]
, testGroup "Parsing Whole Files"
[ testCase "shrine" shrineT
, testCase "diomede" diomedeT
, testCase "tashirojima" tashirojimaT
, testCase "ajishima" ajishimaT
, testCase "nozakijima" nozakijimaT
]
, testGroup "Streaming"
[ testCase "shrine" $ fileS "test/shrine.osm.pbf" (5, 1, 0)
, testCase "tashirojima" $ fileS "test/tashirojima.osm.pbf" (4040, 384, 2)
, testCase "nozakijima" $ fileS "test/nozakijima.osm.pbf" (3371, 151, 8)
, testCase "ajishima" $ fileS "test/ajishima.osm.pbf" (5118, 325, 1)
, testCase "uku" $ fileS "test/uku.osm.pbf" (17390, 1228, 6)
, testCase "North Van" $ fileS "test/north-van.osm.pbf" (48596, 7757, 52)
-- , testCase "Vancouver" $ fileS "test/vancouver.osm.pbf" (804749, 156053, 1689)
]
]
assertRight :: Either t1 t -> Assertion
assertRight (Left _) = assertFailure "Crap"
assertRight _ = pure ()
-- | Bytes which represent a `StringTable`.
st :: BS.ByteString
st = BS.pack [ 0x0a, 0x00, 0x0a, 0x07, 0x54, 0x6f, 0x6d, 0x5f, 0x47, 0x33, 0x58, 0x0a, 0x06, 0x73
, 0x6f, 0x75, 0x72, 0x63, 0x65, 0x0a, 0x0c, 0x79, 0x68, 0x3a, 0x53, 0x54, 0x52, 0x55
, 0x43, 0x54, 0x55, 0x52, 0x45, 0x0a, 0x09, 0x63, 0x6f, 0x61, 0x73, 0x74, 0x6c, 0x69
, 0x6e, 0x65, 0x0a, 0x07, 0x6e, 0x61, 0x74, 0x75, 0x72, 0x61, 0x6c, 0x0a, 0x0f, 0xe9
, 0x80, 0x9a, 0xe5, 0xb8, 0xb8, 0xe6, 0xb0, 0xb4, 0xe6, 0xb6, 0xaf, 0xe7, 0xb7, 0x9a
, 0x0a, 0x07, 0x79, 0x68, 0x3a, 0x54, 0x59, 0x50, 0x45, 0x0a, 0x12, 0x59, 0x61, 0x68
, 0x6f, 0x6f, 0x4a, 0x61, 0x70, 0x61, 0x6e, 0x2f, 0x41, 0x4c, 0x50, 0x53, 0x4d, 0x41
, 0x50, 0x0a, 0x09, 0xe6, 0xb5, 0xb7, 0xe5, 0xb2, 0xb8, 0xe7, 0xb7, 0x9a ]
-- | Bytes which represent `DenseNodes`.
dn :: BS.ByteString
dn = BS.pack [
-- Header stuff
0x12, 0x5f
-- Packed list of IDs
, 0x0a, 0x0a
, 0x9c, 0xb3, 0xaf, 0xde, 0x0a, 0x04, 0x10, 0x16, 0x02, 0x10
-- Embedded `DenseInfo`
, 0x2a, 0x31, 0x0a, 0x06, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x12, 0x0a, 0x9e, 0xcf
, 0xde, 0xe7, 0x09, 0x00, 0x02, 0x00, 0x00, 0x02, 0x1a, 0x09, 0xe2, 0x99, 0xf8, 0x08
, 0x00, 0x00, 0x00, 0x00, 0x00, 0x22, 0x08, 0xe4, 0xf7, 0x11, 0x00, 0x00, 0x00, 0x00
, 0x00, 0x2a, 0x06, 0x02, 0x00, 0x00, 0x00, 0x00, 0x00
-- Packed list of LATs
, 0x42, 0x0d
, 0x98, 0x88, 0x8a, 0xbc, 0x02, 0x78, 0xac, 0x02, 0xf8, 0x05, 0x28, 0x90, 0x03
-- Packed list of LNGs
, 0x4a, 0x0f
, 0xf4, 0xd4, 0xc6, 0xcf, 0x09, 0xa7, 0x0a, 0xe4, 0x0f, 0xf3, 0x0d, 0xe8, 0x0c, 0x8b, 0x06 ]
-- | Bytes which represent `DenseInfo`.
dinf :: BS.ByteString
dinf = BS.pack [
-- Versions
0x0a, 0x06
, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01
-- Timestamps
, 0x12, 0x0a
, 0x9e, 0xcf, 0xde, 0xe7, 0x09, 0x00, 0x02, 0x00, 0x00, 0x02
-- Changesets
, 0x1a, 0x09
, 0xe2, 0x99, 0xf8, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00
-- UIDs
, 0x22, 0x08
, 0xe4, 0xf7, 0x11, 0x00, 0x00, 0x00, 0x00, 0x00
-- Indices to username in StringTable
, 0x2a, 0x06
, 0x02, 0x00, 0x00, 0x00, 0x00, 0x00 ]
ids = BS.pack [0x9c, 0xb3, 0xaf, 0xde, 0x0a, 0x04, 0x10, 0x16, 0x02, 0x10]
lts = BS.pack [0x98, 0x88, 0x8a, 0xbc, 0x02, 0x78, 0xac, 0x02, 0xf8, 0x05, 0x28, 0x90, 0x03]
lns = BS.pack [0xf4, 0xd4, 0xc6, 0xcf, 0x09, 0xa7, 0x0a, 0xe4, 0x0f, 0xf3, 0x0d, 0xe8, 0x0c, 0x8b, 0x06 ]
-- | Bytes which represent a `Way` from @shrine.osm@.
wey :: BS.ByteString
wey = BS.pack [
-- PrimitiveGroup field marking this as a Way
0x1a, 0x2d
-- id
, 0x08, 0xfa, 0xd8, 0xfc, 0x6f
-- keys
, 0x12, 0x02, 0x04, 0x03
-- vals
, 0x1a, 0x02, 0x08, 0x0a
-- Embedded `Info`
, 0x22, 0x13
, 0x08, 0x01, 0x10, 0xb0, 0xba, 0xdf, 0x90, 0x05, 0x18, 0xe6, 0xd8, 0xaa
, 0x08, 0x20, 0xb9, 0x8f, 0x0d, 0x28, 0x01
-- Node ids
, 0x42, 0x09
, 0xfa, 0x8c, 0x81, 0x8d, 0x12, 0x29, 0x08, 0x30, 0x0d ]
stringTableT :: Assertion
stringTableT = case A.parseOnly stringTable st of
Left _ -> assertFailure "Couldn't parse StringTable"
Right t -> assert . not $ V.null t
denseNodesT :: Assertion
denseNodesT = case A.parseOnly (dense V.empty) dn of
Left err -> assertFailure err
Right _ -> pure ()
denseInfoT :: Assertion
denseInfoT = case A.parseOnly stringTable st >>= \t -> A.parseOnly (denseInfo [1..] t) dinf of
Left err -> assertFailure err
Right _ -> pure ()
varintT :: BS.ByteString -> Assertion
varintT bs = case A.parseOnly (A.many1 (unzig <$> varint)) bs of
Left err -> assertFailure err
Right t -> length t @?= 6
wayT :: Assertion
wayT = case A.parseOnly stringTable st >>= \t -> A.parseOnly (way t) wey of
Left err -> assertFailure err
Right _ -> pure ()
shrineT :: Assertion
shrineT = fileT "test/shrine.osm.pbf" >>= blockT (5, 1, 0)
fileS :: FilePath -> (Int, Int, Int) -> Assertion
fileS fp expected = do
let bs = blocks $ blobs fp
nwrs <- runResourceT $ (,,)
<$> S.length_ (nodes bs)
<*> S.length_ (ways bs)
<*> S.length_ (relations bs)
nwrs @?= expected
diomedeT :: Assertion
diomedeT = fileT "test/diomede.osm.pbf" >>= blockT (510, 74, 1)
tashirojimaT :: Assertion
tashirojimaT = fileT "test/tashirojima.osm.pbf" >>= blockT (4040, 384, 2)
nozakijimaT :: Assertion
nozakijimaT = fileT "test/nozakijima.osm.pbf" >>= blockT (3371, 151, 8)
ajishimaT :: Assertion
ajishimaT = fileT "test/ajishima.osm.pbf" >>= blockT (5118, 325, 1)
--ukuT :: Assertion
--ukuT = fileT "uku.osm.pbf" >>= blockT (8000, 0, 0)
blockT :: (Int, Int, Int) -> Either String Block -> Assertion
blockT _ (Left err) = assertFailure err
blockT (n, w, r) (Right b) = do
length (_nodes b) @?= n
length (_ways b) @?= w
length (_relations b) @?= r
-- | Parse the first data `Blob` from a given file.
fileT :: FilePath -> IO (Either String Block)
fileT f = do
bites <- BS.readFile f
case A.parseOnly (header *> blob *> header *> blob) bites of
Left err -> pure $ Left err
Right (Blob (Left bs)) -> pure $ A.parseOnly block bs
Right (Blob (Right (_, bs))) -> pure $ A.parseOnly block . BL.toStrict . decompress $ BL.fromStrict bs