mxnet-dataiter-0.1.0.0: test/streaming.hs

module Main where

import Test.Hspec
import Streaming.Prelude
import MXNet.Core.Base

import MXNet.Core.IO.DataIter.Streaming

type DS = StreamData IO (NDArray Float, NDArray Float)

main :: IO ()
main = hspec $ do
  describe "MNISTIter" $ do
    it "batch-size = 1" $ do
      let sr = mnistIter (add @"image" "test/data/train-images-idx3-ubyte" $ 
                          add @"label" "test/data/train-labels-idx1-ubyte" $
                          add @"batch_size" 1 nil) :: DS
      sizeD sr `shouldReturn` 60000
    it "batch-size = 32" $ do
      let sr = mnistIter (add @"image" "test/data/train-images-idx3-ubyte" $ 
                          add @"label" "test/data/train-labels-idx1-ubyte" $
                          add @"batch_size" 32 nil) :: DS
      sizeD sr `shouldReturn` 1875
    it "batch-size = 128" $ do
      let sr = mnistIter (add @"image" "test/data/train-images-idx3-ubyte" $ 
                          add @"label" "test/data/train-labels-idx1-ubyte" $
                          add @"batch_size" 128 nil) :: DS
      sizeD sr `shouldReturn` 468
  describe "ImageRecordIter" $ do
    it "batch-size = 32" $ do
      let sr = imageRecordIter (add @"path_imgrec" "test/data/cifar10_val.rec" $ 
                                add @"data_shape" [3,28,28] $
                                add @"batch_size" 32 nil) :: DS
      sizeD sr `shouldReturn` 313
    it "batch-size = 128" $ do
      let sr = imageRecordIter (add @"path_imgrec" "test/data/cifar10_val.rec" $ 
                                add @"data_shape" [3,28,28] $
                                add @"batch_size" 128 nil) :: DS
      sizeD sr `shouldReturn` 79