streaming-commons (empty) → 0.1.0.0
raw patch · 41 files changed
+6334/−0 lines, 41 filesdep +QuickCheckdep +Win32dep +basesetup-changedbinary-added
Dependencies added: QuickCheck, Win32, base, bytestring, criterion, deepseq, directory, filepath, hspec, network, streaming-commons, text, text-stream-decode, transformers, unix, zlib
Files
- Data/Streaming/FileRead.hs +37/−0
- Data/Streaming/Filesystem.hs +97/−0
- Data/Streaming/Network.hs +491/−0
- Data/Streaming/Network/Internal.hs +109/−0
- Data/Streaming/Text.hs +495/−0
- Data/Streaming/Zlib.hs +283/−0
- Data/Streaming/Zlib/Lowlevel.hs +101/−0
- Data/Text/Internal/Encoding/Utf16.hs +45/−0
- Data/Text/Internal/Encoding/Utf32.hs +26/−0
- Data/Text/Internal/Encoding/Utf8.hs +168/−0
- Data/Text/Internal/Unsafe/Char.hs +95/−0
- Data/Text/Internal/Unsafe/Shift.hs +72/−0
- LICENSE +21/−0
- Setup.hs +2/−0
- System/Win32File.hsc +100/−0
- bench/count-chars.hs +45/−0
- bench/decode-memory-usage.hs +31/−0
- cbits/text-helper.c +311/−0
- cbits/zlib-helper.c +97/−0
- include/crc32.h +441/−0
- include/deflate.h +331/−0
- include/inffast.h +11/−0
- include/inffixed.h +94/−0
- include/inflate.h +115/−0
- include/inftrees.h +55/−0
- include/text_cbits.h +11/−0
- include/trees.h +128/−0
- include/zconf.h +332/−0
- include/zlib.h +1357/−0
- include/zutil.h +269/−0
- streaming-commons.cabal +108/−0
- test/Data/Streaming/FileReadSpec.hs +20/−0
- test/Data/Streaming/FilesystemSpec.hs +49/−0
- test/Data/Streaming/TextSpec.hs +135/−0
- test/Data/Streaming/ZlibSpec.hs +251/−0
- test/LICENSE.gz binary
- test/Spec.hs +1/−0
- test/filesystem/bar.txt +0/−0
- test/filesystem/baz.txt +0/−0
- test/filesystem/bin/bin.txt +0/−0
- test/filesystem/foo.txt +0/−0
+ Data/Streaming/FileRead.hs view
@@ -0,0 +1,37 @@+{-# LANGUAGE CPP #-}+-- | The standard @openFile@ call on Windows causing problematic file locking+-- in some cases. This module provides a cross-platform file reading API+-- without the file locking problems on Windows.+--+-- This module /always/ opens files in binary mode.+--+-- @readChunk@ will return an empty @ByteString@ on EOF.+module Data.Streaming.FileRead+ ( ReadHandle+ , openFile+ , closeFile+ , readChunk+ ) where++#if WINDOWS++import System.Win32File++#else++import qualified System.IO as IO+import qualified Data.ByteString as S+import Data.ByteString.Lazy.Internal (defaultChunkSize)++newtype ReadHandle = ReadHandle IO.Handle++openFile :: FilePath -> IO ReadHandle+openFile fp = ReadHandle `fmap` IO.openBinaryFile fp IO.ReadMode++closeFile :: ReadHandle -> IO ()+closeFile (ReadHandle h) = IO.hClose h++readChunk :: ReadHandle -> IO S.ByteString+readChunk (ReadHandle h) = S.hGetSome h defaultChunkSize++#endif
+ Data/Streaming/Filesystem.hs view
@@ -0,0 +1,97 @@+{-# LANGUAGE CPP #-}+{-# LANGUAGE DeriveDataTypeable #-}+-- | Streaming functions for interacting with the filesystem.+module Data.Streaming.Filesystem+ ( DirStream+ , openDirStream+ , readDirStream+ , closeDirStream+ , FileType (..)+ , getFileType+ ) where++import Data.Typeable (Typeable)++#if WINDOWS++import qualified System.Win32 as Win32+import System.FilePath ((</>))+import Data.IORef (IORef, newIORef, readIORef, writeIORef)+import System.Directory (doesFileExist, doesDirectoryExist)++data DirStream = DirStream !Win32.HANDLE !Win32.FindData !(IORef Bool)+ deriving Typeable++openDirStream :: FilePath -> IO DirStream+openDirStream fp = do+ (h, fdat) <- Win32.findFirstFile $ fp </> "*"+ imore <- newIORef True -- always at least two records, "." and ".."+ return $! DirStream h fdat imore++closeDirStream :: DirStream -> IO ()+closeDirStream (DirStream h _ _) = Win32.findClose h++readDirStream :: DirStream -> IO (Maybe FilePath)+readDirStream ds@(DirStream h fdat imore) = do+ more <- readIORef imore+ if more+ then do+ filename <- Win32.getFindDataFileName fdat+ Win32.findNextFile h fdat >>= writeIORef imore+ if filename == "." || filename == ".."+ then readDirStream ds+ else return $ Just filename+ else return Nothing++isSymlink :: FilePath -> IO Bool+isSymlink _ = return False++getFileType :: FilePath -> IO FileType+getFileType fp = do+ isFile <- doesFileExist fp+ if isFile+ then return FTFile+ else do+ isDir <- doesDirectoryExist fp+ return $ if isDir then FTDirectory else FTOther++#else++import System.Posix.Directory (DirStream, openDirStream, closeDirStream)+import qualified System.Posix.Directory as Posix+import qualified System.Posix.Files as PosixF++readDirStream :: DirStream -> IO (Maybe FilePath)+readDirStream ds = do+ fp <- Posix.readDirStream ds+ case fp of+ "" -> return Nothing+ "." -> readDirStream ds+ ".." -> readDirStream ds+ _ -> return $ Just fp++getFileType :: FilePath -> IO FileType+getFileType fp = do+ s <- PosixF.getSymbolicLinkStatus fp+ case () of+ ()+ | PosixF.isRegularFile s -> return FTFile+ | PosixF.isDirectory s -> return FTDirectory+ | PosixF.isSymbolicLink s -> do+ s' <- PosixF.getFileStatus fp+ case () of+ ()+ | PosixF.isRegularFile s' -> return FTFileSym+ | PosixF.isDirectory s' -> return FTDirectorySym+ | otherwise -> return FTOther+ | otherwise -> return FTOther++#endif++data FileType+ = FTFile+ | FTFileSym -- ^ symlink to file+ | FTDirectory+ | FTDirectorySym -- ^ symlink to a directory+ | FTOther+ deriving (Show, Read, Eq, Ord, Typeable)
+ Data/Streaming/Network.hs view
@@ -0,0 +1,491 @@+{-# LANGUAGE CPP #-}+{-# LANGUAGE ScopedTypeVariables #-}+module Data.Streaming.Network+ ( -- * Types+ ServerSettings+ , ClientSettings+ , HostPreference+ , Message (..)+ , AppData+#if !WINDOWS+ , ServerSettingsUnix+ , ClientSettingsUnix+ , AppDataUnix+#endif+ -- ** Smart constructors+ , serverSettingsTCP+ , clientSettingsTCP+ , serverSettingsUDP+ , clientSettingsUDP+#if !WINDOWS+ , serverSettingsUnix+ , clientSettingsUnix+#endif+ , message+ -- ** Classes+ , HasPort (..)+ , HasAfterBind (..)+ , HasReadWrite (..)+#if !WINDOWS+ , HasPath (..)+#endif+ -- ** Setters+ , setPort+ , setHost+ , setAfterBind+ , setNeedLocalAddr+#if !WINDOWS+ , setPath+#endif+ -- ** Getters+ , getPort+ , getHost+ , getAfterBind+ , getNeedLocalAddr+#if !WINDOWS+ , getPath+#endif+ , appRead+ , appWrite+ , appSockAddr+ , appLocalAddr+ -- * Functions+ -- ** General+ , bindPortGen+ , getSocketGen+ , acceptSafe+ -- ** TCP+ , bindPortTCP+ , getSocketTCP+ , safeRecv+ , runTCPServer+ , runTCPClient+ , ConnectionHandle (..)+ , runTCPServerWithHandle+ -- ** UDP+ , bindPortUDP+ , getSocketUDP+#if !WINDOWS+ -- ** Unix+ , bindPath+ , getSocketUnix+ , runUnixServer+ , runUnixClient+#endif+ ) where++import qualified Network.Socket as NS+import Data.Streaming.Network.Internal+import Control.Concurrent (threadDelay)+import Control.Exception (IOException, try, SomeException, throwIO, bracketOnError)+import Network.Socket (Socket, AddrInfo, SocketType)+import Network.Socket.ByteString (recv, sendAll)+import System.IO.Error (isDoesNotExistError)+import qualified Data.ByteString.Char8 as S8+import qualified Control.Exception as E+import Data.ByteString (ByteString)+import System.Directory (removeFile)+import Data.Functor.Constant (Constant (Constant, getConstant))+import Data.Functor.Identity (Identity (Identity, runIdentity))+import Control.Concurrent (forkIO)+import Control.Monad (forever)+#if WINDOWS+import Control.Concurrent.MVar (putMVar, takeMVar, newEmptyMVar)+#endif++-- | Attempt to connect to the given host/port using given @SocketType@.+getSocketGen :: SocketType -> String -> Int -> IO (Socket, AddrInfo)+getSocketGen sockettype host' port' = do+ let hints = NS.defaultHints {+ NS.addrFlags = [NS.AI_ADDRCONFIG]+ , NS.addrSocketType = sockettype+ }+ (addr:_) <- NS.getAddrInfo (Just hints) (Just host') (Just $ show port')+ sock <- NS.socket (NS.addrFamily addr) (NS.addrSocketType addr)+ (NS.addrProtocol addr)+ return (sock, addr)++-- | Attempt to bind a listening @Socket@ on the given host/port using given+-- @SocketType@. If no host is given, will use the first address available.+bindPortGen :: SocketType -> Int -> HostPreference -> IO Socket+bindPortGen sockettype p s = do+ let hints = NS.defaultHints+ { NS.addrFlags = [ NS.AI_PASSIVE+ , NS.AI_NUMERICSERV+ , NS.AI_NUMERICHOST+ ]+ , NS.addrSocketType = sockettype+ }+ host =+ case s of+ Host s' -> Just s'+ _ -> Nothing+ port = Just . show $ p+ addrs <- NS.getAddrInfo (Just hints) host port+ -- Choose an IPv6 socket if exists. This ensures the socket can+ -- handle both IPv4 and IPv6 if v6only is false.+ let addrs4 = filter (\x -> NS.addrFamily x /= NS.AF_INET6) addrs+ addrs6 = filter (\x -> NS.addrFamily x == NS.AF_INET6) addrs+ addrs' =+ case s of+ HostIPv4 -> addrs4 ++ addrs6+ HostIPv4Only -> addrs4+ HostIPv6 -> addrs6 ++ addrs4+ HostIPv6Only -> addrs6+ _ -> addrs++ tryAddrs (addr1:rest@(_:_)) =+ E.catch+ (theBody addr1)+ (\(_ :: IOException) -> tryAddrs rest)+ tryAddrs (addr1:[]) = theBody addr1+ tryAddrs _ = error "bindPort: addrs is empty"++ sockOpts =+ case sockettype of+ NS.Datagram -> [(NS.ReuseAddr,1)]+ _ -> [(NS.NoDelay,1), (NS.ReuseAddr,1)]++ theBody addr =+ bracketOnError+ (NS.socket (NS.addrFamily addr) (NS.addrSocketType addr) (NS.addrProtocol addr))+ NS.sClose+ (\sock -> do+ mapM_ (\(opt,v) -> NS.setSocketOption sock opt v) sockOpts+ NS.bindSocket sock (NS.addrAddress addr)+ return sock+ )+ tryAddrs addrs'++-- | Attempt to connect to the given host/port.+getSocketUDP :: String -> Int -> IO (Socket, AddrInfo)+getSocketUDP = getSocketGen NS.Datagram++-- | Attempt to bind a listening @Socket@ on the given host/port. If no host is+-- given, will use the first address available.+bindPortUDP :: Int -> HostPreference -> IO Socket+bindPortUDP = bindPortGen NS.Datagram++#if !WINDOWS+-- | Attempt to connect to the given Unix domain socket path.+getSocketUnix :: FilePath -> IO Socket+getSocketUnix path = do+ sock <- NS.socket NS.AF_UNIX NS.Stream 0+ ee <- try' $ NS.connect sock (NS.SockAddrUnix path)+ case ee of+ Left e -> NS.sClose sock >> throwIO e+ Right () -> return sock+ where+ try' :: IO a -> IO (Either SomeException a)+ try' = try++-- | Attempt to bind a listening Unix domain socket at the given path.+bindPath :: FilePath -> IO Socket+bindPath path = do+ sock <- bracketOnError+ (NS.socket NS.AF_UNIX NS.Stream 0)+ NS.sClose+ (\sock -> do+ removeFileSafe path -- Cannot bind if the socket file exists.+ NS.bindSocket sock (NS.SockAddrUnix path)+ return sock)+ NS.listen sock (max 2048 NS.maxListenQueue)+ return sock++removeFileSafe :: FilePath -> IO ()+removeFileSafe path =+ removeFile path `E.catch` handleExists+ where+ handleExists e+ | isDoesNotExistError e = return ()+ | otherwise = throwIO e++-- | Smart constructor.+serverSettingsUnix+ :: FilePath -- ^ path to bind to+ -> ServerSettingsUnix+serverSettingsUnix path = ServerSettingsUnix+ { serverPath = path+ , serverAfterBindUnix = const $ return ()+ }++-- | Smart constructor.+clientSettingsUnix+ :: FilePath -- ^ path to connect to+ -> ClientSettingsUnix+clientSettingsUnix path = ClientSettingsUnix+ { clientPath = path+ }+#endif++#if defined(__GLASGOW_HASKELL__) && WINDOWS+-- Socket recv and accept calls on Windows platform cannot be interrupted when compiled with -threaded.+-- See https://ghc.haskell.org/trac/ghc/ticket/5797 for details.+-- The following enables simple workaround+#define SOCKET_ACCEPT_RECV_WORKAROUND+#endif++safeRecv :: Socket -> Int -> IO ByteString+#ifndef SOCKET_ACCEPT_RECV_WORKAROUND+safeRecv = recv+#else+safeRecv s buf = do+ var <- newEmptyMVar+ forkIO $ recv s buf `E.catch` (\(_::IOException) -> return S8.empty) >>= putMVar var+ takeMVar var+#endif++-- | Smart constructor.+serverSettingsUDP+ :: Int -- ^ port to bind to+ -> HostPreference -- ^ host binding preferences+ -> ServerSettings+serverSettingsUDP = serverSettingsTCP++-- | Smart constructor.+serverSettingsTCP+ :: Int -- ^ port to bind to+ -> HostPreference -- ^ host binding preferences+ -> ServerSettings+serverSettingsTCP port host = ServerSettings+ { serverPort = port+ , serverHost = host+ , serverAfterBind = const $ return ()+ , serverNeedLocalAddr = False+ }++-- | Smart constructor.+clientSettingsUDP+ :: Int -- ^ port to connect to+ -> ByteString -- ^ host to connect to+ -> ClientSettings+clientSettingsUDP = clientSettingsTCP++-- | Smart constructor.+clientSettingsTCP+ :: Int -- ^ port to connect to+ -> ByteString -- ^ host to connect to+ -> ClientSettings+clientSettingsTCP port host = ClientSettings+ { clientPort = port+ , clientHost = host+ }++-- | Attempt to connect to the given host/port.+getSocketTCP :: ByteString -> Int -> IO (NS.Socket, NS.SockAddr)+getSocketTCP host' port' = do+ (sock, addr) <- getSocketGen NS.Stream (S8.unpack host') port'+ ee <- try' $ NS.connect sock (NS.addrAddress addr)+ case ee of+ Left e -> NS.sClose sock >> throwIO e+ Right () -> return (sock, NS.addrAddress addr)+ where+ try' :: IO a -> IO (Either SomeException a)+ try' = try++-- | Attempt to bind a listening @Socket@ on the given host/port. If no host is+-- given, will use the first address available.+-- 'maxListenQueue' is topically 128 which is too short for+-- high performance servers. So, we specify 'max 2048 maxListenQueue' to+-- the listen queue.+bindPortTCP :: Int -> HostPreference -> IO Socket+bindPortTCP p s = do+ sock <- bindPortGen NS.Stream p s+ NS.listen sock (max 2048 NS.maxListenQueue)+ return sock++-- | Try to accept a connection, recovering automatically from exceptions.+--+-- As reported by Kazu against Warp, "resource exhausted (Too many open files)"+-- may be thrown by accept(). This function will catch that exception, wait a+-- second, and then try again.+acceptSafe :: Socket -> IO (Socket, NS.SockAddr)+acceptSafe socket =+#ifndef SOCKET_ACCEPT_RECV_WORKAROUND+ loop+#else+ do var <- newEmptyMVar+ forkIO $ loop >>= putMVar var+ takeMVar var+#endif+ where+ loop =+ NS.accept socket `E.catch` \(_ :: IOException) -> do+ threadDelay 1000000+ loop++message :: ByteString -> NS.SockAddr -> Message+message = Message++class HasPort a where+ portLens :: Functor f => (Int -> f Int) -> a -> f a+instance HasPort ServerSettings where+ portLens f ss = fmap (\p -> ss { serverPort = p }) (f (serverPort ss))+instance HasPort ClientSettings where+ portLens f ss = fmap (\p -> ss { clientPort = p }) (f (clientPort ss))++getPort :: HasPort a => a -> Int+getPort = getConstant . portLens Constant++setPort :: HasPort a => Int -> a -> a+setPort p = runIdentity . portLens (const (Identity p))++setHostPref :: HostPreference -> ServerSettings -> ServerSettings+setHostPref hp ss = ss { serverHost = hp }++getHostPref :: ServerSettings -> HostPreference+getHostPref = serverHost++setHost :: ByteString -> ClientSettings -> ClientSettings+setHost hp ss = ss { clientHost = hp }++getHost :: ClientSettings -> ByteString+getHost = clientHost++#if !WINDOWS+class HasPath a where+ pathLens :: Functor f => (FilePath -> f FilePath) -> a -> f a+instance HasPath ServerSettingsUnix where+ pathLens f ss = fmap (\p -> ss { serverPath = p }) (f (serverPath ss))+instance HasPath ClientSettingsUnix where+ pathLens f ss = fmap (\p -> ss { clientPath = p }) (f (clientPath ss))++getPath :: HasPath a => a -> FilePath+getPath = getConstant . pathLens Constant++setPath :: HasPath a => FilePath -> a -> a+setPath p = runIdentity . pathLens (const (Identity p))+#endif++setNeedLocalAddr :: Bool -> ServerSettings -> ServerSettings+setNeedLocalAddr x y = y { serverNeedLocalAddr = x }++getNeedLocalAddr :: ServerSettings -> Bool+getNeedLocalAddr = serverNeedLocalAddr++class HasAfterBind a where+ afterBindLens :: Functor f => ((Socket -> IO ()) -> f (Socket -> IO ())) -> a -> f a+instance HasAfterBind ServerSettings where+ afterBindLens f ss = fmap (\p -> ss { serverAfterBind = p }) (f (serverAfterBind ss))+#if !WINDOWS+instance HasAfterBind ServerSettingsUnix where+ afterBindLens f ss = fmap (\p -> ss { serverAfterBindUnix = p }) (f (serverAfterBindUnix ss))+#endif++getAfterBind :: HasAfterBind a => a -> (Socket -> IO ())+getAfterBind = getConstant . afterBindLens Constant++setAfterBind :: HasAfterBind a => (Socket -> IO ()) -> a -> a+setAfterBind p = runIdentity . afterBindLens (const (Identity p))++type ConnectionHandle = Socket -> NS.SockAddr -> Maybe NS.SockAddr -> IO ()++runTCPServerWithHandle :: ServerSettings -> ConnectionHandle -> IO ()+runTCPServerWithHandle (ServerSettings port host afterBind needLocalAddr) handle =+ E.bracket+ (bindPortTCP port host)+ NS.sClose+ (\socket -> do+ afterBind socket+ forever $ serve socket)+ where+ serve lsocket = E.bracketOnError+ (acceptSafe lsocket)+ (\(socket, _) -> NS.sClose socket)+ $ \(socket, addr) -> do+ mlocal <- if needLocalAddr+ then fmap Just $ NS.getSocketName socket+ else return Nothing+ _ <- E.mask $ \restore -> forkIO+ $ restore (handle socket addr mlocal)+ `E.finally` NS.sClose socket+ return ()++++-- | Run an @Application@ with the given settings. This function will create a+-- new listening socket, accept connections on it, and spawn a new thread for+-- each connection.+runTCPServer :: ServerSettings -> (AppData -> IO ()) -> IO ()+runTCPServer settings app = runTCPServerWithHandle settings app'+ where app' socket addr mlocal =+ let ad = AppData+ { appRead' = safeRecv socket 4096+ , appWrite' = sendAll socket+ , appSockAddr' = addr+ , appLocalAddr' = mlocal+ }+ in+ app ad++-- | Run an @Application@ by connecting to the specified server.+runTCPClient :: ClientSettings -> (AppData -> IO a) -> IO a+runTCPClient (ClientSettings port host) app = E.bracket+ (getSocketTCP host port)+ (NS.sClose . fst)+ (\(s, address) -> app AppData+ { appRead' = safeRecv s 4096+ , appWrite' = sendAll s+ , appSockAddr' = address+ , appLocalAddr' = Nothing+ })++appLocalAddr :: AppData -> Maybe NS.SockAddr+appLocalAddr = appLocalAddr'++appSockAddr :: AppData -> NS.SockAddr+appSockAddr = appSockAddr'++class HasReadWrite a where+ readLens :: Functor f => (IO ByteString -> f (IO ByteString)) -> a -> f a+ writeLens :: Functor f => ((ByteString -> IO ()) -> f (ByteString -> IO ())) -> a -> f a+instance HasReadWrite AppData where+ readLens f a = fmap (\x -> a { appRead' = x }) (f (appRead' a))+ writeLens f a = fmap (\x -> a { appWrite' = x }) (f (appWrite' a))+#if !WINDOWS+instance HasReadWrite AppDataUnix where+ readLens f a = fmap (\x -> a { appReadUnix = x }) (f (appReadUnix a))+ writeLens f a = fmap (\x -> a { appWriteUnix = x }) (f (appWriteUnix a))+#endif++appRead :: HasReadWrite a => a -> IO ByteString+appRead = getConstant . readLens Constant++appWrite :: HasReadWrite a => a -> ByteString -> IO ()+appWrite = getConstant . writeLens Constant++#if !WINDOWS+-- | Run an @Application@ with the given settings. This function will create a+-- new listening socket, accept connections on it, and spawn a new thread for+-- each connection.+runUnixServer :: ServerSettingsUnix -> (AppDataUnix -> IO ()) -> IO ()+runUnixServer (ServerSettingsUnix path afterBind) app = E.bracket+ (bindPath path)+ NS.sClose+ (\socket -> do+ afterBind socket+ forever $ serve socket)+ where+ serve lsocket = E.bracketOnError+ (acceptSafe lsocket)+ (\(socket, _) -> NS.sClose socket)+ $ \(socket, _) -> do+ let ad = AppDataUnix+ { appReadUnix = safeRecv socket 4096+ , appWriteUnix = sendAll socket+ }+ _ <- E.mask $ \restore -> forkIO+ $ restore (app ad)+ `E.finally` NS.sClose socket+ return ()++-- | Run an @Application@ by connecting to the specified server.+runUnixClient :: ClientSettingsUnix -> (AppDataUnix -> IO a) -> IO a+runUnixClient (ClientSettingsUnix path) app = E.bracket+ (getSocketUnix path)+ NS.sClose+ (\sock -> app AppDataUnix+ { appReadUnix = safeRecv sock 4096+ , appWriteUnix = sendAll sock+ })+#endif
+ Data/Streaming/Network/Internal.hs view
@@ -0,0 +1,109 @@+{-# LANGUAGE CPP #-}+module Data.Streaming.Network.Internal+ ( ServerSettings (..)+ , ClientSettings (..)+ , HostPreference (..)+ , Message (..)+ , AppData (..)+#if !WINDOWS+ , ServerSettingsUnix (..)+ , ClientSettingsUnix (..)+ , AppDataUnix (..)+#endif+ ) where++import Data.String (IsString (..))+import Data.ByteString (ByteString)+import Network.Socket (Socket, SockAddr)++-- | Settings for a TCP server. It takes a port to listen on, and an optional+-- hostname to bind to.+data ServerSettings = ServerSettings+ { serverPort :: !Int+ , serverHost :: !HostPreference+ , serverAfterBind :: !(Socket -> IO ())+ , serverNeedLocalAddr :: !Bool+ }++-- | Settings for a TCP client, specifying how to connect to the server.+data ClientSettings = ClientSettings+ { clientPort :: !Int+ , clientHost :: !ByteString+ }++-- | Which host to bind.+--+-- Note: The @IsString@ instance recognizes the following special values:+--+-- * @*@ means @HostAny@+--+-- * @*4@ means @HostIPv4@+--+-- * @!4@ means @HostIPv4Only@+--+-- * @*6@ means @HostIPv6@+--+-- * @!6@ means @HostIPv6Only@+data HostPreference =+ HostAny+ | HostIPv4+ | HostIPv4Only+ | HostIPv6+ | HostIPv6Only+ | Host String+ deriving (Eq, Ord, Show, Read)++instance IsString HostPreference where+ -- The funny code coming up is to get around some irritating warnings from+ -- GHC. I should be able to just write:+ {-+ fromString "*" = HostAny+ fromString "*4" = HostIPv4+ fromString "!4" = HostIPv4Only+ fromString "*6" = HostIPv6+ fromString "!6" = HostIPv6Only+ -}+ fromString s'@('*':s) =+ case s of+ [] -> HostAny+ ['4'] -> HostIPv4+ ['6'] -> HostIPv6+ _ -> Host s'+ fromString s'@('!':s) =+ case s of+ ['4'] -> HostIPv4Only+ ['6'] -> HostIPv6Only+ _ -> Host s'+ fromString s = Host s++#if !WINDOWS+-- | Settings for a Unix domain sockets server.+data ServerSettingsUnix = ServerSettingsUnix+ { serverPath :: !FilePath+ , serverAfterBindUnix :: !(Socket -> IO ())+ }++-- | Settings for a Unix domain sockets client.+data ClientSettingsUnix = ClientSettingsUnix+ { clientPath :: !FilePath+ }++-- | The data passed to a Unix domain sockets @Application@.+data AppDataUnix = AppDataUnix+ { appReadUnix :: !(IO ByteString)+ , appWriteUnix :: !(ByteString -> IO ())+ }+#endif++-- | Representation of a single UDP message+data Message = Message { msgData :: {-# UNPACK #-} !ByteString+ , msgSender :: !SockAddr+ }++-- | The data passed to an @Application@.+data AppData = AppData+ { appRead' :: !(IO ByteString)+ , appWrite' :: !(ByteString -> IO ())+ , appSockAddr' :: !SockAddr+ , appLocalAddr' :: !(Maybe SockAddr)+ }
+ Data/Streaming/Text.hs view
@@ -0,0 +1,495 @@+{-# LANGUAGE BangPatterns #-}+{-# LANGUAGE CPP #-}+{-# LANGUAGE ForeignFunctionInterface #-}+{-# LANGUAGE GeneralizedNewtypeDeriving #-}+{-# LANGUAGE MagicHash #-}+{-# LANGUAGE Rank2Types #-}+{-# LANGUAGE UnliftedFFITypes #-}++--+-- Module : Data.Text.Lazy.Encoding.Fusion+-- Copyright : (c) 2009, 2010 Bryan O'Sullivan+--+-- License : BSD-style+-- Maintainer : bos@serpentine.com+-- Stability : experimental+-- Portability : portable+--+-- /Warning/: this is an internal module, and does not have a stable+-- API or name. Functions in this module may not check or enforce+-- preconditions expected by public modules. Use at your own risk!+--+-- Fusible 'Stream'-oriented functions for converting between lazy+-- 'Text' and several common encodings.++-- | Provides a stream-based approach to decoding Unicode data. Each function+-- below works the same way: you give it a chunk of data, and it gives back a+-- @DecodeResult@. If the parse was a success, then you get a chunk of @Text@+-- (possibly empty) and a continuation parsing function. If the parse was a+-- failure, you get a chunk of successfully decoded @Text@ (possibly empty) and+-- the unconsumed bytes.+--+-- In order to indicate end of stream, you pass an empty @ByteString@ to the+-- decode function. This call may result in a failure, if there were unused+-- bytes left over from a previous step which formed part of a code sequence.+module Data.Streaming.Text+ (+ -- * Streaming+ decodeUtf8+ , decodeUtf8Pure+ , decodeUtf16LE+ , decodeUtf16BE+ , decodeUtf32LE+ , decodeUtf32BE++ -- * Type+ , DecodeResult (..)+ ) where++import Control.Monad.ST (ST, runST)+import Control.Monad.ST.Unsafe (unsafeIOToST, unsafeSTToIO)+import Data.Bits ((.|.))+import qualified Data.ByteString as B+import Data.ByteString.Internal (ByteString (PS))+import qualified Data.ByteString.Unsafe as B+import Data.Text (Text)+import qualified Data.Text as T+import qualified Data.Text.Array as A+import Data.Text.Internal (textP)+import qualified Data.Text.Internal.Encoding.Utf16 as U16+import qualified Data.Text.Internal.Encoding.Utf32 as U32+import qualified Data.Text.Internal.Encoding.Utf8 as U8+import Data.Text.Internal.Unsafe.Char (unsafeChr, unsafeChr32,+ unsafeChr8)+import Data.Text.Internal.Unsafe.Char (unsafeWrite)+import Data.Text.Internal.Unsafe.Shift (shiftL)+import Data.Word (Word32, Word8)+import Foreign.C.Types (CSize (..))+import Foreign.ForeignPtr (withForeignPtr)+import Foreign.Marshal.Utils (with)+import Foreign.Ptr (Ptr, minusPtr, nullPtr,+ plusPtr)+import Foreign.Storable (Storable, peek, poke)+import GHC.Base (MutableByteArray#)++data S = S0+ | S1 {-# UNPACK #-} !Word8+ | S2 {-# UNPACK #-} !Word8 {-# UNPACK #-} !Word8+ | S3 {-# UNPACK #-} !Word8 {-# UNPACK #-} !Word8 {-# UNPACK #-} !Word8+ deriving Show++data DecodeResult+ = DecodeResultSuccess !Text !(B.ByteString -> DecodeResult)+ | DecodeResultFailure !Text !B.ByteString++toBS :: S -> B.ByteString+toBS S0 = B.empty+toBS (S1 a) = B.pack [a]+toBS (S2 a b) = B.pack [a, b]+toBS (S3 a b c) = B.pack [a, b, c]+{-# INLINE toBS #-}++getText :: Int -> A.MArray s -> ST s Text+getText j marr = do+ arr <- A.unsafeFreeze marr+ return $! textP arr 0 j+{-# INLINE getText #-}++#include "text_cbits.h"++foreign import ccall unsafe "_hs_text_stream_decode_decode_utf8_state" c_decode_utf8_with_state+ :: MutableByteArray# s -> Ptr CSize+ -> Ptr (Ptr Word8) -> Ptr Word8+ -> Ptr CodePoint -> Ptr DecoderState -> IO (Ptr Word8)++newtype CodePoint = CodePoint Word32 deriving (Eq, Show, Num, Storable)+newtype DecoderState = DecoderState Word32 deriving (Eq, Show, Num, Storable)++-- | /O(n)/ Convert a lazy 'ByteString' into a 'Stream Char', using+-- UTF-8 encoding.+decodeUtf8 :: B.ByteString -> DecodeResult+decodeUtf8 = decodeChunk B.empty 0 0+ where+ decodeChunkCheck :: B.ByteString -> CodePoint -> DecoderState -> B.ByteString -> DecodeResult+ decodeChunkCheck bsOld codepoint state bs+ | B.null bs =+ if B.null bsOld+ then DecodeResultSuccess T.empty decodeUtf8+ else DecodeResultFailure T.empty bsOld+ | otherwise = decodeChunk bsOld codepoint state bs+ -- We create a slightly larger than necessary buffer to accommodate a+ -- potential surrogate pair started in the last buffer+ decodeChunk :: B.ByteString -> CodePoint -> DecoderState -> B.ByteString -> DecodeResult+ decodeChunk bsOld codepoint0 state0 bs@(PS fp off len) =+ runST $ (unsafeIOToST . decodeChunkToBuffer) =<< A.new (len+1)+ where+ decodeChunkToBuffer :: A.MArray s -> IO DecodeResult+ decodeChunkToBuffer dest = withForeignPtr fp $ \ptr ->+ with (0::CSize) $ \destOffPtr ->+ with codepoint0 $ \codepointPtr ->+ with state0 $ \statePtr ->+ with nullPtr $ \curPtrPtr ->+ let end = ptr `plusPtr` (off + len)+ loop curPtr = do+ poke curPtrPtr curPtr+ _ <- c_decode_utf8_with_state (A.maBA dest) destOffPtr+ curPtrPtr end codepointPtr statePtr+ state <- peek statePtr+ n <- peek destOffPtr+ chunkText <- unsafeSTToIO $ do+ arr <- A.unsafeFreeze dest+ return $! textP arr 0 (fromIntegral n)+ lastPtr <- peek curPtrPtr+ let left = lastPtr `minusPtr` curPtr+ -- The logic here is: if any text was generated, then the+ -- previous leftovers were completely consumed already.+ -- If no text was generated, then any leftovers from the+ -- previous step are still leftovers now.+ unused+ | not $ T.null chunkText = B.unsafeDrop left bs+ | B.null bsOld = bs+ | otherwise = B.append bsOld bs+ case unused `seq` state of+ UTF8_REJECT ->+ -- We encountered an encoding error+ return $! DecodeResultFailure chunkText unused+ _ -> do+ codepoint <- peek codepointPtr+ return $! DecodeResultSuccess chunkText+ $! decodeChunkCheck unused codepoint state+ in loop (ptr `plusPtr` off)++-- | /O(n)/ Convert a lazy 'ByteString' into a 'Stream Char', using+-- UTF-8 encoding.+decodeUtf8Pure :: B.ByteString -> DecodeResult+decodeUtf8Pure =+ beginChunk S0+ where+ beginChunk :: S -> B.ByteString -> DecodeResult+ beginChunk s bs | B.null bs =+ case s of+ S0 -> DecodeResultSuccess T.empty (beginChunk S0)+ _ -> DecodeResultFailure T.empty $ toBS s+ beginChunk s0 ps = runST $ do+ let initLen = B.length ps+ marr <- A.new (initLen + 1)+ let start !i !j+ | i >= len = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk S0)+ | U8.validate1 a = addChar' 1 (unsafeChr8 a)+ | i + 1 < len && U8.validate2 a b = addChar' 2 (U8.chr2 a b)+ | i + 2 < len && U8.validate3 a b c = addChar' 3 (U8.chr3 a b c)+ | i + 3 < len && U8.validate4 a b c d = addChar' 4 (U8.chr4 a b c d)+ | i + 3 < len = do+ t <- getText j marr+ return $! DecodeResultFailure t (B.unsafeDrop i ps)+ | i + 2 < len = continue (S3 a b c)+ | i + 1 < len = continue (S2 a b)+ | otherwise = continue (S1 a)+ where+ a = B.unsafeIndex ps i+ b = B.unsafeIndex ps (i+1)+ c = B.unsafeIndex ps (i+2)+ d = B.unsafeIndex ps (i+3)+ addChar' deltai char = do+ deltaj <- unsafeWrite marr j char+ start (i + deltai) (j + deltaj)+ continue s = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk s)++ checkCont s !i | i >= len = return $! DecodeResultSuccess T.empty (beginChunk s)+ checkCont s !i =+ case s of+ S0 -> start i 0+ S1 a+ | U8.validate2 a x -> addChar' (U8.chr2 a x)+ | otherwise -> checkCont (S2 a x) (i + 1)+ S2 a b+ | U8.validate3 a b x -> addChar' (U8.chr3 a b x)+ | otherwise -> checkCont (S3 a b x) (i + 1)+ S3 a b c+ | U8.validate4 a b c x -> addChar' (U8.chr4 a b c x)+ _ -> return $! DecodeResultFailure T.empty+ $! B.append (toBS s) (B.unsafeDrop i ps)+ where+ x = B.unsafeIndex ps i+ addChar' c = do+ d <- unsafeWrite marr 0 c+ start (i + 1) d++ checkCont s0 0+ where+ len = B.length ps+ {-# INLINE beginChunk #-}++-- | /O(n)/ Convert a 'ByteString' into a 'Stream Char', using little+-- endian UTF-16 encoding.+decodeUtf16LE :: B.ByteString -> DecodeResult+decodeUtf16LE =+ beginChunk S0+ where+ beginChunk :: S -> B.ByteString -> DecodeResult+ beginChunk s bs | B.null bs =+ case s of+ S0 -> DecodeResultSuccess T.empty (beginChunk S0)+ _ -> DecodeResultFailure T.empty $ toBS s+ beginChunk s0 ps = runST $ do+ let initLen = B.length ps+ marr <- A.new (initLen + 1)+ let start !i !j+ | i >= len = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk S0)+ | i + 1 < len && U16.validate1 x1 = addChar' 2 (unsafeChr x1)+ | i + 3 < len && U16.validate2 x1 x2 = addChar' 4 (U16.chr2 x1 x2)+ | i + 3 < len = do+ t <- getText j marr+ return $! DecodeResultFailure t (B.unsafeDrop i ps)+ | i + 2 < len = continue (S3 a b c)+ | i + 1 < len = continue (S2 a b)+ | otherwise = continue (S1 a)+ where+ a = B.unsafeIndex ps i+ b = B.unsafeIndex ps (i+1)+ c = B.unsafeIndex ps (i+2)+ d = B.unsafeIndex ps (i+3)+ x1 = combine a b+ x2 = combine c d+ addChar' deltai char = do+ deltaj <- unsafeWrite marr j char+ start (i + deltai) (j + deltaj)+ continue s = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk s)++ checkCont s !i | i >= len = return $! DecodeResultSuccess T.empty (beginChunk s)+ checkCont s !i =+ case s of+ S0 -> start i 0+ S1 a ->+ let x1 = combine a x+ in if U16.validate1 x1+ then addChar' (unsafeChr x1)+ else checkCont (S2 a x) (i + 1)+ S2 a b -> checkCont (S3 a b x) (i + 1)+ S3 a b c ->+ let x1 = combine a b+ x2 = combine c x+ in if U16.validate2 x1 x2+ then addChar' (U16.chr2 x1 x2)+ else return $! DecodeResultFailure T.empty+ $! B.append (toBS s) (B.unsafeDrop i ps)+ where+ x = B.unsafeIndex ps i+ addChar' c = do+ d <- unsafeWrite marr 0 c+ start (i + 1) d++ checkCont s0 0+ where+ len = B.length ps+ combine w1 w2 = fromIntegral w1 .|. (fromIntegral w2 `shiftL` 8)+ {-# INLINE beginChunk #-}++-- | /O(n)/ Convert a 'ByteString' into a 'Stream Char', using big+-- endian UTF-16 encoding.+decodeUtf16BE :: B.ByteString -> DecodeResult+decodeUtf16BE =+ beginChunk S0+ where+ beginChunk :: S -> B.ByteString -> DecodeResult+ beginChunk s bs | B.null bs =+ case s of+ S0 -> DecodeResultSuccess T.empty (beginChunk S0)+ _ -> DecodeResultFailure T.empty $ toBS s+ beginChunk s0 ps = runST $ do+ let initLen = B.length ps+ marr <- A.new (initLen + 1)+ let start !i !j+ | i >= len = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk S0)+ | i + 1 < len && U16.validate1 x1 = addChar' 2 (unsafeChr x1)+ | i + 3 < len && U16.validate2 x1 x2 = addChar' 4 (U16.chr2 x1 x2)+ | i + 3 < len = do+ t <- getText j marr+ return $! DecodeResultFailure t (B.unsafeDrop i ps)+ | i + 2 < len = continue (S3 a b c)+ | i + 1 < len = continue (S2 a b)+ | otherwise = continue (S1 a)+ where+ a = B.unsafeIndex ps i+ b = B.unsafeIndex ps (i+1)+ c = B.unsafeIndex ps (i+2)+ d = B.unsafeIndex ps (i+3)+ x1 = combine a b+ x2 = combine c d+ addChar' deltai char = do+ deltaj <- unsafeWrite marr j char+ start (i + deltai) (j + deltaj)+ continue s = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk s)++ checkCont s !i | i >= len = return $! DecodeResultSuccess T.empty (beginChunk s)+ checkCont s !i =+ case s of+ S0 -> start i 0+ S1 a ->+ let x1 = combine a x+ in if U16.validate1 x1+ then addChar' (unsafeChr x1)+ else checkCont (S2 a x) (i + 1)+ S2 a b -> checkCont (S3 a b x) (i + 1)+ S3 a b c ->+ let x1 = combine a b+ x2 = combine c x+ in if U16.validate2 x1 x2+ then addChar' (U16.chr2 x1 x2)+ else return $! DecodeResultFailure T.empty+ $! B.append (toBS s) (B.unsafeDrop i ps)+ where+ x = B.unsafeIndex ps i+ addChar' c = do+ d <- unsafeWrite marr 0 c+ start (i + 1) d++ checkCont s0 0+ where+ len = B.length ps+ combine w1 w2 = (fromIntegral w1 `shiftL` 8) .|. fromIntegral w2+ {-# INLINE beginChunk #-}++-- | /O(n)/ Convert a 'ByteString' into a 'Stream Char', using little+-- endian UTF-32 encoding.+decodeUtf32LE :: B.ByteString -> DecodeResult+decodeUtf32LE =+ beginChunk S0+ where+ beginChunk :: S -> B.ByteString -> DecodeResult+ beginChunk s bs | B.null bs =+ case s of+ S0 -> DecodeResultSuccess T.empty (beginChunk S0)+ _ -> DecodeResultFailure T.empty $ toBS s+ beginChunk s0 ps = runST $ do+ let initLen = B.length ps `div` 2+ marr <- A.new (initLen + 1)+ let start !i !j+ | i >= len = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk S0)+ | i + 3 < len && U32.validate x1 = addChar' 4 (unsafeChr32 x1)+ | i + 3 < len = do+ t <- getText j marr+ return $! DecodeResultFailure t (B.unsafeDrop i ps)+ | i + 2 < len = continue (S3 a b c)+ | i + 1 < len = continue (S2 a b)+ | otherwise = continue (S1 a)+ where+ a = B.unsafeIndex ps i+ b = B.unsafeIndex ps (i+1)+ c = B.unsafeIndex ps (i+2)+ d = B.unsafeIndex ps (i+3)+ x1 = combine a b c d+ addChar' deltai char = do+ deltaj <- unsafeWrite marr j char+ start (i + deltai) (j + deltaj)+ continue s = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk s)++ checkCont s !i | i >= len = return $! DecodeResultSuccess T.empty (beginChunk s)+ checkCont s !i =+ case s of+ S0 -> start i 0+ S1 a -> checkCont (S2 a x) (i + 1)+ S2 a b -> checkCont (S3 a b x) (i + 1)+ S3 a b c ->+ let x1 = combine a b c x+ in if U32.validate x1+ then addChar' (unsafeChr32 x1)+ else return $! DecodeResultFailure T.empty+ $! B.append (toBS s) (B.unsafeDrop i ps)+ where+ x = B.unsafeIndex ps i+ addChar' c = do+ d <- unsafeWrite marr 0 c+ start (i + 1) d++ checkCont s0 0+ where+ len = B.length ps+ combine w1 w2 w3 w4 =+ shiftL (fromIntegral w4) 24+ .|. shiftL (fromIntegral w3) 16+ .|. shiftL (fromIntegral w2) 8+ .|. (fromIntegral w1)+ {-# INLINE beginChunk #-}++-- | /O(n)/ Convert a 'ByteString' into a 'Stream Char', using big+-- endian UTF-32 encoding.+decodeUtf32BE :: B.ByteString -> DecodeResult+decodeUtf32BE =+ beginChunk S0+ where+ beginChunk :: S -> B.ByteString -> DecodeResult+ beginChunk s bs | B.null bs =+ case s of+ S0 -> DecodeResultSuccess T.empty (beginChunk S0)+ _ -> DecodeResultFailure T.empty $ toBS s+ beginChunk s0 ps = runST $ do+ let initLen = B.length ps `div` 2+ marr <- A.new (initLen + 1)+ let start !i !j+ | i >= len = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk S0)+ | i + 3 < len && U32.validate x1 = addChar' 4 (unsafeChr32 x1)+ | i + 3 < len = do+ t <- getText j marr+ return $! DecodeResultFailure t (B.unsafeDrop i ps)+ | i + 2 < len = continue (S3 a b c)+ | i + 1 < len = continue (S2 a b)+ | otherwise = continue (S1 a)+ where+ a = B.unsafeIndex ps i+ b = B.unsafeIndex ps (i+1)+ c = B.unsafeIndex ps (i+2)+ d = B.unsafeIndex ps (i+3)+ x1 = combine a b c d+ addChar' deltai char = do+ deltaj <- unsafeWrite marr j char+ start (i + deltai) (j + deltaj)+ continue s = do+ t <- getText j marr+ return $! DecodeResultSuccess t (beginChunk s)++ checkCont s !i | i >= len = return $! DecodeResultSuccess T.empty (beginChunk s)+ checkCont s !i =+ case s of+ S0 -> start i 0+ S1 a -> checkCont (S2 a x) (i + 1)+ S2 a b -> checkCont (S3 a b x) (i + 1)+ S3 a b c ->+ let x1 = combine a b c x+ in if U32.validate x1+ then addChar' (unsafeChr32 x1)+ else return $! DecodeResultFailure T.empty+ $! B.append (toBS s) (B.unsafeDrop i ps)+ where+ x = B.unsafeIndex ps i+ addChar' c = do+ d <- unsafeWrite marr 0 c+ start (i + 1) d++ checkCont s0 0+ where+ len = B.length ps+ combine w1 w2 w3 w4 =+ shiftL (fromIntegral w1) 24+ .|. shiftL (fromIntegral w2) 16+ .|. shiftL (fromIntegral w3) 8+ .|. (fromIntegral w4)+ {-# INLINE beginChunk #-}
+ Data/Streaming/Zlib.hs view
@@ -0,0 +1,283 @@+{-# LANGUAGE DeriveDataTypeable #-}+-- | This is a middle-level wrapper around the zlib C API. It allows you to+-- work fully with bytestrings and not touch the FFI at all, but is still+-- low-level enough to allow you to implement high-level abstractions such as+-- enumerators. Significantly, it does not use lazy IO.+--+-- You'll probably need to reference the docs a bit to understand the+-- WindowBits parameters below, but a basic rule of thumb is 15 is for zlib+-- compression, and 31 for gzip compression.+--+-- A simple streaming compressor in pseudo-code would look like:+--+-- > def <- initDeflate ...+-- > popper <- feedDeflate def rawContent+-- > pullPopper popper+-- > ...+-- > finishDeflate def sendCompressedData+--+-- You can see a more complete example is available in the included+-- file-test.hs.+module Data.Streaming.Zlib+ ( -- * Inflate+ Inflate+ , initInflate+ , initInflateWithDictionary+ , feedInflate+ , finishInflate+ , flushInflate+ -- * Deflate+ , Deflate+ , initDeflate+ , initDeflateWithDictionary+ , feedDeflate+ , finishDeflate+ , flushDeflate+ -- * Data types+ , WindowBits (..)+ , defaultWindowBits+ , ZlibException (..)+ , Popper+ , PopperRes (..)+ ) where++import Data.Streaming.Zlib.Lowlevel+import Foreign.ForeignPtr+import Foreign.C.Types+import Data.ByteString.Unsafe+import Codec.Compression.Zlib (WindowBits(WindowBits), defaultWindowBits)+import qualified Data.ByteString as S+import Data.ByteString.Lazy.Internal (defaultChunkSize)+import Control.Monad (when)+import Data.Typeable (Typeable)+import Control.Exception (Exception)++type ZStreamPair = (ForeignPtr ZStreamStruct, ForeignPtr CChar)++-- | The state of an inflation (eg, decompression) process. All allocated+-- memory is automatically reclaimed by the garbage collector.+-- Also can contain the inflation dictionary that is used for decompression.+newtype Inflate = Inflate (ZStreamPair, Maybe S.ByteString)++-- | The state of a deflation (eg, compression) process. All allocated memory+-- is automatically reclaimed by the garbage collector.+newtype Deflate = Deflate ZStreamPair++-- | Exception that can be thrown from the FFI code. The parameter is the+-- numerical error code from the zlib library. Quoting the zlib.h file+-- directly:+--+-- * #define Z_OK 0+--+-- * #define Z_STREAM_END 1+--+-- * #define Z_NEED_DICT 2+--+-- * #define Z_ERRNO (-1)+--+-- * #define Z_STREAM_ERROR (-2)+--+-- * #define Z_DATA_ERROR (-3)+--+-- * #define Z_MEM_ERROR (-4)+--+-- * #define Z_BUF_ERROR (-5)+--+-- * #define Z_VERSION_ERROR (-6)++data ZlibException = ZlibException Int+ deriving (Show, Typeable)+instance Exception ZlibException++-- | Some constants for the error codes, used internally+zNeedDict :: CInt+zNeedDict = 2++zBufError :: CInt+zBufError = -5++-- | Initialize an inflation process with the given 'WindowBits'. You will need+-- to call 'feedInflate' to feed compressed data to this and+-- 'finishInflate' to extract the final chunk of decompressed data.+initInflate :: WindowBits -> IO Inflate+initInflate w = do+ zstr <- zstreamNew+ inflateInit2 zstr w+ fzstr <- newForeignPtr c_free_z_stream_inflate zstr+ fbuff <- mallocForeignPtrBytes defaultChunkSize+ withForeignPtr fbuff $ \buff ->+ c_set_avail_out zstr buff $ fromIntegral defaultChunkSize+ return $ Inflate ((fzstr, fbuff), Nothing)++-- | Initialize an inflation process with the given 'WindowBits'. +-- Unlike initInflate a dictionary for inflation is set which must+-- match the one set during compression.+initInflateWithDictionary :: WindowBits -> S.ByteString -> IO Inflate+initInflateWithDictionary w bs = do+ zstr <- zstreamNew+ inflateInit2 zstr w+ fzstr <- newForeignPtr c_free_z_stream_inflate zstr+ fbuff <- mallocForeignPtrBytes defaultChunkSize++ withForeignPtr fbuff $ \buff ->+ c_set_avail_out zstr buff $ fromIntegral defaultChunkSize+ return $ Inflate ((fzstr, fbuff), Just bs)++-- | Initialize a deflation process with the given compression level and+-- 'WindowBits'. You will need to call 'feedDeflate' to feed uncompressed+-- data to this and 'finishDeflate' to extract the final chunks of compressed+-- data.+initDeflate :: Int -- ^ Compression level+ -> WindowBits -> IO Deflate+initDeflate level w = do+ zstr <- zstreamNew+ deflateInit2 zstr level w 8 StrategyDefault+ fzstr <- newForeignPtr c_free_z_stream_deflate zstr+ fbuff <- mallocForeignPtrBytes defaultChunkSize+ withForeignPtr fbuff $ \buff ->+ c_set_avail_out zstr buff $ fromIntegral defaultChunkSize+ return $ Deflate (fzstr, fbuff)++-- | Initialize an deflation process with the given compression level and+-- 'WindowBits'.+-- Unlike initDeflate a dictionary for deflation is set.+initDeflateWithDictionary :: Int -- ^ Compression level+ -> S.ByteString -- ^ Deflate dictionary+ -> WindowBits -> IO Deflate+initDeflateWithDictionary level bs w = do+ zstr <- zstreamNew+ deflateInit2 zstr level w 8 StrategyDefault+ fzstr <- newForeignPtr c_free_z_stream_deflate zstr+ fbuff <- mallocForeignPtrBytes defaultChunkSize++ unsafeUseAsCStringLen bs $ \(cstr, len) -> do+ c_call_deflate_set_dictionary zstr cstr $ fromIntegral len++ withForeignPtr fbuff $ \buff ->+ c_set_avail_out zstr buff $ fromIntegral defaultChunkSize+ return $ Deflate (fzstr, fbuff)++-- | Feed the given 'S.ByteString' to the inflater. Return a 'Popper',+-- an IO action that returns the decompressed data a chunk at a time.+-- The 'Popper' must be called to exhaustion before using the 'Inflate'+-- object again.+--+-- Note that this function automatically buffers the output to+-- 'defaultChunkSize', and therefore you won't get any data from the popper+-- until that much decompressed data is available. After you have fed all of+-- the compressed data to this function, you can extract your final chunk of+-- decompressed data using 'finishInflate'.+feedInflate+ :: Inflate+ -> S.ByteString+ -> IO Popper+feedInflate (Inflate ((fzstr, fbuff), inflateDictionary)) bs = do+ withForeignPtr fzstr $ \zstr ->+ unsafeUseAsCStringLen bs $ \(cstr, len) ->+ c_set_avail_in zstr cstr $ fromIntegral len+ return $ drain fbuff fzstr (Just bs) inflate False+ where+ inflate zstr = do+ res <- c_call_inflate_noflush zstr+ if (res == zNeedDict)+ then maybe (return zNeedDict)+ (\dict -> (unsafeUseAsCStringLen dict $ \(cstr, len) -> do+ c_call_inflate_set_dictionary zstr cstr $ fromIntegral len+ c_call_inflate_noflush zstr))+ inflateDictionary+ else return res++-- | An IO action that returns the next chunk of data, returning 'Nothing' when+-- there is no more data to be popped.+type Popper = IO PopperRes++data PopperRes = PRDone+ | PRNext !S.ByteString+ | PRError !ZlibException+ deriving (Show, Typeable)++-- | Ensure that the given @ByteString@ is not deallocated.+keepAlive :: Maybe S.ByteString -> IO a -> IO a+keepAlive Nothing = id+keepAlive (Just bs) = unsafeUseAsCStringLen bs . const++drain :: ForeignPtr CChar+ -> ForeignPtr ZStreamStruct+ -> Maybe S.ByteString+ -> (ZStream' -> IO CInt)+ -> Bool+ -> Popper+drain fbuff fzstr mbs func isFinish = withForeignPtr fzstr $ \zstr -> keepAlive mbs $ do+ res <- func zstr+ if res < 0 && res /= zBufError+ then return $ PRError $ ZlibException $ fromIntegral res+ else do+ avail <- c_get_avail_out zstr+ let size = defaultChunkSize - fromIntegral avail+ toOutput = avail == 0 || (isFinish && size /= 0)+ if toOutput+ then withForeignPtr fbuff $ \buff -> do+ bs <- S.packCStringLen (buff, size)+ c_set_avail_out zstr buff+ $ fromIntegral defaultChunkSize+ return $ PRNext bs+ else return PRDone+++-- | As explained in 'feedInflate', inflation buffers your decompressed+-- data. After you call 'feedInflate' with your last chunk of compressed+-- data, you will likely have some data still sitting in the buffer. This+-- function will return it to you.+finishInflate :: Inflate -> IO S.ByteString+finishInflate (Inflate ((fzstr, fbuff), _)) =+ withForeignPtr fzstr $ \zstr ->+ withForeignPtr fbuff $ \buff -> do+ avail <- c_get_avail_out zstr+ let size = defaultChunkSize - fromIntegral avail+ bs <- S.packCStringLen (buff, size)+ c_set_avail_out zstr buff $ fromIntegral defaultChunkSize+ return bs++-- | Flush the inflation buffer. Useful for interactive application.+--+-- This is actually a synonym for 'finishInflate'. It is provided for its more+-- semantic name.+--+-- Since 0.0.3+flushInflate :: Inflate -> IO S.ByteString+flushInflate = finishInflate++-- | Feed the given 'S.ByteString' to the deflater. Return a 'Popper',+-- an IO action that returns the compressed data a chunk at a time.+-- The 'Popper' must be called to exhaustion before using the 'Deflate'+-- object again.+--+-- Note that this function automatically buffers the output to+-- 'defaultChunkSize', and therefore you won't get any data from the popper+-- until that much compressed data is available. After you have fed all of the+-- decompressed data to this function, you can extract your final chunks of+-- compressed data using 'finishDeflate'.+feedDeflate :: Deflate -> S.ByteString -> IO Popper+feedDeflate (Deflate (fzstr, fbuff)) bs = do+ withForeignPtr fzstr $ \zstr ->+ unsafeUseAsCStringLen bs $ \(cstr, len) -> do+ c_set_avail_in zstr cstr $ fromIntegral len+ return $ drain fbuff fzstr (Just bs) c_call_deflate_noflush False++-- | As explained in 'feedDeflate', deflation buffers your compressed+-- data. After you call 'feedDeflate' with your last chunk of uncompressed+-- data, use this to flush the rest of the data and signal end of input.+finishDeflate :: Deflate -> Popper+finishDeflate (Deflate (fzstr, fbuff)) =+ drain fbuff fzstr Nothing c_call_deflate_finish True++-- | Flush the deflation buffer. Useful for interactive application.+-- Internally this passes Z_SYNC_FLUSH to the zlib library.+--+-- Unlike 'finishDeflate', 'flushDeflate' does not signal end of input,+-- meaning you can feed more uncompressed data afterward.+--+-- Since 0.0.3+flushDeflate :: Deflate -> Popper+flushDeflate (Deflate (fzstr, fbuff)) =+ drain fbuff fzstr Nothing c_call_deflate_flush True
+ Data/Streaming/Zlib/Lowlevel.hs view
@@ -0,0 +1,101 @@+{-# LANGUAGE ForeignFunctionInterface #-}+{-# LANGUAGE EmptyDataDecls #-}+module Data.Streaming.Zlib.Lowlevel+ ( ZStreamStruct+ , ZStream'+ , zstreamNew+ , Strategy(..)+ , deflateInit2+ , inflateInit2+ , c_free_z_stream_inflate+ , c_free_z_stream_deflate+ , c_set_avail_in+ , c_set_avail_out+ , c_get_avail_out+ , c_get_avail_in+ , c_get_next_in+ , c_call_inflate_noflush+ , c_call_deflate_noflush+ , c_call_deflate_finish+ , c_call_deflate_flush+ , c_call_deflate_set_dictionary+ , c_call_inflate_set_dictionary+ ) where++import Foreign.C+import Foreign.Ptr+import Codec.Compression.Zlib (WindowBits (WindowBits))++data ZStreamStruct+type ZStream' = Ptr ZStreamStruct++data Strategy =+ StrategyDefault+ | StrategyFiltered+ | StrategyHuffman+ | StrategyRLE+ | StrategyFixed+ deriving (Show,Eq,Ord,Enum)++foreign import ccall unsafe "create_z_stream"+ zstreamNew :: IO ZStream'++foreign import ccall unsafe "deflate_init2"+ c_deflateInit2 :: ZStream' -> CInt -> CInt -> CInt -> CInt+ -> IO ()++deflateInit2 :: ZStream' -> Int -> WindowBits -> Int -> Strategy -> IO ()+deflateInit2 zstream level windowBits memlevel strategy =+ c_deflateInit2 zstream (fromIntegral level) (wbToInt windowBits)+ (fromIntegral memlevel)+ (fromIntegral $ fromEnum strategy)++foreign import ccall unsafe "inflate_init2"+ c_inflateInit2 :: ZStream' -> CInt -> IO ()++inflateInit2 :: ZStream' -> WindowBits -> IO ()+inflateInit2 zstream wb = c_inflateInit2 zstream (wbToInt wb)++foreign import ccall unsafe "&free_z_stream_inflate"+ c_free_z_stream_inflate :: FunPtr (ZStream' -> IO ())++foreign import ccall unsafe "&free_z_stream_deflate"+ c_free_z_stream_deflate :: FunPtr (ZStream' -> IO ())++foreign import ccall unsafe "set_avail_in"+ c_set_avail_in :: ZStream' -> Ptr CChar -> CUInt -> IO ()++foreign import ccall unsafe "set_avail_out"+ c_set_avail_out :: ZStream' -> Ptr CChar -> CUInt -> IO ()++foreign import ccall unsafe "get_avail_out"+ c_get_avail_out :: ZStream' -> IO CUInt++foreign import ccall unsafe "get_avail_in"+ c_get_avail_in :: ZStream' -> IO CUInt++foreign import ccall unsafe "get_next_in"+ c_get_next_in :: ZStream' -> IO (Ptr CChar)++foreign import ccall unsafe "call_inflate_noflush"+ c_call_inflate_noflush :: ZStream' -> IO CInt++foreign import ccall unsafe "call_deflate_noflush"+ c_call_deflate_noflush :: ZStream' -> IO CInt++foreign import ccall unsafe "call_deflate_finish"+ c_call_deflate_finish :: ZStream' -> IO CInt++foreign import ccall unsafe "call_deflate_flush"+ c_call_deflate_flush :: ZStream' -> IO CInt++foreign import ccall unsafe "deflate_set_dictionary"+ c_call_deflate_set_dictionary :: ZStream' -> Ptr CChar -> CUInt -> IO ()++foreign import ccall unsafe "inflate_set_dictionary"+ c_call_inflate_set_dictionary :: ZStream' -> Ptr CChar -> CUInt -> IO ()++wbToInt :: WindowBits -> CInt+wbToInt (WindowBits i) = fromIntegral i+wbToInt _ = 15+
+ Data/Text/Internal/Encoding/Utf16.hs view
@@ -0,0 +1,45 @@+{-# LANGUAGE MagicHash, BangPatterns #-}++-- |+-- Module : Data.Text.Internal.Encoding.Utf16+-- Copyright : (c) 2008, 2009 Tom Harper,+-- (c) 2009 Bryan O'Sullivan,+-- (c) 2009 Duncan Coutts+--+-- License : BSD-style+-- Maintainer : bos@serpentine.com+-- Stability : experimental+-- Portability : GHC+--+-- /Warning/: this is an internal module, and does not have a stable+-- API or name. Functions in this module may not check or enforce+-- preconditions expected by public modules. Use at your own risk!+--+-- Basic UTF-16 validation and character manipulation.+module Data.Text.Internal.Encoding.Utf16+ (+ chr2+ , validate1+ , validate2+ ) where++import GHC.Exts+import GHC.Word (Word16(..))++chr2 :: Word16 -> Word16 -> Char+chr2 (W16# a#) (W16# b#) = C# (chr# (upper# +# lower# +# 0x10000#))+ where+ !x# = word2Int# a#+ !y# = word2Int# b#+ !upper# = uncheckedIShiftL# (x# -# 0xD800#) 10#+ !lower# = y# -# 0xDC00#+{-# INLINE chr2 #-}++validate1 :: Word16 -> Bool+validate1 x1 = x1 < 0xD800 || x1 > 0xDFFF+{-# INLINE validate1 #-}++validate2 :: Word16 -> Word16 -> Bool+validate2 x1 x2 = x1 >= 0xD800 && x1 <= 0xDBFF &&+ x2 >= 0xDC00 && x2 <= 0xDFFF+{-# INLINE validate2 #-}
+ Data/Text/Internal/Encoding/Utf32.hs view
@@ -0,0 +1,26 @@+-- |+-- Module : Data.Text.Internal.Encoding.Utf32+-- Copyright : (c) 2008, 2009 Tom Harper,+-- (c) 2009, 2010 Bryan O'Sullivan,+-- (c) 2009 Duncan Coutts+--+-- License : BSD-style+-- Maintainer : bos@serpentine.com+-- Stability : experimental+-- Portability : portable+--+-- /Warning/: this is an internal module, and does not have a stable+-- API or name. Functions in this module may not check or enforce+-- preconditions expected by public modules. Use at your own risk!+--+-- Basic UTF-32 validation.+module Data.Text.Internal.Encoding.Utf32+ (+ validate+ ) where++import Data.Word (Word32)++validate :: Word32 -> Bool+validate x1 = x1 < 0xD800 || (x1 > 0xDFFF && x1 <= 0x10FFFF)+{-# INLINE validate #-}
+ Data/Text/Internal/Encoding/Utf8.hs view
@@ -0,0 +1,168 @@+{-# LANGUAGE CPP, MagicHash, BangPatterns #-}++-- |+-- Module : Data.Text.Internal.Encoding.Utf8+-- Copyright : (c) 2008, 2009 Tom Harper,+-- (c) 2009, 2010 Bryan O'Sullivan,+-- (c) 2009 Duncan Coutts+--+-- License : BSD-style+-- Maintainer : bos@serpentine.com+-- Stability : experimental+-- Portability : GHC+--+-- /Warning/: this is an internal module, and does not have a stable+-- API or name. Functions in this module may not check or enforce+-- preconditions expected by public modules. Use at your own risk!+--+-- Basic UTF-8 validation and character manipulation.+module Data.Text.Internal.Encoding.Utf8+ (+ -- Decomposition+ ord2+ , ord3+ , ord4+ -- Construction+ , chr2+ , chr3+ , chr4+ -- * Validation+ , validate1+ , validate2+ , validate3+ , validate4+ ) where++#if defined(TEST_SUITE)+# undef ASSERTS+#endif++#if defined(ASSERTS)+import Control.Exception (assert)+#endif+import Data.Bits ((.&.))+import Data.Text.Internal.Unsafe.Char (ord)+import Data.Text.Internal.Unsafe.Shift (shiftR)+import GHC.Exts+import GHC.Word (Word8(..))++default(Int)++between :: Word8 -- ^ byte to check+ -> Word8 -- ^ lower bound+ -> Word8 -- ^ upper bound+ -> Bool+between x y z = x >= y && x <= z+{-# INLINE between #-}++ord2 :: Char -> (Word8,Word8)+ord2 c =+#if defined(ASSERTS)+ assert (n >= 0x80 && n <= 0x07ff)+#endif+ (x1,x2)+ where+ n = ord c+ x1 = fromIntegral $ (n `shiftR` 6) + 0xC0+ x2 = fromIntegral $ (n .&. 0x3F) + 0x80++ord3 :: Char -> (Word8,Word8,Word8)+ord3 c =+#if defined(ASSERTS)+ assert (n >= 0x0800 && n <= 0xffff)+#endif+ (x1,x2,x3)+ where+ n = ord c+ x1 = fromIntegral $ (n `shiftR` 12) + 0xE0+ x2 = fromIntegral $ ((n `shiftR` 6) .&. 0x3F) + 0x80+ x3 = fromIntegral $ (n .&. 0x3F) + 0x80++ord4 :: Char -> (Word8,Word8,Word8,Word8)+ord4 c =+#if defined(ASSERTS)+ assert (n >= 0x10000)+#endif+ (x1,x2,x3,x4)+ where+ n = ord c+ x1 = fromIntegral $ (n `shiftR` 18) + 0xF0+ x2 = fromIntegral $ ((n `shiftR` 12) .&. 0x3F) + 0x80+ x3 = fromIntegral $ ((n `shiftR` 6) .&. 0x3F) + 0x80+ x4 = fromIntegral $ (n .&. 0x3F) + 0x80++chr2 :: Word8 -> Word8 -> Char+chr2 (W8# x1#) (W8# x2#) = C# (chr# (z1# +# z2#))+ where+ !y1# = word2Int# x1#+ !y2# = word2Int# x2#+ !z1# = uncheckedIShiftL# (y1# -# 0xC0#) 6#+ !z2# = y2# -# 0x80#+{-# INLINE chr2 #-}++chr3 :: Word8 -> Word8 -> Word8 -> Char+chr3 (W8# x1#) (W8# x2#) (W8# x3#) = C# (chr# (z1# +# z2# +# z3#))+ where+ !y1# = word2Int# x1#+ !y2# = word2Int# x2#+ !y3# = word2Int# x3#+ !z1# = uncheckedIShiftL# (y1# -# 0xE0#) 12#+ !z2# = uncheckedIShiftL# (y2# -# 0x80#) 6#+ !z3# = y3# -# 0x80#+{-# INLINE chr3 #-}++chr4 :: Word8 -> Word8 -> Word8 -> Word8 -> Char+chr4 (W8# x1#) (W8# x2#) (W8# x3#) (W8# x4#) =+ C# (chr# (z1# +# z2# +# z3# +# z4#))+ where+ !y1# = word2Int# x1#+ !y2# = word2Int# x2#+ !y3# = word2Int# x3#+ !y4# = word2Int# x4#+ !z1# = uncheckedIShiftL# (y1# -# 0xF0#) 18#+ !z2# = uncheckedIShiftL# (y2# -# 0x80#) 12#+ !z3# = uncheckedIShiftL# (y3# -# 0x80#) 6#+ !z4# = y4# -# 0x80#+{-# INLINE chr4 #-}++validate1 :: Word8 -> Bool+validate1 x1 = x1 <= 0x7F+{-# INLINE validate1 #-}++validate2 :: Word8 -> Word8 -> Bool+validate2 x1 x2 = between x1 0xC2 0xDF && between x2 0x80 0xBF+{-# INLINE validate2 #-}++validate3 :: Word8 -> Word8 -> Word8 -> Bool+{-# INLINE validate3 #-}+validate3 x1 x2 x3 = validate3_1 || validate3_2 || validate3_3 || validate3_4+ where+ validate3_1 = (x1 == 0xE0) &&+ between x2 0xA0 0xBF &&+ between x3 0x80 0xBF+ validate3_2 = between x1 0xE1 0xEC &&+ between x2 0x80 0xBF &&+ between x3 0x80 0xBF+ validate3_3 = x1 == 0xED &&+ between x2 0x80 0x9F &&+ between x3 0x80 0xBF+ validate3_4 = between x1 0xEE 0xEF &&+ between x2 0x80 0xBF &&+ between x3 0x80 0xBF++validate4 :: Word8 -> Word8 -> Word8 -> Word8 -> Bool+{-# INLINE validate4 #-}+validate4 x1 x2 x3 x4 = validate4_1 || validate4_2 || validate4_3+ where+ validate4_1 = x1 == 0xF0 &&+ between x2 0x90 0xBF &&+ between x3 0x80 0xBF &&+ between x4 0x80 0xBF+ validate4_2 = between x1 0xF1 0xF3 &&+ between x2 0x80 0xBF &&+ between x3 0x80 0xBF &&+ between x4 0x80 0xBF+ validate4_3 = x1 == 0xF4 &&+ between x2 0x80 0x8F &&+ between x3 0x80 0xBF &&+ between x4 0x80 0xBF
+ Data/Text/Internal/Unsafe/Char.hs view
@@ -0,0 +1,95 @@+{-# LANGUAGE CPP, MagicHash #-}++-- |+-- Module : Data.Text.Internal.Unsafe.Char+-- Copyright : (c) 2008, 2009 Tom Harper,+-- (c) 2009, 2010 Bryan O'Sullivan,+-- (c) 2009 Duncan Coutts+--+-- License : BSD-style+-- Maintainer : bos@serpentine.com+-- Stability : experimental+-- Portability : GHC+--+-- /Warning/: this is an internal module, and does not have a stable+-- API or name. Functions in this module may not check or enforce+-- preconditions expected by public modules. Use at your own risk!+--+-- Fast character manipulation functions.+module Data.Text.Internal.Unsafe.Char+ (+ ord+ , unsafeChr+ , unsafeChr8+ , unsafeChr32+ , unsafeWrite+ -- , unsafeWriteRev+ ) where++#ifdef ASSERTS+import Control.Exception (assert)+#endif+import Control.Monad.ST (ST)+import Data.Bits ((.&.))+import Data.Text.Internal.Unsafe.Shift (shiftR)+import GHC.Exts (Char(..), Int(..), chr#, ord#, word2Int#)+import GHC.Word (Word8(..), Word16(..), Word32(..))+import qualified Data.Text.Array as A++ord :: Char -> Int+ord (C# c#) = I# (ord# c#)+{-# INLINE ord #-}++unsafeChr :: Word16 -> Char+unsafeChr (W16# w#) = C# (chr# (word2Int# w#))+{-# INLINE unsafeChr #-}++unsafeChr8 :: Word8 -> Char+unsafeChr8 (W8# w#) = C# (chr# (word2Int# w#))+{-# INLINE unsafeChr8 #-}++unsafeChr32 :: Word32 -> Char+unsafeChr32 (W32# w#) = C# (chr# (word2Int# w#))+{-# INLINE unsafeChr32 #-}++-- | Write a character into the array at the given offset. Returns+-- the number of 'Word16's written.+unsafeWrite :: A.MArray s -> Int -> Char -> ST s Int+unsafeWrite marr i c+ | n < 0x10000 = do+#if defined(ASSERTS)+ assert (i >= 0) . assert (i < A.length marr) $ return ()+#endif+ A.unsafeWrite marr i (fromIntegral n)+ return 1+ | otherwise = do+#if defined(ASSERTS)+ assert (i >= 0) . assert (i < A.length marr - 1) $ return ()+#endif+ A.unsafeWrite marr i lo+ A.unsafeWrite marr (i+1) hi+ return 2+ where n = ord c+ m = n - 0x10000+ lo = fromIntegral $ (m `shiftR` 10) + 0xD800+ hi = fromIntegral $ (m .&. 0x3FF) + 0xDC00+{-# INLINE unsafeWrite #-}++{-+unsafeWriteRev :: A.MArray s Word16 -> Int -> Char -> ST s Int+unsafeWriteRev marr i c+ | n < 0x10000 = do+ assert (i >= 0) . assert (i < A.length marr) $+ A.unsafeWrite marr i (fromIntegral n)+ return (i-1)+ | otherwise = do+ assert (i >= 1) . assert (i < A.length marr) $+ A.unsafeWrite marr (i-1) lo+ A.unsafeWrite marr i hi+ return (i-2)+ where n = ord c+ m = n - 0x10000+ lo = fromIntegral $ (m `shiftR` 10) + 0xD800+ hi = fromIntegral $ (m .&. 0x3FF) + 0xDC00+{-# INLINE unsafeWriteRev #-}+-}
+ Data/Text/Internal/Unsafe/Shift.hs view
@@ -0,0 +1,72 @@+{-# LANGUAGE MagicHash #-}++-- |+-- Module : Data.Text.Internal.Unsafe.Shift+-- Copyright : (c) Bryan O'Sullivan 2009+--+-- License : BSD-style+-- Maintainer : bos@serpentine.com+-- Stability : experimental+-- Portability : GHC+--+-- /Warning/: this is an internal module, and does not have a stable+-- API or name. Functions in this module may not check or enforce+-- preconditions expected by public modules. Use at your own risk!+--+-- Fast, unchecked bit shifting functions.++module Data.Text.Internal.Unsafe.Shift+ (+ UnsafeShift(..)+ ) where++-- import qualified Data.Bits as Bits+import GHC.Base+import GHC.Word++-- | This is a workaround for poor optimisation in GHC 6.8.2. It+-- fails to notice constant-width shifts, and adds a test and branch+-- to every shift. This imposes about a 10% performance hit.+--+-- These functions are undefined when the amount being shifted by is+-- greater than the size in bits of a machine Int#.+class UnsafeShift a where+ shiftL :: a -> Int -> a+ shiftR :: a -> Int -> a++instance UnsafeShift Word16 where+ {-# INLINE shiftL #-}+ shiftL (W16# x#) (I# i#) = W16# (narrow16Word# (x# `uncheckedShiftL#` i#))++ {-# INLINE shiftR #-}+ shiftR (W16# x#) (I# i#) = W16# (x# `uncheckedShiftRL#` i#)++instance UnsafeShift Word32 where+ {-# INLINE shiftL #-}+ shiftL (W32# x#) (I# i#) = W32# (narrow32Word# (x# `uncheckedShiftL#` i#))++ {-# INLINE shiftR #-}+ shiftR (W32# x#) (I# i#) = W32# (x# `uncheckedShiftRL#` i#)++instance UnsafeShift Word64 where+ {-# INLINE shiftL #-}+ shiftL (W64# x#) (I# i#) = W64# (x# `uncheckedShiftL64#` i#)++ {-# INLINE shiftR #-}+ shiftR (W64# x#) (I# i#) = W64# (x# `uncheckedShiftRL64#` i#)++instance UnsafeShift Int where+ {-# INLINE shiftL #-}+ shiftL (I# x#) (I# i#) = I# (x# `iShiftL#` i#)++ {-# INLINE shiftR #-}+ shiftR (I# x#) (I# i#) = I# (x# `iShiftRA#` i#)++{-+instance UnsafeShift Integer where+ {-# INLINE shiftL #-}+ shiftL = Bits.shiftL++ {-# INLINE shiftR #-}+ shiftR = Bits.shiftR+-}
+ LICENSE view
@@ -0,0 +1,21 @@+The MIT License (MIT)++Copyright (c) 2014 FP Complete++Permission is hereby granted, free of charge, to any person obtaining a copy+of this software and associated documentation files (the "Software"), to deal+in the Software without restriction, including without limitation the rights+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell+copies of the Software, and to permit persons to whom the Software is+furnished to do so, subject to the following conditions:++The above copyright notice and this permission notice shall be included in all+copies or substantial portions of the Software.++THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE+SOFTWARE.
+ Setup.hs view
@@ -0,0 +1,2 @@+import Distribution.Simple+main = defaultMain
+ System/Win32File.hsc view
@@ -0,0 +1,100 @@+{-# LANGUAGE ForeignFunctionInterface #-}+{-# LANGUAGE GeneralizedNewtypeDeriving #-}+module System.Win32File+ ( openFile+ , readChunk+ , closeFile+ , ReadHandle+ ) where++import Foreign.C.String (CString)+import Foreign.Ptr (castPtr)+import Foreign.Marshal.Alloc (mallocBytes, free)+import Foreign.ForeignPtr (ForeignPtr, withForeignPtr)+#if __GLASGOW_HASKELL__ >= 704+import Foreign.C.Types (CInt (..))+#else+import Foreign.C.Types (CInt)+#endif+import Foreign.C.Error (throwErrnoIfMinus1Retry)+import Foreign.Ptr (Ptr)+import Data.Bits (Bits, (.|.))+import qualified Data.ByteString as S+import qualified Data.ByteString.Unsafe as BU+import qualified Data.ByteString.Internal as BI+import Data.Text (pack)+import Data.Text.Encoding (encodeUtf16LE)+import Data.Word (Word8)+import Prelude hiding (read)+import GHC.ForeignPtr (mallocPlainForeignPtrBytes)+import Data.ByteString.Lazy.Internal (defaultChunkSize)+++#include <fcntl.h>+#include <Share.h>+#include <SYS/Stat.h>+#include <errno.h>++newtype OFlag = OFlag CInt+ deriving (Num, Bits, Show, Eq)++#{enum OFlag, OFlag+ , oBinary = _O_BINARY+ , oRdonly = _O_RDONLY+ , oWronly = _O_WRONLY+ , oCreat = _O_CREAT+ }++newtype SHFlag = SHFlag CInt+ deriving (Num, Bits, Show, Eq)++#{enum SHFlag, SHFlag+ , shDenyno = _SH_DENYNO+ }++newtype PMode = PMode CInt+ deriving (Num, Bits, Show, Eq)++#{enum PMode, PMode+ , pIread = _S_IREAD+ , pIwrite = _S_IWRITE+ }++foreign import ccall "_wsopen"+ c_wsopen :: CString -> OFlag -> SHFlag -> PMode -> IO CInt++foreign import ccall "_read"+ c_read :: ReadHandle -> Ptr Word8 -> CInt -> IO CInt++foreign import ccall "_write"+ c_write :: ReadHandle -> Ptr Word8 -> CInt -> IO CInt++foreign import ccall "_close"+ closeFile :: ReadHandle -> IO ()++newtype ReadHandle = ReadHandle CInt++openFile :: FilePath -> IO ReadHandle+openFile fp = do+ -- need to append a null char+ -- note that useAsCString is not sufficient, as we need to have two+ -- null octets to account for UTF16 encoding+ let bs = encodeUtf16LE $ pack $ fp ++ "\0"+ h <- BU.unsafeUseAsCString bs $ \str ->+ throwErrnoIfMinus1Retry "Data.Streaming.FileRead.openFile" $+ c_wsopen+ str+ (oBinary .|. oRdonly)+ shDenyno+ pIread+ return $ ReadHandle h++readChunk :: ReadHandle -> IO S.ByteString+readChunk fd = do+ fp <- mallocPlainForeignPtrBytes defaultChunkSize+ withForeignPtr fp $ \p -> do+ len <- throwErrnoIfMinus1Retry "System.Win32File.read" $ c_read fd p+ (fromIntegral defaultChunkSize)+ if len == 0+ then return $! S.empty+ else return $! BI.PS fp 0 (fromIntegral len)
+ bench/count-chars.hs view
@@ -0,0 +1,45 @@+import Criterion.Main+import qualified Data.Text as T+import qualified Data.Text.Lazy as TL+import qualified Data.Text.Lazy.Encoding as TLE+import qualified Data.ByteString as S+import qualified Data.ByteString.Lazy as L+import Data.ByteString.Lazy.Internal (ByteString (..))+import Data.Text.StreamDecoding++calcLen :: (S.ByteString -> DecodeResult)+ -> L.ByteString+ -> Int+calcLen =+ loop 0+ where+ loop total _ Empty = total+ loop total dec (Chunk bs bss) =+ total' `seq` loop total' dec' bss+ where+ DecodeResultSuccess t dec' = dec bs+ total' = total + T.length t++handleEncoding :: ( String+ , TL.Text -> L.ByteString+ , L.ByteString -> TL.Text+ , S.ByteString -> DecodeResult+ )+ -> Benchmark+handleEncoding (name, encodeLazy, decodeLazy, decodeStream) = bgroup name+ [ bench "lazy" $ whnf (TL.length . decodeLazy) lbs+ , bench "stream" $ whnf (calcLen decodeStream) lbs+ ]+ where+ text = TL.pack $ concat $ replicate 10 ['\27'..'\2003']+ lbs = encodeLazy text++main :: IO ()+main = defaultMain $ map handleEncoding+ [ ("UTF-8", TLE.encodeUtf8, TLE.decodeUtf8, streamUtf8)+ , ("UTF-8 pure", TLE.encodeUtf8, TLE.decodeUtf8, streamUtf8Pure)+ , ("UTF-16LE", TLE.encodeUtf16LE, TLE.decodeUtf16LE, streamUtf16LE)+ , ("UTF-16BE", TLE.encodeUtf16BE, TLE.decodeUtf16BE, streamUtf16BE)+ , ("UTF-32LE", TLE.encodeUtf32LE, TLE.decodeUtf32LE, streamUtf32LE)+ , ("UTF-32BE", TLE.encodeUtf32BE, TLE.decodeUtf32BE, streamUtf32BE)+ ]
+ bench/decode-memory-usage.hs view
@@ -0,0 +1,31 @@+{-# LANGUAGE OverloadedStrings #-}+import Data.ByteString (ByteString)+import Data.Text.StreamDecoding+import System.Environment (getArgs)++input :: [ByteString]+input = replicate 1000000 "Hello World!\n"++main :: IO ()+main = do+ args <- getArgs+ let dec =+ case args of+ ["16le"] -> streamUtf16LE+ ["16be"] -> streamUtf16BE+ ["32le"] -> streamUtf32LE+ ["32be"] -> streamUtf32BE+ ["8pure"] -> streamUtf8Pure+ _ -> streamUtf8++ loop dec input++loop :: (ByteString -> DecodeResult) -> [ByteString] -> IO ()+loop dec [] =+ case dec "" of+ DecodeResultSuccess _ _ -> return ()+ DecodeResultFailure _ _ -> error "failure1"+loop dec (bs:bss) =+ case dec bs of+ DecodeResultSuccess _ dec' -> loop dec' bss+ DecodeResultFailure _ _ -> error "failure2"
+ cbits/text-helper.c view
@@ -0,0 +1,311 @@+/*+ * Copyright (c) 2011 Bryan O'Sullivan <bos@serpentine.com>.+ *+ * Portions copyright (c) 2008-2010 Björn Höhrmann <bjoern@hoehrmann.de>.+ *+ * See http://bjoern.hoehrmann.de/utf-8/decoder/dfa/ for details.+ */++#include <string.h>+#include <stdint.h>+#include <stdio.h>+#include "text_cbits.h"++void _hs_text_stream_decode_memcpy(void *dest, size_t doff, const void *src, size_t soff,+ size_t n)+{+ memcpy(dest + (doff<<1), src + (soff<<1), n<<1);+}++int _hs_text_stream_decode_memcmp(const void *a, size_t aoff, const void *b, size_t boff,+ size_t n)+{+ return memcmp(a + (aoff<<1), b + (boff<<1), n<<1);+}++#define UTF8_ACCEPT 0+#define UTF8_REJECT 12++static const uint8_t utf8d[] = {+ /*+ * The first part of the table maps bytes to character classes that+ * to reduce the size of the transition table and create bitmasks.+ */+ 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,+ 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,+ 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,+ 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,+ 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, 9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,+ 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,+ 8,8,2,2,2,2,2,2,2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,+ 10,3,3,3,3,3,3,3,3,3,3,3,3,4,3,3, 11,6,6,6,5,8,8,8,8,8,8,8,8,8,8,8,++ /*+ * The second part is a transition table that maps a combination of+ * a state of the automaton and a character class to a state.+ */+ 0,12,24,36,60,96,84,12,12,12,48,72, 12,12,12,12,12,12,12,12,12,12,12,12,+ 12, 0,12,12,12,12,12, 0,12, 0,12,12, 12,24,12,12,12,12,12,24,12,24,12,12,+ 12,12,12,12,12,12,12,24,12,12,12,12, 12,24,12,12,12,12,12,12,12,24,12,12,+ 12,12,12,12,12,12,12,36,12,36,12,12, 12,36,12,12,12,12,12,36,12,36,12,12,+ 12,36,12,12,12,12,12,12,12,12,12,12,+};++static inline uint32_t+decode(uint32_t *state, uint32_t* codep, uint32_t byte) {+ uint32_t type = utf8d[byte];++ *codep = (*state != UTF8_ACCEPT) ?+ (byte & 0x3fu) | (*codep << 6) :+ (0xff >> type) & (byte);++ return *state = utf8d[256 + *state + type];+}++/*+ * The ISO 8859-1 (aka latin-1) code points correspond exactly to the first 256 unicode+ * code-points, therefore we can trivially convert from a latin-1 encoded bytestring to+ * an UTF16 array+ */+void+_hs_text_stream_decode_decode_latin1(uint16_t *dest, const uint8_t const *src,+ const uint8_t const *srcend)+{+ const uint8_t *p = src;++#if defined(__i386__) || defined(__x86_64__)+ /* This optimization works on a little-endian systems by using+ (aligned) 32-bit loads instead of 8-bit loads+ */++ /* consume unaligned prefix */+ while (p != srcend && (uintptr_t)p & 0x3)+ *dest++ = *p++;++ /* iterate over 32-bit aligned loads */+ while (p < srcend - 3) {+ const uint32_t w = *((const uint32_t *)p);++ *dest++ = w & 0xff;+ *dest++ = (w >> 8) & 0xff;+ *dest++ = (w >> 16) & 0xff;+ *dest++ = (w >> 24) & 0xff;++ p += 4;+ }+#endif++ /* handle unaligned suffix */+ while (p != srcend)+ *dest++ = *p++;+}++/*+ * A best-effort decoder. Runs until it hits either end of input or+ * the start of an invalid byte sequence.+ *+ * At exit, we update *destoff with the next offset to write to, *src+ * with the next source location past the last one successfully+ * decoded, and return the next source location to read from.+ *+ * Moreover, we expose the internal decoder state (state0 and+ * codepoint0), allowing one to restart the decoder after it+ * terminates (say, due to a partial codepoint).+ *+ * In particular, there are a few possible outcomes,+ *+ * 1) We decoded the buffer entirely:+ * In this case we return srcend+ * state0 == UTF8_ACCEPT+ *+ * 2) We met an invalid encoding+ * In this case we return the address of the first invalid byte+ * state0 == UTF8_REJECT+ *+ * 3) We reached the end of the buffer while decoding a codepoint+ * In this case we return a pointer to the first byte of the partial codepoint+ * state0 != UTF8_ACCEPT, UTF8_REJECT+ *+ */+#if defined(__GNUC__) || defined(__clang__)+static inline uint8_t const *+_hs_text_stream_decode_decode_utf8_int(uint16_t *const dest, size_t *destoff,+ const uint8_t const **src, const uint8_t const *srcend,+ uint32_t *codepoint0, uint32_t *state0)+ __attribute((always_inline));+#endif++static inline uint8_t const *+_hs_text_stream_decode_decode_utf8_int(uint16_t *const dest, size_t *destoff,+ const uint8_t const **src, const uint8_t const *srcend,+ uint32_t *codepoint0, uint32_t *state0)+{+ uint16_t *d = dest + *destoff;+ const uint8_t *s = *src, *last = *src;+ uint32_t state = *state0;+ uint32_t codepoint = *codepoint0;++ while (s < srcend) {+#if defined(__i386__) || defined(__x86_64__)+ /*+ * This code will only work on a little-endian system that+ * supports unaligned loads.+ *+ * It gives a substantial speed win on data that is purely or+ * partly ASCII (e.g. HTML), at only a slight cost on purely+ * non-ASCII text.+ */++ if (state == UTF8_ACCEPT) {+ while (s < srcend - 4) {+ codepoint = *((uint32_t *) s);+ if ((codepoint & 0x80808080) != 0)+ break;+ s += 4;++ /*+ * Tried 32-bit stores here, but the extra bit-twiddling+ * slowed the code down.+ */++ *d++ = (uint16_t) (codepoint & 0xff);+ *d++ = (uint16_t) ((codepoint >> 8) & 0xff);+ *d++ = (uint16_t) ((codepoint >> 16) & 0xff);+ *d++ = (uint16_t) ((codepoint >> 24) & 0xff);+ }+ last = s;+ }+#endif++ if (decode(&state, &codepoint, *s++) != UTF8_ACCEPT) {+ if (state != UTF8_REJECT)+ continue;+ break;+ }++ if (codepoint <= 0xffff)+ *d++ = (uint16_t) codepoint;+ else {+ *d++ = (uint16_t) (0xD7C0 + (codepoint >> 10));+ *d++ = (uint16_t) (0xDC00 + (codepoint & 0x3FF));+ }+ last = s;+ }++ *destoff = d - dest;+ *codepoint0 = codepoint;+ *state0 = state;+ *src = last;++ return s;+}++uint8_t const *+_hs_text_stream_decode_decode_utf8_state(uint16_t *const dest, size_t *destoff,+ const uint8_t const **src,+ const uint8_t const *srcend,+ uint32_t *codepoint0, uint32_t *state0)+{+ uint8_t const *ret = _hs_text_stream_decode_decode_utf8_int(dest, destoff, src, srcend,+ codepoint0, state0);+ if (*state0 == UTF8_REJECT)+ ret -=1;+ return ret;+}++/*+ * Helper to decode buffer and discard final decoder state+ */+const uint8_t *+_hs_text_stream_decode_decode_utf8(uint16_t *const dest, size_t *destoff,+ const uint8_t *src, const uint8_t *const srcend)+{+ uint32_t codepoint;+ uint32_t state = UTF8_ACCEPT;+ uint8_t const *ret = _hs_text_stream_decode_decode_utf8_int(dest, destoff, &src, srcend,+ &codepoint, &state);+ /* Back up if we have an incomplete or invalid encoding */+ if (state != UTF8_ACCEPT)+ ret -= 1;+ return ret;+}++void+_hs_text_stream_decode_encode_utf8(uint8_t **destp, const uint16_t *src, size_t srcoff,+ size_t srclen)+{+ const uint16_t *srcend;+ uint8_t *dest = *destp;++ src += srcoff;+ srcend = src + srclen;++ ascii:+#if defined(__x86_64__)+ while (srcend - src >= 4) {+ uint64_t w = *((uint64_t *) src);++ if (w & 0xFF80FF80FF80FF80ULL) {+ if (!(w & 0x000000000000FF80ULL)) {+ *dest++ = w & 0xFFFF;+ src++;+ if (!(w & 0x00000000FF800000ULL)) {+ *dest++ = (w >> 16) & 0xFFFF;+ src++;+ if (!(w & 0x0000FF8000000000ULL)) {+ *dest++ = (w >> 32) & 0xFFFF;+ src++;+ }+ }+ }+ break;+ }+ *dest++ = w & 0xFFFF;+ *dest++ = (w >> 16) & 0xFFFF;+ *dest++ = (w >> 32) & 0xFFFF;+ *dest++ = w >> 48;+ src += 4;+ }+#endif++#if defined(__i386__)+ while (srcend - src >= 2) {+ uint32_t w = *((uint32_t *) src);++ if (w & 0xFF80FF80)+ break;+ *dest++ = w & 0xFFFF;+ *dest++ = w >> 16;+ src += 2;+ }+#endif++ while (src < srcend) {+ uint16_t w = *src++;++ if (w <= 0x7F) {+ *dest++ = w;+ /* An ASCII byte is likely to begin a run of ASCII bytes.+ Falling back into the fast path really helps performance. */+ goto ascii;+ }+ else if (w <= 0x7FF) {+ *dest++ = (w >> 6) | 0xC0;+ *dest++ = (w & 0x3f) | 0x80;+ }+ else if (w < 0xD800 || w > 0xDBFF) {+ *dest++ = (w >> 12) | 0xE0;+ *dest++ = ((w >> 6) & 0x3F) | 0x80;+ *dest++ = (w & 0x3F) | 0x80;+ } else {+ uint32_t c = ((((uint32_t) w) - 0xD800) << 10) ++ (((uint32_t) *src++) - 0xDC00) + 0x10000;+ *dest++ = (c >> 18) | 0xF0;+ *dest++ = ((c >> 12) & 0x3F) | 0x80;+ *dest++ = ((c >> 6) & 0x3F) | 0x80;+ *dest++ = (c & 0x3F) | 0x80;+ }+ }++ *destp = dest;+}
+ cbits/zlib-helper.c view
@@ -0,0 +1,97 @@+#include <zlib.h>+#include <stdlib.h>++z_stream * create_z_stream(void)+{+ z_stream *ret = malloc(sizeof(z_stream));+ if (ret) {+ ret->zalloc = Z_NULL;+ ret->zfree = Z_NULL;+ ret->opaque = Z_NULL;+ ret->next_in = NULL;+ ret->avail_in = 0;+ ret->next_out = NULL;+ ret->avail_out = 0;+ }+ return ret;+}++int inflate_init2(z_stream *stream, int window_bits)+{+ return inflateInit2(stream, window_bits);+}++int deflate_init2(z_stream *stream, int level, int methodBits,+ int memlevel, int strategy)+{+ return deflateInit2(stream, level, Z_DEFLATED, methodBits, memlevel, strategy);+}++int inflate_set_dictionary(z_stream *stream, const char* dictionary, + unsigned int dictLength) {+ return inflateSetDictionary(stream, dictionary, dictLength);+}++int deflate_set_dictionary(z_stream *stream, const char* dictionary, + unsigned int dictLength) {+ return deflateSetDictionary(stream, dictionary, dictLength);+}++void free_z_stream_inflate (z_stream *stream)+{+ inflateEnd(stream);+ free(stream);+}++void set_avail_in (z_stream *stream, char *buff, unsigned int avail)+{+ stream->next_in = buff;+ stream->avail_in = avail;+}++void set_avail_out (z_stream *stream, char *buff, unsigned int avail)+{+ stream->next_out = buff;+ stream->avail_out = avail;+}++int call_inflate_noflush (z_stream *stream)+{+ return inflate(stream, Z_NO_FLUSH);+}++unsigned int get_avail_in (z_stream *stream)+{+ return stream->avail_in;+}++unsigned int get_avail_out (z_stream *stream)+{+ return stream->avail_out;+}++char* get_next_in (z_stream *stream)+{+ return stream->next_in;+}++void free_z_stream_deflate (z_stream *stream)+{+ deflateEnd(stream);+ free(stream);+}++int call_deflate_noflush (z_stream *stream)+{+ return deflate(stream, Z_NO_FLUSH);+}++int call_deflate_flush (z_stream *stream)+{+ return deflate(stream, Z_SYNC_FLUSH);+}++int call_deflate_finish (z_stream *stream)+{+ return deflate(stream, Z_FINISH);+}
+ include/crc32.h view
@@ -0,0 +1,441 @@+/* crc32.h -- tables for rapid CRC calculation+ * Generated automatically by crc32.c+ */++local const unsigned long FAR crc_table[TBLS][256] =+{+ {+ 0x00000000UL, 0x77073096UL, 0xee0e612cUL, 0x990951baUL, 0x076dc419UL,+ 0x706af48fUL, 0xe963a535UL, 0x9e6495a3UL, 0x0edb8832UL, 0x79dcb8a4UL,+ 0xe0d5e91eUL, 0x97d2d988UL, 0x09b64c2bUL, 0x7eb17cbdUL, 0xe7b82d07UL,+ 0x90bf1d91UL, 0x1db71064UL, 0x6ab020f2UL, 0xf3b97148UL, 0x84be41deUL,+ 0x1adad47dUL, 0x6ddde4ebUL, 0xf4d4b551UL, 0x83d385c7UL, 0x136c9856UL,+ 0x646ba8c0UL, 0xfd62f97aUL, 0x8a65c9ecUL, 0x14015c4fUL, 0x63066cd9UL,+ 0xfa0f3d63UL, 0x8d080df5UL, 0x3b6e20c8UL, 0x4c69105eUL, 0xd56041e4UL,+ 0xa2677172UL, 0x3c03e4d1UL, 0x4b04d447UL, 0xd20d85fdUL, 0xa50ab56bUL,+ 0x35b5a8faUL, 0x42b2986cUL, 0xdbbbc9d6UL, 0xacbcf940UL, 0x32d86ce3UL,+ 0x45df5c75UL, 0xdcd60dcfUL, 0xabd13d59UL, 0x26d930acUL, 0x51de003aUL,+ 0xc8d75180UL, 0xbfd06116UL, 0x21b4f4b5UL, 0x56b3c423UL, 0xcfba9599UL,+ 0xb8bda50fUL, 0x2802b89eUL, 0x5f058808UL, 0xc60cd9b2UL, 0xb10be924UL,+ 0x2f6f7c87UL, 0x58684c11UL, 0xc1611dabUL, 0xb6662d3dUL, 0x76dc4190UL,+ 0x01db7106UL, 0x98d220bcUL, 0xefd5102aUL, 0x71b18589UL, 0x06b6b51fUL,+ 0x9fbfe4a5UL, 0xe8b8d433UL, 0x7807c9a2UL, 0x0f00f934UL, 0x9609a88eUL,+ 0xe10e9818UL, 0x7f6a0dbbUL, 0x086d3d2dUL, 0x91646c97UL, 0xe6635c01UL,+ 0x6b6b51f4UL, 0x1c6c6162UL, 0x856530d8UL, 0xf262004eUL, 0x6c0695edUL,+ 0x1b01a57bUL, 0x8208f4c1UL, 0xf50fc457UL, 0x65b0d9c6UL, 0x12b7e950UL,+ 0x8bbeb8eaUL, 0xfcb9887cUL, 0x62dd1ddfUL, 0x15da2d49UL, 0x8cd37cf3UL,+ 0xfbd44c65UL, 0x4db26158UL, 0x3ab551ceUL, 0xa3bc0074UL, 0xd4bb30e2UL,+ 0x4adfa541UL, 0x3dd895d7UL, 0xa4d1c46dUL, 0xd3d6f4fbUL, 0x4369e96aUL,+ 0x346ed9fcUL, 0xad678846UL, 0xda60b8d0UL, 0x44042d73UL, 0x33031de5UL,+ 0xaa0a4c5fUL, 0xdd0d7cc9UL, 0x5005713cUL, 0x270241aaUL, 0xbe0b1010UL,+ 0xc90c2086UL, 0x5768b525UL, 0x206f85b3UL, 0xb966d409UL, 0xce61e49fUL,+ 0x5edef90eUL, 0x29d9c998UL, 0xb0d09822UL, 0xc7d7a8b4UL, 0x59b33d17UL,+ 0x2eb40d81UL, 0xb7bd5c3bUL, 0xc0ba6cadUL, 0xedb88320UL, 0x9abfb3b6UL,+ 0x03b6e20cUL, 0x74b1d29aUL, 0xead54739UL, 0x9dd277afUL, 0x04db2615UL,+ 0x73dc1683UL, 0xe3630b12UL, 0x94643b84UL, 0x0d6d6a3eUL, 0x7a6a5aa8UL,+ 0xe40ecf0bUL, 0x9309ff9dUL, 0x0a00ae27UL, 0x7d079eb1UL, 0xf00f9344UL,+ 0x8708a3d2UL, 0x1e01f268UL, 0x6906c2feUL, 0xf762575dUL, 0x806567cbUL,+ 0x196c3671UL, 0x6e6b06e7UL, 0xfed41b76UL, 0x89d32be0UL, 0x10da7a5aUL,+ 0x67dd4accUL, 0xf9b9df6fUL, 0x8ebeeff9UL, 0x17b7be43UL, 0x60b08ed5UL,+ 0xd6d6a3e8UL, 0xa1d1937eUL, 0x38d8c2c4UL, 0x4fdff252UL, 0xd1bb67f1UL,+ 0xa6bc5767UL, 0x3fb506ddUL, 0x48b2364bUL, 0xd80d2bdaUL, 0xaf0a1b4cUL,+ 0x36034af6UL, 0x41047a60UL, 0xdf60efc3UL, 0xa867df55UL, 0x316e8eefUL,+ 0x4669be79UL, 0xcb61b38cUL, 0xbc66831aUL, 0x256fd2a0UL, 0x5268e236UL,+ 0xcc0c7795UL, 0xbb0b4703UL, 0x220216b9UL, 0x5505262fUL, 0xc5ba3bbeUL,+ 0xb2bd0b28UL, 0x2bb45a92UL, 0x5cb36a04UL, 0xc2d7ffa7UL, 0xb5d0cf31UL,+ 0x2cd99e8bUL, 0x5bdeae1dUL, 0x9b64c2b0UL, 0xec63f226UL, 0x756aa39cUL,+ 0x026d930aUL, 0x9c0906a9UL, 0xeb0e363fUL, 0x72076785UL, 0x05005713UL,+ 0x95bf4a82UL, 0xe2b87a14UL, 0x7bb12baeUL, 0x0cb61b38UL, 0x92d28e9bUL,+ 0xe5d5be0dUL, 0x7cdcefb7UL, 0x0bdbdf21UL, 0x86d3d2d4UL, 0xf1d4e242UL,+ 0x68ddb3f8UL, 0x1fda836eUL, 0x81be16cdUL, 0xf6b9265bUL, 0x6fb077e1UL,+ 0x18b74777UL, 0x88085ae6UL, 0xff0f6a70UL, 0x66063bcaUL, 0x11010b5cUL,+ 0x8f659effUL, 0xf862ae69UL, 0x616bffd3UL, 0x166ccf45UL, 0xa00ae278UL,+ 0xd70dd2eeUL, 0x4e048354UL, 0x3903b3c2UL, 0xa7672661UL, 0xd06016f7UL,+ 0x4969474dUL, 0x3e6e77dbUL, 0xaed16a4aUL, 0xd9d65adcUL, 0x40df0b66UL,+ 0x37d83bf0UL, 0xa9bcae53UL, 0xdebb9ec5UL, 0x47b2cf7fUL, 0x30b5ffe9UL,+ 0xbdbdf21cUL, 0xcabac28aUL, 0x53b39330UL, 0x24b4a3a6UL, 0xbad03605UL,+ 0xcdd70693UL, 0x54de5729UL, 0x23d967bfUL, 0xb3667a2eUL, 0xc4614ab8UL,+ 0x5d681b02UL, 0x2a6f2b94UL, 0xb40bbe37UL, 0xc30c8ea1UL, 0x5a05df1bUL,+ 0x2d02ef8dUL+#ifdef BYFOUR+ },+ {+ 0x00000000UL, 0x191b3141UL, 0x32366282UL, 0x2b2d53c3UL, 0x646cc504UL,+ 0x7d77f445UL, 0x565aa786UL, 0x4f4196c7UL, 0xc8d98a08UL, 0xd1c2bb49UL,+ 0xfaefe88aUL, 0xe3f4d9cbUL, 0xacb54f0cUL, 0xb5ae7e4dUL, 0x9e832d8eUL,+ 0x87981ccfUL, 0x4ac21251UL, 0x53d92310UL, 0x78f470d3UL, 0x61ef4192UL,+ 0x2eaed755UL, 0x37b5e614UL, 0x1c98b5d7UL, 0x05838496UL, 0x821b9859UL,+ 0x9b00a918UL, 0xb02dfadbUL, 0xa936cb9aUL, 0xe6775d5dUL, 0xff6c6c1cUL,+ 0xd4413fdfUL, 0xcd5a0e9eUL, 0x958424a2UL, 0x8c9f15e3UL, 0xa7b24620UL,+ 0xbea97761UL, 0xf1e8e1a6UL, 0xe8f3d0e7UL, 0xc3de8324UL, 0xdac5b265UL,+ 0x5d5daeaaUL, 0x44469febUL, 0x6f6bcc28UL, 0x7670fd69UL, 0x39316baeUL,+ 0x202a5aefUL, 0x0b07092cUL, 0x121c386dUL, 0xdf4636f3UL, 0xc65d07b2UL,+ 0xed705471UL, 0xf46b6530UL, 0xbb2af3f7UL, 0xa231c2b6UL, 0x891c9175UL,+ 0x9007a034UL, 0x179fbcfbUL, 0x0e848dbaUL, 0x25a9de79UL, 0x3cb2ef38UL,+ 0x73f379ffUL, 0x6ae848beUL, 0x41c51b7dUL, 0x58de2a3cUL, 0xf0794f05UL,+ 0xe9627e44UL, 0xc24f2d87UL, 0xdb541cc6UL, 0x94158a01UL, 0x8d0ebb40UL,+ 0xa623e883UL, 0xbf38d9c2UL, 0x38a0c50dUL, 0x21bbf44cUL, 0x0a96a78fUL,+ 0x138d96ceUL, 0x5ccc0009UL, 0x45d73148UL, 0x6efa628bUL, 0x77e153caUL,+ 0xbabb5d54UL, 0xa3a06c15UL, 0x888d3fd6UL, 0x91960e97UL, 0xded79850UL,+ 0xc7cca911UL, 0xece1fad2UL, 0xf5facb93UL, 0x7262d75cUL, 0x6b79e61dUL,+ 0x4054b5deUL, 0x594f849fUL, 0x160e1258UL, 0x0f152319UL, 0x243870daUL,+ 0x3d23419bUL, 0x65fd6ba7UL, 0x7ce65ae6UL, 0x57cb0925UL, 0x4ed03864UL,+ 0x0191aea3UL, 0x188a9fe2UL, 0x33a7cc21UL, 0x2abcfd60UL, 0xad24e1afUL,+ 0xb43fd0eeUL, 0x9f12832dUL, 0x8609b26cUL, 0xc94824abUL, 0xd05315eaUL,+ 0xfb7e4629UL, 0xe2657768UL, 0x2f3f79f6UL, 0x362448b7UL, 0x1d091b74UL,+ 0x04122a35UL, 0x4b53bcf2UL, 0x52488db3UL, 0x7965de70UL, 0x607eef31UL,+ 0xe7e6f3feUL, 0xfefdc2bfUL, 0xd5d0917cUL, 0xcccba03dUL, 0x838a36faUL,+ 0x9a9107bbUL, 0xb1bc5478UL, 0xa8a76539UL, 0x3b83984bUL, 0x2298a90aUL,+ 0x09b5fac9UL, 0x10aecb88UL, 0x5fef5d4fUL, 0x46f46c0eUL, 0x6dd93fcdUL,+ 0x74c20e8cUL, 0xf35a1243UL, 0xea412302UL, 0xc16c70c1UL, 0xd8774180UL,+ 0x9736d747UL, 0x8e2de606UL, 0xa500b5c5UL, 0xbc1b8484UL, 0x71418a1aUL,+ 0x685abb5bUL, 0x4377e898UL, 0x5a6cd9d9UL, 0x152d4f1eUL, 0x0c367e5fUL,+ 0x271b2d9cUL, 0x3e001cddUL, 0xb9980012UL, 0xa0833153UL, 0x8bae6290UL,+ 0x92b553d1UL, 0xddf4c516UL, 0xc4eff457UL, 0xefc2a794UL, 0xf6d996d5UL,+ 0xae07bce9UL, 0xb71c8da8UL, 0x9c31de6bUL, 0x852aef2aUL, 0xca6b79edUL,+ 0xd37048acUL, 0xf85d1b6fUL, 0xe1462a2eUL, 0x66de36e1UL, 0x7fc507a0UL,+ 0x54e85463UL, 0x4df36522UL, 0x02b2f3e5UL, 0x1ba9c2a4UL, 0x30849167UL,+ 0x299fa026UL, 0xe4c5aeb8UL, 0xfdde9ff9UL, 0xd6f3cc3aUL, 0xcfe8fd7bUL,+ 0x80a96bbcUL, 0x99b25afdUL, 0xb29f093eUL, 0xab84387fUL, 0x2c1c24b0UL,+ 0x350715f1UL, 0x1e2a4632UL, 0x07317773UL, 0x4870e1b4UL, 0x516bd0f5UL,+ 0x7a468336UL, 0x635db277UL, 0xcbfad74eUL, 0xd2e1e60fUL, 0xf9ccb5ccUL,+ 0xe0d7848dUL, 0xaf96124aUL, 0xb68d230bUL, 0x9da070c8UL, 0x84bb4189UL,+ 0x03235d46UL, 0x1a386c07UL, 0x31153fc4UL, 0x280e0e85UL, 0x674f9842UL,+ 0x7e54a903UL, 0x5579fac0UL, 0x4c62cb81UL, 0x8138c51fUL, 0x9823f45eUL,+ 0xb30ea79dUL, 0xaa1596dcUL, 0xe554001bUL, 0xfc4f315aUL, 0xd7626299UL,+ 0xce7953d8UL, 0x49e14f17UL, 0x50fa7e56UL, 0x7bd72d95UL, 0x62cc1cd4UL,+ 0x2d8d8a13UL, 0x3496bb52UL, 0x1fbbe891UL, 0x06a0d9d0UL, 0x5e7ef3ecUL,+ 0x4765c2adUL, 0x6c48916eUL, 0x7553a02fUL, 0x3a1236e8UL, 0x230907a9UL,+ 0x0824546aUL, 0x113f652bUL, 0x96a779e4UL, 0x8fbc48a5UL, 0xa4911b66UL,+ 0xbd8a2a27UL, 0xf2cbbce0UL, 0xebd08da1UL, 0xc0fdde62UL, 0xd9e6ef23UL,+ 0x14bce1bdUL, 0x0da7d0fcUL, 0x268a833fUL, 0x3f91b27eUL, 0x70d024b9UL,+ 0x69cb15f8UL, 0x42e6463bUL, 0x5bfd777aUL, 0xdc656bb5UL, 0xc57e5af4UL,+ 0xee530937UL, 0xf7483876UL, 0xb809aeb1UL, 0xa1129ff0UL, 0x8a3fcc33UL,+ 0x9324fd72UL+ },+ {+ 0x00000000UL, 0x01c26a37UL, 0x0384d46eUL, 0x0246be59UL, 0x0709a8dcUL,+ 0x06cbc2ebUL, 0x048d7cb2UL, 0x054f1685UL, 0x0e1351b8UL, 0x0fd13b8fUL,+ 0x0d9785d6UL, 0x0c55efe1UL, 0x091af964UL, 0x08d89353UL, 0x0a9e2d0aUL,+ 0x0b5c473dUL, 0x1c26a370UL, 0x1de4c947UL, 0x1fa2771eUL, 0x1e601d29UL,+ 0x1b2f0bacUL, 0x1aed619bUL, 0x18abdfc2UL, 0x1969b5f5UL, 0x1235f2c8UL,+ 0x13f798ffUL, 0x11b126a6UL, 0x10734c91UL, 0x153c5a14UL, 0x14fe3023UL,+ 0x16b88e7aUL, 0x177ae44dUL, 0x384d46e0UL, 0x398f2cd7UL, 0x3bc9928eUL,+ 0x3a0bf8b9UL, 0x3f44ee3cUL, 0x3e86840bUL, 0x3cc03a52UL, 0x3d025065UL,+ 0x365e1758UL, 0x379c7d6fUL, 0x35dac336UL, 0x3418a901UL, 0x3157bf84UL,+ 0x3095d5b3UL, 0x32d36beaUL, 0x331101ddUL, 0x246be590UL, 0x25a98fa7UL,+ 0x27ef31feUL, 0x262d5bc9UL, 0x23624d4cUL, 0x22a0277bUL, 0x20e69922UL,+ 0x2124f315UL, 0x2a78b428UL, 0x2bbade1fUL, 0x29fc6046UL, 0x283e0a71UL,+ 0x2d711cf4UL, 0x2cb376c3UL, 0x2ef5c89aUL, 0x2f37a2adUL, 0x709a8dc0UL,+ 0x7158e7f7UL, 0x731e59aeUL, 0x72dc3399UL, 0x7793251cUL, 0x76514f2bUL,+ 0x7417f172UL, 0x75d59b45UL, 0x7e89dc78UL, 0x7f4bb64fUL, 0x7d0d0816UL,+ 0x7ccf6221UL, 0x798074a4UL, 0x78421e93UL, 0x7a04a0caUL, 0x7bc6cafdUL,+ 0x6cbc2eb0UL, 0x6d7e4487UL, 0x6f38fadeUL, 0x6efa90e9UL, 0x6bb5866cUL,+ 0x6a77ec5bUL, 0x68315202UL, 0x69f33835UL, 0x62af7f08UL, 0x636d153fUL,+ 0x612bab66UL, 0x60e9c151UL, 0x65a6d7d4UL, 0x6464bde3UL, 0x662203baUL,+ 0x67e0698dUL, 0x48d7cb20UL, 0x4915a117UL, 0x4b531f4eUL, 0x4a917579UL,+ 0x4fde63fcUL, 0x4e1c09cbUL, 0x4c5ab792UL, 0x4d98dda5UL, 0x46c49a98UL,+ 0x4706f0afUL, 0x45404ef6UL, 0x448224c1UL, 0x41cd3244UL, 0x400f5873UL,+ 0x4249e62aUL, 0x438b8c1dUL, 0x54f16850UL, 0x55330267UL, 0x5775bc3eUL,+ 0x56b7d609UL, 0x53f8c08cUL, 0x523aaabbUL, 0x507c14e2UL, 0x51be7ed5UL,+ 0x5ae239e8UL, 0x5b2053dfUL, 0x5966ed86UL, 0x58a487b1UL, 0x5deb9134UL,+ 0x5c29fb03UL, 0x5e6f455aUL, 0x5fad2f6dUL, 0xe1351b80UL, 0xe0f771b7UL,+ 0xe2b1cfeeUL, 0xe373a5d9UL, 0xe63cb35cUL, 0xe7fed96bUL, 0xe5b86732UL,+ 0xe47a0d05UL, 0xef264a38UL, 0xeee4200fUL, 0xeca29e56UL, 0xed60f461UL,+ 0xe82fe2e4UL, 0xe9ed88d3UL, 0xebab368aUL, 0xea695cbdUL, 0xfd13b8f0UL,+ 0xfcd1d2c7UL, 0xfe976c9eUL, 0xff5506a9UL, 0xfa1a102cUL, 0xfbd87a1bUL,+ 0xf99ec442UL, 0xf85cae75UL, 0xf300e948UL, 0xf2c2837fUL, 0xf0843d26UL,+ 0xf1465711UL, 0xf4094194UL, 0xf5cb2ba3UL, 0xf78d95faUL, 0xf64fffcdUL,+ 0xd9785d60UL, 0xd8ba3757UL, 0xdafc890eUL, 0xdb3ee339UL, 0xde71f5bcUL,+ 0xdfb39f8bUL, 0xddf521d2UL, 0xdc374be5UL, 0xd76b0cd8UL, 0xd6a966efUL,+ 0xd4efd8b6UL, 0xd52db281UL, 0xd062a404UL, 0xd1a0ce33UL, 0xd3e6706aUL,+ 0xd2241a5dUL, 0xc55efe10UL, 0xc49c9427UL, 0xc6da2a7eUL, 0xc7184049UL,+ 0xc25756ccUL, 0xc3953cfbUL, 0xc1d382a2UL, 0xc011e895UL, 0xcb4dafa8UL,+ 0xca8fc59fUL, 0xc8c97bc6UL, 0xc90b11f1UL, 0xcc440774UL, 0xcd866d43UL,+ 0xcfc0d31aUL, 0xce02b92dUL, 0x91af9640UL, 0x906dfc77UL, 0x922b422eUL,+ 0x93e92819UL, 0x96a63e9cUL, 0x976454abUL, 0x9522eaf2UL, 0x94e080c5UL,+ 0x9fbcc7f8UL, 0x9e7eadcfUL, 0x9c381396UL, 0x9dfa79a1UL, 0x98b56f24UL,+ 0x99770513UL, 0x9b31bb4aUL, 0x9af3d17dUL, 0x8d893530UL, 0x8c4b5f07UL,+ 0x8e0de15eUL, 0x8fcf8b69UL, 0x8a809decUL, 0x8b42f7dbUL, 0x89044982UL,+ 0x88c623b5UL, 0x839a6488UL, 0x82580ebfUL, 0x801eb0e6UL, 0x81dcdad1UL,+ 0x8493cc54UL, 0x8551a663UL, 0x8717183aUL, 0x86d5720dUL, 0xa9e2d0a0UL,+ 0xa820ba97UL, 0xaa6604ceUL, 0xaba46ef9UL, 0xaeeb787cUL, 0xaf29124bUL,+ 0xad6fac12UL, 0xacadc625UL, 0xa7f18118UL, 0xa633eb2fUL, 0xa4755576UL,+ 0xa5b73f41UL, 0xa0f829c4UL, 0xa13a43f3UL, 0xa37cfdaaUL, 0xa2be979dUL,+ 0xb5c473d0UL, 0xb40619e7UL, 0xb640a7beUL, 0xb782cd89UL, 0xb2cddb0cUL,+ 0xb30fb13bUL, 0xb1490f62UL, 0xb08b6555UL, 0xbbd72268UL, 0xba15485fUL,+ 0xb853f606UL, 0xb9919c31UL, 0xbcde8ab4UL, 0xbd1ce083UL, 0xbf5a5edaUL,+ 0xbe9834edUL+ },+ {+ 0x00000000UL, 0xb8bc6765UL, 0xaa09c88bUL, 0x12b5afeeUL, 0x8f629757UL,+ 0x37def032UL, 0x256b5fdcUL, 0x9dd738b9UL, 0xc5b428efUL, 0x7d084f8aUL,+ 0x6fbde064UL, 0xd7018701UL, 0x4ad6bfb8UL, 0xf26ad8ddUL, 0xe0df7733UL,+ 0x58631056UL, 0x5019579fUL, 0xe8a530faUL, 0xfa109f14UL, 0x42acf871UL,+ 0xdf7bc0c8UL, 0x67c7a7adUL, 0x75720843UL, 0xcdce6f26UL, 0x95ad7f70UL,+ 0x2d111815UL, 0x3fa4b7fbUL, 0x8718d09eUL, 0x1acfe827UL, 0xa2738f42UL,+ 0xb0c620acUL, 0x087a47c9UL, 0xa032af3eUL, 0x188ec85bUL, 0x0a3b67b5UL,+ 0xb28700d0UL, 0x2f503869UL, 0x97ec5f0cUL, 0x8559f0e2UL, 0x3de59787UL,+ 0x658687d1UL, 0xdd3ae0b4UL, 0xcf8f4f5aUL, 0x7733283fUL, 0xeae41086UL,+ 0x525877e3UL, 0x40edd80dUL, 0xf851bf68UL, 0xf02bf8a1UL, 0x48979fc4UL,+ 0x5a22302aUL, 0xe29e574fUL, 0x7f496ff6UL, 0xc7f50893UL, 0xd540a77dUL,+ 0x6dfcc018UL, 0x359fd04eUL, 0x8d23b72bUL, 0x9f9618c5UL, 0x272a7fa0UL,+ 0xbafd4719UL, 0x0241207cUL, 0x10f48f92UL, 0xa848e8f7UL, 0x9b14583dUL,+ 0x23a83f58UL, 0x311d90b6UL, 0x89a1f7d3UL, 0x1476cf6aUL, 0xaccaa80fUL,+ 0xbe7f07e1UL, 0x06c36084UL, 0x5ea070d2UL, 0xe61c17b7UL, 0xf4a9b859UL,+ 0x4c15df3cUL, 0xd1c2e785UL, 0x697e80e0UL, 0x7bcb2f0eUL, 0xc377486bUL,+ 0xcb0d0fa2UL, 0x73b168c7UL, 0x6104c729UL, 0xd9b8a04cUL, 0x446f98f5UL,+ 0xfcd3ff90UL, 0xee66507eUL, 0x56da371bUL, 0x0eb9274dUL, 0xb6054028UL,+ 0xa4b0efc6UL, 0x1c0c88a3UL, 0x81dbb01aUL, 0x3967d77fUL, 0x2bd27891UL,+ 0x936e1ff4UL, 0x3b26f703UL, 0x839a9066UL, 0x912f3f88UL, 0x299358edUL,+ 0xb4446054UL, 0x0cf80731UL, 0x1e4da8dfUL, 0xa6f1cfbaUL, 0xfe92dfecUL,+ 0x462eb889UL, 0x549b1767UL, 0xec277002UL, 0x71f048bbUL, 0xc94c2fdeUL,+ 0xdbf98030UL, 0x6345e755UL, 0x6b3fa09cUL, 0xd383c7f9UL, 0xc1366817UL,+ 0x798a0f72UL, 0xe45d37cbUL, 0x5ce150aeUL, 0x4e54ff40UL, 0xf6e89825UL,+ 0xae8b8873UL, 0x1637ef16UL, 0x048240f8UL, 0xbc3e279dUL, 0x21e91f24UL,+ 0x99557841UL, 0x8be0d7afUL, 0x335cb0caUL, 0xed59b63bUL, 0x55e5d15eUL,+ 0x47507eb0UL, 0xffec19d5UL, 0x623b216cUL, 0xda874609UL, 0xc832e9e7UL,+ 0x708e8e82UL, 0x28ed9ed4UL, 0x9051f9b1UL, 0x82e4565fUL, 0x3a58313aUL,+ 0xa78f0983UL, 0x1f336ee6UL, 0x0d86c108UL, 0xb53aa66dUL, 0xbd40e1a4UL,+ 0x05fc86c1UL, 0x1749292fUL, 0xaff54e4aUL, 0x322276f3UL, 0x8a9e1196UL,+ 0x982bbe78UL, 0x2097d91dUL, 0x78f4c94bUL, 0xc048ae2eUL, 0xd2fd01c0UL,+ 0x6a4166a5UL, 0xf7965e1cUL, 0x4f2a3979UL, 0x5d9f9697UL, 0xe523f1f2UL,+ 0x4d6b1905UL, 0xf5d77e60UL, 0xe762d18eUL, 0x5fdeb6ebUL, 0xc2098e52UL,+ 0x7ab5e937UL, 0x680046d9UL, 0xd0bc21bcUL, 0x88df31eaUL, 0x3063568fUL,+ 0x22d6f961UL, 0x9a6a9e04UL, 0x07bda6bdUL, 0xbf01c1d8UL, 0xadb46e36UL,+ 0x15080953UL, 0x1d724e9aUL, 0xa5ce29ffUL, 0xb77b8611UL, 0x0fc7e174UL,+ 0x9210d9cdUL, 0x2aacbea8UL, 0x38191146UL, 0x80a57623UL, 0xd8c66675UL,+ 0x607a0110UL, 0x72cfaefeUL, 0xca73c99bUL, 0x57a4f122UL, 0xef189647UL,+ 0xfdad39a9UL, 0x45115eccUL, 0x764dee06UL, 0xcef18963UL, 0xdc44268dUL,+ 0x64f841e8UL, 0xf92f7951UL, 0x41931e34UL, 0x5326b1daUL, 0xeb9ad6bfUL,+ 0xb3f9c6e9UL, 0x0b45a18cUL, 0x19f00e62UL, 0xa14c6907UL, 0x3c9b51beUL,+ 0x842736dbUL, 0x96929935UL, 0x2e2efe50UL, 0x2654b999UL, 0x9ee8defcUL,+ 0x8c5d7112UL, 0x34e11677UL, 0xa9362eceUL, 0x118a49abUL, 0x033fe645UL,+ 0xbb838120UL, 0xe3e09176UL, 0x5b5cf613UL, 0x49e959fdUL, 0xf1553e98UL,+ 0x6c820621UL, 0xd43e6144UL, 0xc68bceaaUL, 0x7e37a9cfUL, 0xd67f4138UL,+ 0x6ec3265dUL, 0x7c7689b3UL, 0xc4caeed6UL, 0x591dd66fUL, 0xe1a1b10aUL,+ 0xf3141ee4UL, 0x4ba87981UL, 0x13cb69d7UL, 0xab770eb2UL, 0xb9c2a15cUL,+ 0x017ec639UL, 0x9ca9fe80UL, 0x241599e5UL, 0x36a0360bUL, 0x8e1c516eUL,+ 0x866616a7UL, 0x3eda71c2UL, 0x2c6fde2cUL, 0x94d3b949UL, 0x090481f0UL,+ 0xb1b8e695UL, 0xa30d497bUL, 0x1bb12e1eUL, 0x43d23e48UL, 0xfb6e592dUL,+ 0xe9dbf6c3UL, 0x516791a6UL, 0xccb0a91fUL, 0x740cce7aUL, 0x66b96194UL,+ 0xde0506f1UL+ },+ {+ 0x00000000UL, 0x96300777UL, 0x2c610eeeUL, 0xba510999UL, 0x19c46d07UL,+ 0x8ff46a70UL, 0x35a563e9UL, 0xa395649eUL, 0x3288db0eUL, 0xa4b8dc79UL,+ 0x1ee9d5e0UL, 0x88d9d297UL, 0x2b4cb609UL, 0xbd7cb17eUL, 0x072db8e7UL,+ 0x911dbf90UL, 0x6410b71dUL, 0xf220b06aUL, 0x4871b9f3UL, 0xde41be84UL,+ 0x7dd4da1aUL, 0xebe4dd6dUL, 0x51b5d4f4UL, 0xc785d383UL, 0x56986c13UL,+ 0xc0a86b64UL, 0x7af962fdUL, 0xecc9658aUL, 0x4f5c0114UL, 0xd96c0663UL,+ 0x633d0ffaUL, 0xf50d088dUL, 0xc8206e3bUL, 0x5e10694cUL, 0xe44160d5UL,+ 0x727167a2UL, 0xd1e4033cUL, 0x47d4044bUL, 0xfd850dd2UL, 0x6bb50aa5UL,+ 0xfaa8b535UL, 0x6c98b242UL, 0xd6c9bbdbUL, 0x40f9bcacUL, 0xe36cd832UL,+ 0x755cdf45UL, 0xcf0dd6dcUL, 0x593dd1abUL, 0xac30d926UL, 0x3a00de51UL,+ 0x8051d7c8UL, 0x1661d0bfUL, 0xb5f4b421UL, 0x23c4b356UL, 0x9995bacfUL,+ 0x0fa5bdb8UL, 0x9eb80228UL, 0x0888055fUL, 0xb2d90cc6UL, 0x24e90bb1UL,+ 0x877c6f2fUL, 0x114c6858UL, 0xab1d61c1UL, 0x3d2d66b6UL, 0x9041dc76UL,+ 0x0671db01UL, 0xbc20d298UL, 0x2a10d5efUL, 0x8985b171UL, 0x1fb5b606UL,+ 0xa5e4bf9fUL, 0x33d4b8e8UL, 0xa2c90778UL, 0x34f9000fUL, 0x8ea80996UL,+ 0x18980ee1UL, 0xbb0d6a7fUL, 0x2d3d6d08UL, 0x976c6491UL, 0x015c63e6UL,+ 0xf4516b6bUL, 0x62616c1cUL, 0xd8306585UL, 0x4e0062f2UL, 0xed95066cUL,+ 0x7ba5011bUL, 0xc1f40882UL, 0x57c40ff5UL, 0xc6d9b065UL, 0x50e9b712UL,+ 0xeab8be8bUL, 0x7c88b9fcUL, 0xdf1ddd62UL, 0x492dda15UL, 0xf37cd38cUL,+ 0x654cd4fbUL, 0x5861b24dUL, 0xce51b53aUL, 0x7400bca3UL, 0xe230bbd4UL,+ 0x41a5df4aUL, 0xd795d83dUL, 0x6dc4d1a4UL, 0xfbf4d6d3UL, 0x6ae96943UL,+ 0xfcd96e34UL, 0x468867adUL, 0xd0b860daUL, 0x732d0444UL, 0xe51d0333UL,+ 0x5f4c0aaaUL, 0xc97c0dddUL, 0x3c710550UL, 0xaa410227UL, 0x10100bbeUL,+ 0x86200cc9UL, 0x25b56857UL, 0xb3856f20UL, 0x09d466b9UL, 0x9fe461ceUL,+ 0x0ef9de5eUL, 0x98c9d929UL, 0x2298d0b0UL, 0xb4a8d7c7UL, 0x173db359UL,+ 0x810db42eUL, 0x3b5cbdb7UL, 0xad6cbac0UL, 0x2083b8edUL, 0xb6b3bf9aUL,+ 0x0ce2b603UL, 0x9ad2b174UL, 0x3947d5eaUL, 0xaf77d29dUL, 0x1526db04UL,+ 0x8316dc73UL, 0x120b63e3UL, 0x843b6494UL, 0x3e6a6d0dUL, 0xa85a6a7aUL,+ 0x0bcf0ee4UL, 0x9dff0993UL, 0x27ae000aUL, 0xb19e077dUL, 0x44930ff0UL,+ 0xd2a30887UL, 0x68f2011eUL, 0xfec20669UL, 0x5d5762f7UL, 0xcb676580UL,+ 0x71366c19UL, 0xe7066b6eUL, 0x761bd4feUL, 0xe02bd389UL, 0x5a7ada10UL,+ 0xcc4add67UL, 0x6fdfb9f9UL, 0xf9efbe8eUL, 0x43beb717UL, 0xd58eb060UL,+ 0xe8a3d6d6UL, 0x7e93d1a1UL, 0xc4c2d838UL, 0x52f2df4fUL, 0xf167bbd1UL,+ 0x6757bca6UL, 0xdd06b53fUL, 0x4b36b248UL, 0xda2b0dd8UL, 0x4c1b0aafUL,+ 0xf64a0336UL, 0x607a0441UL, 0xc3ef60dfUL, 0x55df67a8UL, 0xef8e6e31UL,+ 0x79be6946UL, 0x8cb361cbUL, 0x1a8366bcUL, 0xa0d26f25UL, 0x36e26852UL,+ 0x95770cccUL, 0x03470bbbUL, 0xb9160222UL, 0x2f260555UL, 0xbe3bbac5UL,+ 0x280bbdb2UL, 0x925ab42bUL, 0x046ab35cUL, 0xa7ffd7c2UL, 0x31cfd0b5UL,+ 0x8b9ed92cUL, 0x1daede5bUL, 0xb0c2649bUL, 0x26f263ecUL, 0x9ca36a75UL,+ 0x0a936d02UL, 0xa906099cUL, 0x3f360eebUL, 0x85670772UL, 0x13570005UL,+ 0x824abf95UL, 0x147ab8e2UL, 0xae2bb17bUL, 0x381bb60cUL, 0x9b8ed292UL,+ 0x0dbed5e5UL, 0xb7efdc7cUL, 0x21dfdb0bUL, 0xd4d2d386UL, 0x42e2d4f1UL,+ 0xf8b3dd68UL, 0x6e83da1fUL, 0xcd16be81UL, 0x5b26b9f6UL, 0xe177b06fUL,+ 0x7747b718UL, 0xe65a0888UL, 0x706a0fffUL, 0xca3b0666UL, 0x5c0b0111UL,+ 0xff9e658fUL, 0x69ae62f8UL, 0xd3ff6b61UL, 0x45cf6c16UL, 0x78e20aa0UL,+ 0xeed20dd7UL, 0x5483044eUL, 0xc2b30339UL, 0x612667a7UL, 0xf71660d0UL,+ 0x4d476949UL, 0xdb776e3eUL, 0x4a6ad1aeUL, 0xdc5ad6d9UL, 0x660bdf40UL,+ 0xf03bd837UL, 0x53aebca9UL, 0xc59ebbdeUL, 0x7fcfb247UL, 0xe9ffb530UL,+ 0x1cf2bdbdUL, 0x8ac2bacaUL, 0x3093b353UL, 0xa6a3b424UL, 0x0536d0baUL,+ 0x9306d7cdUL, 0x2957de54UL, 0xbf67d923UL, 0x2e7a66b3UL, 0xb84a61c4UL,+ 0x021b685dUL, 0x942b6f2aUL, 0x37be0bb4UL, 0xa18e0cc3UL, 0x1bdf055aUL,+ 0x8def022dUL+ },+ {+ 0x00000000UL, 0x41311b19UL, 0x82623632UL, 0xc3532d2bUL, 0x04c56c64UL,+ 0x45f4777dUL, 0x86a75a56UL, 0xc796414fUL, 0x088ad9c8UL, 0x49bbc2d1UL,+ 0x8ae8effaUL, 0xcbd9f4e3UL, 0x0c4fb5acUL, 0x4d7eaeb5UL, 0x8e2d839eUL,+ 0xcf1c9887UL, 0x5112c24aUL, 0x1023d953UL, 0xd370f478UL, 0x9241ef61UL,+ 0x55d7ae2eUL, 0x14e6b537UL, 0xd7b5981cUL, 0x96848305UL, 0x59981b82UL,+ 0x18a9009bUL, 0xdbfa2db0UL, 0x9acb36a9UL, 0x5d5d77e6UL, 0x1c6c6cffUL,+ 0xdf3f41d4UL, 0x9e0e5acdUL, 0xa2248495UL, 0xe3159f8cUL, 0x2046b2a7UL,+ 0x6177a9beUL, 0xa6e1e8f1UL, 0xe7d0f3e8UL, 0x2483dec3UL, 0x65b2c5daUL,+ 0xaaae5d5dUL, 0xeb9f4644UL, 0x28cc6b6fUL, 0x69fd7076UL, 0xae6b3139UL,+ 0xef5a2a20UL, 0x2c09070bUL, 0x6d381c12UL, 0xf33646dfUL, 0xb2075dc6UL,+ 0x715470edUL, 0x30656bf4UL, 0xf7f32abbUL, 0xb6c231a2UL, 0x75911c89UL,+ 0x34a00790UL, 0xfbbc9f17UL, 0xba8d840eUL, 0x79dea925UL, 0x38efb23cUL,+ 0xff79f373UL, 0xbe48e86aUL, 0x7d1bc541UL, 0x3c2ade58UL, 0x054f79f0UL,+ 0x447e62e9UL, 0x872d4fc2UL, 0xc61c54dbUL, 0x018a1594UL, 0x40bb0e8dUL,+ 0x83e823a6UL, 0xc2d938bfUL, 0x0dc5a038UL, 0x4cf4bb21UL, 0x8fa7960aUL,+ 0xce968d13UL, 0x0900cc5cUL, 0x4831d745UL, 0x8b62fa6eUL, 0xca53e177UL,+ 0x545dbbbaUL, 0x156ca0a3UL, 0xd63f8d88UL, 0x970e9691UL, 0x5098d7deUL,+ 0x11a9ccc7UL, 0xd2fae1ecUL, 0x93cbfaf5UL, 0x5cd76272UL, 0x1de6796bUL,+ 0xdeb55440UL, 0x9f844f59UL, 0x58120e16UL, 0x1923150fUL, 0xda703824UL,+ 0x9b41233dUL, 0xa76bfd65UL, 0xe65ae67cUL, 0x2509cb57UL, 0x6438d04eUL,+ 0xa3ae9101UL, 0xe29f8a18UL, 0x21cca733UL, 0x60fdbc2aUL, 0xafe124adUL,+ 0xeed03fb4UL, 0x2d83129fUL, 0x6cb20986UL, 0xab2448c9UL, 0xea1553d0UL,+ 0x29467efbUL, 0x687765e2UL, 0xf6793f2fUL, 0xb7482436UL, 0x741b091dUL,+ 0x352a1204UL, 0xf2bc534bUL, 0xb38d4852UL, 0x70de6579UL, 0x31ef7e60UL,+ 0xfef3e6e7UL, 0xbfc2fdfeUL, 0x7c91d0d5UL, 0x3da0cbccUL, 0xfa368a83UL,+ 0xbb07919aUL, 0x7854bcb1UL, 0x3965a7a8UL, 0x4b98833bUL, 0x0aa99822UL,+ 0xc9fab509UL, 0x88cbae10UL, 0x4f5def5fUL, 0x0e6cf446UL, 0xcd3fd96dUL,+ 0x8c0ec274UL, 0x43125af3UL, 0x022341eaUL, 0xc1706cc1UL, 0x804177d8UL,+ 0x47d73697UL, 0x06e62d8eUL, 0xc5b500a5UL, 0x84841bbcUL, 0x1a8a4171UL,+ 0x5bbb5a68UL, 0x98e87743UL, 0xd9d96c5aUL, 0x1e4f2d15UL, 0x5f7e360cUL,+ 0x9c2d1b27UL, 0xdd1c003eUL, 0x120098b9UL, 0x533183a0UL, 0x9062ae8bUL,+ 0xd153b592UL, 0x16c5f4ddUL, 0x57f4efc4UL, 0x94a7c2efUL, 0xd596d9f6UL,+ 0xe9bc07aeUL, 0xa88d1cb7UL, 0x6bde319cUL, 0x2aef2a85UL, 0xed796bcaUL,+ 0xac4870d3UL, 0x6f1b5df8UL, 0x2e2a46e1UL, 0xe136de66UL, 0xa007c57fUL,+ 0x6354e854UL, 0x2265f34dUL, 0xe5f3b202UL, 0xa4c2a91bUL, 0x67918430UL,+ 0x26a09f29UL, 0xb8aec5e4UL, 0xf99fdefdUL, 0x3accf3d6UL, 0x7bfde8cfUL,+ 0xbc6ba980UL, 0xfd5ab299UL, 0x3e099fb2UL, 0x7f3884abUL, 0xb0241c2cUL,+ 0xf1150735UL, 0x32462a1eUL, 0x73773107UL, 0xb4e17048UL, 0xf5d06b51UL,+ 0x3683467aUL, 0x77b25d63UL, 0x4ed7facbUL, 0x0fe6e1d2UL, 0xccb5ccf9UL,+ 0x8d84d7e0UL, 0x4a1296afUL, 0x0b238db6UL, 0xc870a09dUL, 0x8941bb84UL,+ 0x465d2303UL, 0x076c381aUL, 0xc43f1531UL, 0x850e0e28UL, 0x42984f67UL,+ 0x03a9547eUL, 0xc0fa7955UL, 0x81cb624cUL, 0x1fc53881UL, 0x5ef42398UL,+ 0x9da70eb3UL, 0xdc9615aaUL, 0x1b0054e5UL, 0x5a314ffcUL, 0x996262d7UL,+ 0xd85379ceUL, 0x174fe149UL, 0x567efa50UL, 0x952dd77bUL, 0xd41ccc62UL,+ 0x138a8d2dUL, 0x52bb9634UL, 0x91e8bb1fUL, 0xd0d9a006UL, 0xecf37e5eUL,+ 0xadc26547UL, 0x6e91486cUL, 0x2fa05375UL, 0xe836123aUL, 0xa9070923UL,+ 0x6a542408UL, 0x2b653f11UL, 0xe479a796UL, 0xa548bc8fUL, 0x661b91a4UL,+ 0x272a8abdUL, 0xe0bccbf2UL, 0xa18dd0ebUL, 0x62defdc0UL, 0x23efe6d9UL,+ 0xbde1bc14UL, 0xfcd0a70dUL, 0x3f838a26UL, 0x7eb2913fUL, 0xb924d070UL,+ 0xf815cb69UL, 0x3b46e642UL, 0x7a77fd5bUL, 0xb56b65dcUL, 0xf45a7ec5UL,+ 0x370953eeUL, 0x763848f7UL, 0xb1ae09b8UL, 0xf09f12a1UL, 0x33cc3f8aUL,+ 0x72fd2493UL+ },+ {+ 0x00000000UL, 0x376ac201UL, 0x6ed48403UL, 0x59be4602UL, 0xdca80907UL,+ 0xebc2cb06UL, 0xb27c8d04UL, 0x85164f05UL, 0xb851130eUL, 0x8f3bd10fUL,+ 0xd685970dUL, 0xe1ef550cUL, 0x64f91a09UL, 0x5393d808UL, 0x0a2d9e0aUL,+ 0x3d475c0bUL, 0x70a3261cUL, 0x47c9e41dUL, 0x1e77a21fUL, 0x291d601eUL,+ 0xac0b2f1bUL, 0x9b61ed1aUL, 0xc2dfab18UL, 0xf5b56919UL, 0xc8f23512UL,+ 0xff98f713UL, 0xa626b111UL, 0x914c7310UL, 0x145a3c15UL, 0x2330fe14UL,+ 0x7a8eb816UL, 0x4de47a17UL, 0xe0464d38UL, 0xd72c8f39UL, 0x8e92c93bUL,+ 0xb9f80b3aUL, 0x3cee443fUL, 0x0b84863eUL, 0x523ac03cUL, 0x6550023dUL,+ 0x58175e36UL, 0x6f7d9c37UL, 0x36c3da35UL, 0x01a91834UL, 0x84bf5731UL,+ 0xb3d59530UL, 0xea6bd332UL, 0xdd011133UL, 0x90e56b24UL, 0xa78fa925UL,+ 0xfe31ef27UL, 0xc95b2d26UL, 0x4c4d6223UL, 0x7b27a022UL, 0x2299e620UL,+ 0x15f32421UL, 0x28b4782aUL, 0x1fdeba2bUL, 0x4660fc29UL, 0x710a3e28UL,+ 0xf41c712dUL, 0xc376b32cUL, 0x9ac8f52eUL, 0xada2372fUL, 0xc08d9a70UL,+ 0xf7e75871UL, 0xae591e73UL, 0x9933dc72UL, 0x1c259377UL, 0x2b4f5176UL,+ 0x72f11774UL, 0x459bd575UL, 0x78dc897eUL, 0x4fb64b7fUL, 0x16080d7dUL,+ 0x2162cf7cUL, 0xa4748079UL, 0x931e4278UL, 0xcaa0047aUL, 0xfdcac67bUL,+ 0xb02ebc6cUL, 0x87447e6dUL, 0xdefa386fUL, 0xe990fa6eUL, 0x6c86b56bUL,+ 0x5bec776aUL, 0x02523168UL, 0x3538f369UL, 0x087faf62UL, 0x3f156d63UL,+ 0x66ab2b61UL, 0x51c1e960UL, 0xd4d7a665UL, 0xe3bd6464UL, 0xba032266UL,+ 0x8d69e067UL, 0x20cbd748UL, 0x17a11549UL, 0x4e1f534bUL, 0x7975914aUL,+ 0xfc63de4fUL, 0xcb091c4eUL, 0x92b75a4cUL, 0xa5dd984dUL, 0x989ac446UL,+ 0xaff00647UL, 0xf64e4045UL, 0xc1248244UL, 0x4432cd41UL, 0x73580f40UL,+ 0x2ae64942UL, 0x1d8c8b43UL, 0x5068f154UL, 0x67023355UL, 0x3ebc7557UL,+ 0x09d6b756UL, 0x8cc0f853UL, 0xbbaa3a52UL, 0xe2147c50UL, 0xd57ebe51UL,+ 0xe839e25aUL, 0xdf53205bUL, 0x86ed6659UL, 0xb187a458UL, 0x3491eb5dUL,+ 0x03fb295cUL, 0x5a456f5eUL, 0x6d2fad5fUL, 0x801b35e1UL, 0xb771f7e0UL,+ 0xeecfb1e2UL, 0xd9a573e3UL, 0x5cb33ce6UL, 0x6bd9fee7UL, 0x3267b8e5UL,+ 0x050d7ae4UL, 0x384a26efUL, 0x0f20e4eeUL, 0x569ea2ecUL, 0x61f460edUL,+ 0xe4e22fe8UL, 0xd388ede9UL, 0x8a36abebUL, 0xbd5c69eaUL, 0xf0b813fdUL,+ 0xc7d2d1fcUL, 0x9e6c97feUL, 0xa90655ffUL, 0x2c101afaUL, 0x1b7ad8fbUL,+ 0x42c49ef9UL, 0x75ae5cf8UL, 0x48e900f3UL, 0x7f83c2f2UL, 0x263d84f0UL,+ 0x115746f1UL, 0x944109f4UL, 0xa32bcbf5UL, 0xfa958df7UL, 0xcdff4ff6UL,+ 0x605d78d9UL, 0x5737bad8UL, 0x0e89fcdaUL, 0x39e33edbUL, 0xbcf571deUL,+ 0x8b9fb3dfUL, 0xd221f5ddUL, 0xe54b37dcUL, 0xd80c6bd7UL, 0xef66a9d6UL,+ 0xb6d8efd4UL, 0x81b22dd5UL, 0x04a462d0UL, 0x33cea0d1UL, 0x6a70e6d3UL,+ 0x5d1a24d2UL, 0x10fe5ec5UL, 0x27949cc4UL, 0x7e2adac6UL, 0x494018c7UL,+ 0xcc5657c2UL, 0xfb3c95c3UL, 0xa282d3c1UL, 0x95e811c0UL, 0xa8af4dcbUL,+ 0x9fc58fcaUL, 0xc67bc9c8UL, 0xf1110bc9UL, 0x740744ccUL, 0x436d86cdUL,+ 0x1ad3c0cfUL, 0x2db902ceUL, 0x4096af91UL, 0x77fc6d90UL, 0x2e422b92UL,+ 0x1928e993UL, 0x9c3ea696UL, 0xab546497UL, 0xf2ea2295UL, 0xc580e094UL,+ 0xf8c7bc9fUL, 0xcfad7e9eUL, 0x9613389cUL, 0xa179fa9dUL, 0x246fb598UL,+ 0x13057799UL, 0x4abb319bUL, 0x7dd1f39aUL, 0x3035898dUL, 0x075f4b8cUL,+ 0x5ee10d8eUL, 0x698bcf8fUL, 0xec9d808aUL, 0xdbf7428bUL, 0x82490489UL,+ 0xb523c688UL, 0x88649a83UL, 0xbf0e5882UL, 0xe6b01e80UL, 0xd1dadc81UL,+ 0x54cc9384UL, 0x63a65185UL, 0x3a181787UL, 0x0d72d586UL, 0xa0d0e2a9UL,+ 0x97ba20a8UL, 0xce0466aaUL, 0xf96ea4abUL, 0x7c78ebaeUL, 0x4b1229afUL,+ 0x12ac6fadUL, 0x25c6adacUL, 0x1881f1a7UL, 0x2feb33a6UL, 0x765575a4UL,+ 0x413fb7a5UL, 0xc429f8a0UL, 0xf3433aa1UL, 0xaafd7ca3UL, 0x9d97bea2UL,+ 0xd073c4b5UL, 0xe71906b4UL, 0xbea740b6UL, 0x89cd82b7UL, 0x0cdbcdb2UL,+ 0x3bb10fb3UL, 0x620f49b1UL, 0x55658bb0UL, 0x6822d7bbUL, 0x5f4815baUL,+ 0x06f653b8UL, 0x319c91b9UL, 0xb48adebcUL, 0x83e01cbdUL, 0xda5e5abfUL,+ 0xed3498beUL+ },+ {+ 0x00000000UL, 0x6567bcb8UL, 0x8bc809aaUL, 0xeeafb512UL, 0x5797628fUL,+ 0x32f0de37UL, 0xdc5f6b25UL, 0xb938d79dUL, 0xef28b4c5UL, 0x8a4f087dUL,+ 0x64e0bd6fUL, 0x018701d7UL, 0xb8bfd64aUL, 0xddd86af2UL, 0x3377dfe0UL,+ 0x56106358UL, 0x9f571950UL, 0xfa30a5e8UL, 0x149f10faUL, 0x71f8ac42UL,+ 0xc8c07bdfUL, 0xada7c767UL, 0x43087275UL, 0x266fcecdUL, 0x707fad95UL,+ 0x1518112dUL, 0xfbb7a43fUL, 0x9ed01887UL, 0x27e8cf1aUL, 0x428f73a2UL,+ 0xac20c6b0UL, 0xc9477a08UL, 0x3eaf32a0UL, 0x5bc88e18UL, 0xb5673b0aUL,+ 0xd00087b2UL, 0x6938502fUL, 0x0c5fec97UL, 0xe2f05985UL, 0x8797e53dUL,+ 0xd1878665UL, 0xb4e03addUL, 0x5a4f8fcfUL, 0x3f283377UL, 0x8610e4eaUL,+ 0xe3775852UL, 0x0dd8ed40UL, 0x68bf51f8UL, 0xa1f82bf0UL, 0xc49f9748UL,+ 0x2a30225aUL, 0x4f579ee2UL, 0xf66f497fUL, 0x9308f5c7UL, 0x7da740d5UL,+ 0x18c0fc6dUL, 0x4ed09f35UL, 0x2bb7238dUL, 0xc518969fUL, 0xa07f2a27UL,+ 0x1947fdbaUL, 0x7c204102UL, 0x928ff410UL, 0xf7e848a8UL, 0x3d58149bUL,+ 0x583fa823UL, 0xb6901d31UL, 0xd3f7a189UL, 0x6acf7614UL, 0x0fa8caacUL,+ 0xe1077fbeUL, 0x8460c306UL, 0xd270a05eUL, 0xb7171ce6UL, 0x59b8a9f4UL,+ 0x3cdf154cUL, 0x85e7c2d1UL, 0xe0807e69UL, 0x0e2fcb7bUL, 0x6b4877c3UL,+ 0xa20f0dcbUL, 0xc768b173UL, 0x29c70461UL, 0x4ca0b8d9UL, 0xf5986f44UL,+ 0x90ffd3fcUL, 0x7e5066eeUL, 0x1b37da56UL, 0x4d27b90eUL, 0x284005b6UL,+ 0xc6efb0a4UL, 0xa3880c1cUL, 0x1ab0db81UL, 0x7fd76739UL, 0x9178d22bUL,+ 0xf41f6e93UL, 0x03f7263bUL, 0x66909a83UL, 0x883f2f91UL, 0xed589329UL,+ 0x546044b4UL, 0x3107f80cUL, 0xdfa84d1eUL, 0xbacff1a6UL, 0xecdf92feUL,+ 0x89b82e46UL, 0x67179b54UL, 0x027027ecUL, 0xbb48f071UL, 0xde2f4cc9UL,+ 0x3080f9dbUL, 0x55e74563UL, 0x9ca03f6bUL, 0xf9c783d3UL, 0x176836c1UL,+ 0x720f8a79UL, 0xcb375de4UL, 0xae50e15cUL, 0x40ff544eUL, 0x2598e8f6UL,+ 0x73888baeUL, 0x16ef3716UL, 0xf8408204UL, 0x9d273ebcUL, 0x241fe921UL,+ 0x41785599UL, 0xafd7e08bUL, 0xcab05c33UL, 0x3bb659edUL, 0x5ed1e555UL,+ 0xb07e5047UL, 0xd519ecffUL, 0x6c213b62UL, 0x094687daUL, 0xe7e932c8UL,+ 0x828e8e70UL, 0xd49eed28UL, 0xb1f95190UL, 0x5f56e482UL, 0x3a31583aUL,+ 0x83098fa7UL, 0xe66e331fUL, 0x08c1860dUL, 0x6da63ab5UL, 0xa4e140bdUL,+ 0xc186fc05UL, 0x2f294917UL, 0x4a4ef5afUL, 0xf3762232UL, 0x96119e8aUL,+ 0x78be2b98UL, 0x1dd99720UL, 0x4bc9f478UL, 0x2eae48c0UL, 0xc001fdd2UL,+ 0xa566416aUL, 0x1c5e96f7UL, 0x79392a4fUL, 0x97969f5dUL, 0xf2f123e5UL,+ 0x05196b4dUL, 0x607ed7f5UL, 0x8ed162e7UL, 0xebb6de5fUL, 0x528e09c2UL,+ 0x37e9b57aUL, 0xd9460068UL, 0xbc21bcd0UL, 0xea31df88UL, 0x8f566330UL,+ 0x61f9d622UL, 0x049e6a9aUL, 0xbda6bd07UL, 0xd8c101bfUL, 0x366eb4adUL,+ 0x53090815UL, 0x9a4e721dUL, 0xff29cea5UL, 0x11867bb7UL, 0x74e1c70fUL,+ 0xcdd91092UL, 0xa8beac2aUL, 0x46111938UL, 0x2376a580UL, 0x7566c6d8UL,+ 0x10017a60UL, 0xfeaecf72UL, 0x9bc973caUL, 0x22f1a457UL, 0x479618efUL,+ 0xa939adfdUL, 0xcc5e1145UL, 0x06ee4d76UL, 0x6389f1ceUL, 0x8d2644dcUL,+ 0xe841f864UL, 0x51792ff9UL, 0x341e9341UL, 0xdab12653UL, 0xbfd69aebUL,+ 0xe9c6f9b3UL, 0x8ca1450bUL, 0x620ef019UL, 0x07694ca1UL, 0xbe519b3cUL,+ 0xdb362784UL, 0x35999296UL, 0x50fe2e2eUL, 0x99b95426UL, 0xfcdee89eUL,+ 0x12715d8cUL, 0x7716e134UL, 0xce2e36a9UL, 0xab498a11UL, 0x45e63f03UL,+ 0x208183bbUL, 0x7691e0e3UL, 0x13f65c5bUL, 0xfd59e949UL, 0x983e55f1UL,+ 0x2106826cUL, 0x44613ed4UL, 0xaace8bc6UL, 0xcfa9377eUL, 0x38417fd6UL,+ 0x5d26c36eUL, 0xb389767cUL, 0xd6eecac4UL, 0x6fd61d59UL, 0x0ab1a1e1UL,+ 0xe41e14f3UL, 0x8179a84bUL, 0xd769cb13UL, 0xb20e77abUL, 0x5ca1c2b9UL,+ 0x39c67e01UL, 0x80fea99cUL, 0xe5991524UL, 0x0b36a036UL, 0x6e511c8eUL,+ 0xa7166686UL, 0xc271da3eUL, 0x2cde6f2cUL, 0x49b9d394UL, 0xf0810409UL,+ 0x95e6b8b1UL, 0x7b490da3UL, 0x1e2eb11bUL, 0x483ed243UL, 0x2d596efbUL,+ 0xc3f6dbe9UL, 0xa6916751UL, 0x1fa9b0ccUL, 0x7ace0c74UL, 0x9461b966UL,+ 0xf10605deUL+#endif+ }+};
+ include/deflate.h view
@@ -0,0 +1,331 @@+/* deflate.h -- internal compression state+ * Copyright (C) 1995-2004 Jean-loup Gailly+ * For conditions of distribution and use, see copyright notice in zlib.h+ */++/* WARNING: this file should *not* be used by applications. It is+ part of the implementation of the compression library and is+ subject to change. Applications should only use zlib.h.+ */++/* @(#) $Id$ */++#ifndef DEFLATE_H+#define DEFLATE_H++#include "zutil.h"++/* define NO_GZIP when compiling if you want to disable gzip header and+ trailer creation by deflate(). NO_GZIP would be used to avoid linking in+ the crc code when it is not needed. For shared libraries, gzip encoding+ should be left enabled. */+#ifndef NO_GZIP+# define GZIP+#endif++/* ===========================================================================+ * Internal compression state.+ */++#define LENGTH_CODES 29+/* number of length codes, not counting the special END_BLOCK code */++#define LITERALS 256+/* number of literal bytes 0..255 */++#define L_CODES (LITERALS+1+LENGTH_CODES)+/* number of Literal or Length codes, including the END_BLOCK code */++#define D_CODES 30+/* number of distance codes */++#define BL_CODES 19+/* number of codes used to transfer the bit lengths */++#define HEAP_SIZE (2*L_CODES+1)+/* maximum heap size */++#define MAX_BITS 15+/* All codes must not exceed MAX_BITS bits */++#define INIT_STATE 42+#define EXTRA_STATE 69+#define NAME_STATE 73+#define COMMENT_STATE 91+#define HCRC_STATE 103+#define BUSY_STATE 113+#define FINISH_STATE 666+/* Stream status */+++/* Data structure describing a single value and its code string. */+typedef struct ct_data_s {+ union {+ ush freq; /* frequency count */+ ush code; /* bit string */+ } fc;+ union {+ ush dad; /* father node in Huffman tree */+ ush len; /* length of bit string */+ } dl;+} FAR ct_data;++#define Freq fc.freq+#define Code fc.code+#define Dad dl.dad+#define Len dl.len++typedef struct static_tree_desc_s static_tree_desc;++typedef struct tree_desc_s {+ ct_data *dyn_tree; /* the dynamic tree */+ int max_code; /* largest code with non zero frequency */+ static_tree_desc *stat_desc; /* the corresponding static tree */+} FAR tree_desc;++typedef ush Pos;+typedef Pos FAR Posf;+typedef unsigned IPos;++/* A Pos is an index in the character window. We use short instead of int to+ * save space in the various tables. IPos is used only for parameter passing.+ */++typedef struct internal_state {+ z_streamp strm; /* pointer back to this zlib stream */+ int status; /* as the name implies */+ Bytef *pending_buf; /* output still pending */+ ulg pending_buf_size; /* size of pending_buf */+ Bytef *pending_out; /* next pending byte to output to the stream */+ uInt pending; /* nb of bytes in the pending buffer */+ int wrap; /* bit 0 true for zlib, bit 1 true for gzip */+ gz_headerp gzhead; /* gzip header information to write */+ uInt gzindex; /* where in extra, name, or comment */+ Byte method; /* STORED (for zip only) or DEFLATED */+ int last_flush; /* value of flush param for previous deflate call */++ /* used by deflate.c: */++ uInt w_size; /* LZ77 window size (32K by default) */+ uInt w_bits; /* log2(w_size) (8..16) */+ uInt w_mask; /* w_size - 1 */++ Bytef *window;+ /* Sliding window. Input bytes are read into the second half of the window,+ * and move to the first half later to keep a dictionary of at least wSize+ * bytes. With this organization, matches are limited to a distance of+ * wSize-MAX_MATCH bytes, but this ensures that IO is always+ * performed with a length multiple of the block size. Also, it limits+ * the window size to 64K, which is quite useful on MSDOS.+ * To do: use the user input buffer as sliding window.+ */++ ulg window_size;+ /* Actual size of window: 2*wSize, except when the user input buffer+ * is directly used as sliding window.+ */++ Posf *prev;+ /* Link to older string with same hash index. To limit the size of this+ * array to 64K, this link is maintained only for the last 32K strings.+ * An index in this array is thus a window index modulo 32K.+ */++ Posf *head; /* Heads of the hash chains or NIL. */++ uInt ins_h; /* hash index of string to be inserted */+ uInt hash_size; /* number of elements in hash table */+ uInt hash_bits; /* log2(hash_size) */+ uInt hash_mask; /* hash_size-1 */++ uInt hash_shift;+ /* Number of bits by which ins_h must be shifted at each input+ * step. It must be such that after MIN_MATCH steps, the oldest+ * byte no longer takes part in the hash key, that is:+ * hash_shift * MIN_MATCH >= hash_bits+ */++ long block_start;+ /* Window position at the beginning of the current output block. Gets+ * negative when the window is moved backwards.+ */++ uInt match_length; /* length of best match */+ IPos prev_match; /* previous match */+ int match_available; /* set if previous match exists */+ uInt strstart; /* start of string to insert */+ uInt match_start; /* start of matching string */+ uInt lookahead; /* number of valid bytes ahead in window */++ uInt prev_length;+ /* Length of the best match at previous step. Matches not greater than this+ * are discarded. This is used in the lazy match evaluation.+ */++ uInt max_chain_length;+ /* To speed up deflation, hash chains are never searched beyond this+ * length. A higher limit improves compression ratio but degrades the+ * speed.+ */++ uInt max_lazy_match;+ /* Attempt to find a better match only when the current match is strictly+ * smaller than this value. This mechanism is used only for compression+ * levels >= 4.+ */+# define max_insert_length max_lazy_match+ /* Insert new strings in the hash table only if the match length is not+ * greater than this length. This saves time but degrades compression.+ * max_insert_length is used only for compression levels <= 3.+ */++ int level; /* compression level (1..9) */+ int strategy; /* favor or force Huffman coding*/++ uInt good_match;+ /* Use a faster search when the previous match is longer than this */++ int nice_match; /* Stop searching when current match exceeds this */++ /* used by trees.c: */+ /* Didn't use ct_data typedef below to supress compiler warning */+ struct ct_data_s dyn_ltree[HEAP_SIZE]; /* literal and length tree */+ struct ct_data_s dyn_dtree[2*D_CODES+1]; /* distance tree */+ struct ct_data_s bl_tree[2*BL_CODES+1]; /* Huffman tree for bit lengths */++ struct tree_desc_s l_desc; /* desc. for literal tree */+ struct tree_desc_s d_desc; /* desc. for distance tree */+ struct tree_desc_s bl_desc; /* desc. for bit length tree */++ ush bl_count[MAX_BITS+1];+ /* number of codes at each bit length for an optimal tree */++ int heap[2*L_CODES+1]; /* heap used to build the Huffman trees */+ int heap_len; /* number of elements in the heap */+ int heap_max; /* element of largest frequency */+ /* The sons of heap[n] are heap[2*n] and heap[2*n+1]. heap[0] is not used.+ * The same heap array is used to build all trees.+ */++ uch depth[2*L_CODES+1];+ /* Depth of each subtree used as tie breaker for trees of equal frequency+ */++ uchf *l_buf; /* buffer for literals or lengths */++ uInt lit_bufsize;+ /* Size of match buffer for literals/lengths. There are 4 reasons for+ * limiting lit_bufsize to 64K:+ * - frequencies can be kept in 16 bit counters+ * - if compression is not successful for the first block, all input+ * data is still in the window so we can still emit a stored block even+ * when input comes from standard input. (This can also be done for+ * all blocks if lit_bufsize is not greater than 32K.)+ * - if compression is not successful for a file smaller than 64K, we can+ * even emit a stored file instead of a stored block (saving 5 bytes).+ * This is applicable only for zip (not gzip or zlib).+ * - creating new Huffman trees less frequently may not provide fast+ * adaptation to changes in the input data statistics. (Take for+ * example a binary file with poorly compressible code followed by+ * a highly compressible string table.) Smaller buffer sizes give+ * fast adaptation but have of course the overhead of transmitting+ * trees more frequently.+ * - I can't count above 4+ */++ uInt last_lit; /* running index in l_buf */++ ushf *d_buf;+ /* Buffer for distances. To simplify the code, d_buf and l_buf have+ * the same number of elements. To use different lengths, an extra flag+ * array would be necessary.+ */++ ulg opt_len; /* bit length of current block with optimal trees */+ ulg static_len; /* bit length of current block with static trees */+ uInt matches; /* number of string matches in current block */+ int last_eob_len; /* bit length of EOB code for last block */++#ifdef DEBUG+ ulg compressed_len; /* total bit length of compressed file mod 2^32 */+ ulg bits_sent; /* bit length of compressed data sent mod 2^32 */+#endif++ ush bi_buf;+ /* Output buffer. bits are inserted starting at the bottom (least+ * significant bits).+ */+ int bi_valid;+ /* Number of valid bits in bi_buf. All bits above the last valid bit+ * are always zero.+ */++} FAR deflate_state;++/* Output a byte on the stream.+ * IN assertion: there is enough room in pending_buf.+ */+#define put_byte(s, c) {s->pending_buf[s->pending++] = (c);}+++#define MIN_LOOKAHEAD (MAX_MATCH+MIN_MATCH+1)+/* Minimum amount of lookahead, except at the end of the input file.+ * See deflate.c for comments about the MIN_MATCH+1.+ */++#define MAX_DIST(s) ((s)->w_size-MIN_LOOKAHEAD)+/* In order to simplify the code, particularly on 16 bit machines, match+ * distances are limited to MAX_DIST instead of WSIZE.+ */++ /* in trees.c */+void _tr_init OF((deflate_state *s));+int _tr_tally OF((deflate_state *s, unsigned dist, unsigned lc));+void _tr_flush_block OF((deflate_state *s, charf *buf, ulg stored_len,+ int eof));+void _tr_align OF((deflate_state *s));+void _tr_stored_block OF((deflate_state *s, charf *buf, ulg stored_len,+ int eof));++#define d_code(dist) \+ ((dist) < 256 ? _dist_code[dist] : _dist_code[256+((dist)>>7)])+/* Mapping from a distance to a distance code. dist is the distance - 1 and+ * must not have side effects. _dist_code[256] and _dist_code[257] are never+ * used.+ */++#ifndef DEBUG+/* Inline versions of _tr_tally for speed: */++#if defined(GEN_TREES_H) || !defined(STDC)+ extern uch _length_code[];+ extern uch _dist_code[];+#else+ extern const uch _length_code[];+ extern const uch _dist_code[];+#endif++# define _tr_tally_lit(s, c, flush) \+ { uch cc = (c); \+ s->d_buf[s->last_lit] = 0; \+ s->l_buf[s->last_lit++] = cc; \+ s->dyn_ltree[cc].Freq++; \+ flush = (s->last_lit == s->lit_bufsize-1); \+ }+# define _tr_tally_dist(s, distance, length, flush) \+ { uch len = (length); \+ ush dist = (distance); \+ s->d_buf[s->last_lit] = dist; \+ s->l_buf[s->last_lit++] = len; \+ dist--; \+ s->dyn_ltree[_length_code[len]+LITERALS+1].Freq++; \+ s->dyn_dtree[d_code(dist)].Freq++; \+ flush = (s->last_lit == s->lit_bufsize-1); \+ }+#else+# define _tr_tally_lit(s, c, flush) flush = _tr_tally(s, 0, c)+# define _tr_tally_dist(s, distance, length, flush) \+ flush = _tr_tally(s, distance, length)+#endif++#endif /* DEFLATE_H */
+ include/inffast.h view
@@ -0,0 +1,11 @@+/* inffast.h -- header to use inffast.c+ * Copyright (C) 1995-2003 Mark Adler+ * For conditions of distribution and use, see copyright notice in zlib.h+ */++/* WARNING: this file should *not* be used by applications. It is+ part of the implementation of the compression library and is+ subject to change. Applications should only use zlib.h.+ */++void inflate_fast OF((z_streamp strm, unsigned start));
+ include/inffixed.h view
@@ -0,0 +1,94 @@+ /* inffixed.h -- table for decoding fixed codes+ * Generated automatically by makefixed().+ */++ /* WARNING: this file should *not* be used by applications. It+ is part of the implementation of the compression library and+ is subject to change. Applications should only use zlib.h.+ */++ static const code lenfix[512] = {+ {96,7,0},{0,8,80},{0,8,16},{20,8,115},{18,7,31},{0,8,112},{0,8,48},+ {0,9,192},{16,7,10},{0,8,96},{0,8,32},{0,9,160},{0,8,0},{0,8,128},+ {0,8,64},{0,9,224},{16,7,6},{0,8,88},{0,8,24},{0,9,144},{19,7,59},+ {0,8,120},{0,8,56},{0,9,208},{17,7,17},{0,8,104},{0,8,40},{0,9,176},+ {0,8,8},{0,8,136},{0,8,72},{0,9,240},{16,7,4},{0,8,84},{0,8,20},+ {21,8,227},{19,7,43},{0,8,116},{0,8,52},{0,9,200},{17,7,13},{0,8,100},+ {0,8,36},{0,9,168},{0,8,4},{0,8,132},{0,8,68},{0,9,232},{16,7,8},+ {0,8,92},{0,8,28},{0,9,152},{20,7,83},{0,8,124},{0,8,60},{0,9,216},+ {18,7,23},{0,8,108},{0,8,44},{0,9,184},{0,8,12},{0,8,140},{0,8,76},+ {0,9,248},{16,7,3},{0,8,82},{0,8,18},{21,8,163},{19,7,35},{0,8,114},+ {0,8,50},{0,9,196},{17,7,11},{0,8,98},{0,8,34},{0,9,164},{0,8,2},+ {0,8,130},{0,8,66},{0,9,228},{16,7,7},{0,8,90},{0,8,26},{0,9,148},+ {20,7,67},{0,8,122},{0,8,58},{0,9,212},{18,7,19},{0,8,106},{0,8,42},+ {0,9,180},{0,8,10},{0,8,138},{0,8,74},{0,9,244},{16,7,5},{0,8,86},+ {0,8,22},{64,8,0},{19,7,51},{0,8,118},{0,8,54},{0,9,204},{17,7,15},+ {0,8,102},{0,8,38},{0,9,172},{0,8,6},{0,8,134},{0,8,70},{0,9,236},+ {16,7,9},{0,8,94},{0,8,30},{0,9,156},{20,7,99},{0,8,126},{0,8,62},+ {0,9,220},{18,7,27},{0,8,110},{0,8,46},{0,9,188},{0,8,14},{0,8,142},+ {0,8,78},{0,9,252},{96,7,0},{0,8,81},{0,8,17},{21,8,131},{18,7,31},+ {0,8,113},{0,8,49},{0,9,194},{16,7,10},{0,8,97},{0,8,33},{0,9,162},+ {0,8,1},{0,8,129},{0,8,65},{0,9,226},{16,7,6},{0,8,89},{0,8,25},+ {0,9,146},{19,7,59},{0,8,121},{0,8,57},{0,9,210},{17,7,17},{0,8,105},+ {0,8,41},{0,9,178},{0,8,9},{0,8,137},{0,8,73},{0,9,242},{16,7,4},+ {0,8,85},{0,8,21},{16,8,258},{19,7,43},{0,8,117},{0,8,53},{0,9,202},+ {17,7,13},{0,8,101},{0,8,37},{0,9,170},{0,8,5},{0,8,133},{0,8,69},+ {0,9,234},{16,7,8},{0,8,93},{0,8,29},{0,9,154},{20,7,83},{0,8,125},+ {0,8,61},{0,9,218},{18,7,23},{0,8,109},{0,8,45},{0,9,186},{0,8,13},+ {0,8,141},{0,8,77},{0,9,250},{16,7,3},{0,8,83},{0,8,19},{21,8,195},+ {19,7,35},{0,8,115},{0,8,51},{0,9,198},{17,7,11},{0,8,99},{0,8,35},+ {0,9,166},{0,8,3},{0,8,131},{0,8,67},{0,9,230},{16,7,7},{0,8,91},+ {0,8,27},{0,9,150},{20,7,67},{0,8,123},{0,8,59},{0,9,214},{18,7,19},+ {0,8,107},{0,8,43},{0,9,182},{0,8,11},{0,8,139},{0,8,75},{0,9,246},+ {16,7,5},{0,8,87},{0,8,23},{64,8,0},{19,7,51},{0,8,119},{0,8,55},+ {0,9,206},{17,7,15},{0,8,103},{0,8,39},{0,9,174},{0,8,7},{0,8,135},+ {0,8,71},{0,9,238},{16,7,9},{0,8,95},{0,8,31},{0,9,158},{20,7,99},+ {0,8,127},{0,8,63},{0,9,222},{18,7,27},{0,8,111},{0,8,47},{0,9,190},+ {0,8,15},{0,8,143},{0,8,79},{0,9,254},{96,7,0},{0,8,80},{0,8,16},+ {20,8,115},{18,7,31},{0,8,112},{0,8,48},{0,9,193},{16,7,10},{0,8,96},+ {0,8,32},{0,9,161},{0,8,0},{0,8,128},{0,8,64},{0,9,225},{16,7,6},+ {0,8,88},{0,8,24},{0,9,145},{19,7,59},{0,8,120},{0,8,56},{0,9,209},+ {17,7,17},{0,8,104},{0,8,40},{0,9,177},{0,8,8},{0,8,136},{0,8,72},+ {0,9,241},{16,7,4},{0,8,84},{0,8,20},{21,8,227},{19,7,43},{0,8,116},+ {0,8,52},{0,9,201},{17,7,13},{0,8,100},{0,8,36},{0,9,169},{0,8,4},+ {0,8,132},{0,8,68},{0,9,233},{16,7,8},{0,8,92},{0,8,28},{0,9,153},+ {20,7,83},{0,8,124},{0,8,60},{0,9,217},{18,7,23},{0,8,108},{0,8,44},+ {0,9,185},{0,8,12},{0,8,140},{0,8,76},{0,9,249},{16,7,3},{0,8,82},+ {0,8,18},{21,8,163},{19,7,35},{0,8,114},{0,8,50},{0,9,197},{17,7,11},+ {0,8,98},{0,8,34},{0,9,165},{0,8,2},{0,8,130},{0,8,66},{0,9,229},+ {16,7,7},{0,8,90},{0,8,26},{0,9,149},{20,7,67},{0,8,122},{0,8,58},+ {0,9,213},{18,7,19},{0,8,106},{0,8,42},{0,9,181},{0,8,10},{0,8,138},+ {0,8,74},{0,9,245},{16,7,5},{0,8,86},{0,8,22},{64,8,0},{19,7,51},+ {0,8,118},{0,8,54},{0,9,205},{17,7,15},{0,8,102},{0,8,38},{0,9,173},+ {0,8,6},{0,8,134},{0,8,70},{0,9,237},{16,7,9},{0,8,94},{0,8,30},+ {0,9,157},{20,7,99},{0,8,126},{0,8,62},{0,9,221},{18,7,27},{0,8,110},+ {0,8,46},{0,9,189},{0,8,14},{0,8,142},{0,8,78},{0,9,253},{96,7,0},+ {0,8,81},{0,8,17},{21,8,131},{18,7,31},{0,8,113},{0,8,49},{0,9,195},+ {16,7,10},{0,8,97},{0,8,33},{0,9,163},{0,8,1},{0,8,129},{0,8,65},+ {0,9,227},{16,7,6},{0,8,89},{0,8,25},{0,9,147},{19,7,59},{0,8,121},+ {0,8,57},{0,9,211},{17,7,17},{0,8,105},{0,8,41},{0,9,179},{0,8,9},+ {0,8,137},{0,8,73},{0,9,243},{16,7,4},{0,8,85},{0,8,21},{16,8,258},+ {19,7,43},{0,8,117},{0,8,53},{0,9,203},{17,7,13},{0,8,101},{0,8,37},+ {0,9,171},{0,8,5},{0,8,133},{0,8,69},{0,9,235},{16,7,8},{0,8,93},+ {0,8,29},{0,9,155},{20,7,83},{0,8,125},{0,8,61},{0,9,219},{18,7,23},+ {0,8,109},{0,8,45},{0,9,187},{0,8,13},{0,8,141},{0,8,77},{0,9,251},+ {16,7,3},{0,8,83},{0,8,19},{21,8,195},{19,7,35},{0,8,115},{0,8,51},+ {0,9,199},{17,7,11},{0,8,99},{0,8,35},{0,9,167},{0,8,3},{0,8,131},+ {0,8,67},{0,9,231},{16,7,7},{0,8,91},{0,8,27},{0,9,151},{20,7,67},+ {0,8,123},{0,8,59},{0,9,215},{18,7,19},{0,8,107},{0,8,43},{0,9,183},+ {0,8,11},{0,8,139},{0,8,75},{0,9,247},{16,7,5},{0,8,87},{0,8,23},+ {64,8,0},{19,7,51},{0,8,119},{0,8,55},{0,9,207},{17,7,15},{0,8,103},+ {0,8,39},{0,9,175},{0,8,7},{0,8,135},{0,8,71},{0,9,239},{16,7,9},+ {0,8,95},{0,8,31},{0,9,159},{20,7,99},{0,8,127},{0,8,63},{0,9,223},+ {18,7,27},{0,8,111},{0,8,47},{0,9,191},{0,8,15},{0,8,143},{0,8,79},+ {0,9,255}+ };++ static const code distfix[32] = {+ {16,5,1},{23,5,257},{19,5,17},{27,5,4097},{17,5,5},{25,5,1025},+ {21,5,65},{29,5,16385},{16,5,3},{24,5,513},{20,5,33},{28,5,8193},+ {18,5,9},{26,5,2049},{22,5,129},{64,5,0},{16,5,2},{23,5,385},+ {19,5,25},{27,5,6145},{17,5,7},{25,5,1537},{21,5,97},{29,5,24577},+ {16,5,4},{24,5,769},{20,5,49},{28,5,12289},{18,5,13},{26,5,3073},+ {22,5,193},{64,5,0}+ };
+ include/inflate.h view
@@ -0,0 +1,115 @@+/* inflate.h -- internal inflate state definition+ * Copyright (C) 1995-2004 Mark Adler+ * For conditions of distribution and use, see copyright notice in zlib.h+ */++/* WARNING: this file should *not* be used by applications. It is+ part of the implementation of the compression library and is+ subject to change. Applications should only use zlib.h.+ */++/* define NO_GZIP when compiling if you want to disable gzip header and+ trailer decoding by inflate(). NO_GZIP would be used to avoid linking in+ the crc code when it is not needed. For shared libraries, gzip decoding+ should be left enabled. */+#ifndef NO_GZIP+# define GUNZIP+#endif++/* Possible inflate modes between inflate() calls */+typedef enum {+ HEAD, /* i: waiting for magic header */+ FLAGS, /* i: waiting for method and flags (gzip) */+ TIME, /* i: waiting for modification time (gzip) */+ OS, /* i: waiting for extra flags and operating system (gzip) */+ EXLEN, /* i: waiting for extra length (gzip) */+ EXTRA, /* i: waiting for extra bytes (gzip) */+ NAME, /* i: waiting for end of file name (gzip) */+ COMMENT, /* i: waiting for end of comment (gzip) */+ HCRC, /* i: waiting for header crc (gzip) */+ DICTID, /* i: waiting for dictionary check value */+ DICT, /* waiting for inflateSetDictionary() call */+ TYPE, /* i: waiting for type bits, including last-flag bit */+ TYPEDO, /* i: same, but skip check to exit inflate on new block */+ STORED, /* i: waiting for stored size (length and complement) */+ COPY, /* i/o: waiting for input or output to copy stored block */+ TABLE, /* i: waiting for dynamic block table lengths */+ LENLENS, /* i: waiting for code length code lengths */+ CODELENS, /* i: waiting for length/lit and distance code lengths */+ LEN, /* i: waiting for length/lit code */+ LENEXT, /* i: waiting for length extra bits */+ DIST, /* i: waiting for distance code */+ DISTEXT, /* i: waiting for distance extra bits */+ MATCH, /* o: waiting for output space to copy string */+ LIT, /* o: waiting for output space to write literal */+ CHECK, /* i: waiting for 32-bit check value */+ LENGTH, /* i: waiting for 32-bit length (gzip) */+ DONE, /* finished check, done -- remain here until reset */+ BAD, /* got a data error -- remain here until reset */+ MEM, /* got an inflate() memory error -- remain here until reset */+ SYNC /* looking for synchronization bytes to restart inflate() */+} inflate_mode;++/*+ State transitions between above modes -++ (most modes can go to the BAD or MEM mode -- not shown for clarity)++ Process header:+ HEAD -> (gzip) or (zlib)+ (gzip) -> FLAGS -> TIME -> OS -> EXLEN -> EXTRA -> NAME+ NAME -> COMMENT -> HCRC -> TYPE+ (zlib) -> DICTID or TYPE+ DICTID -> DICT -> TYPE+ Read deflate blocks:+ TYPE -> STORED or TABLE or LEN or CHECK+ STORED -> COPY -> TYPE+ TABLE -> LENLENS -> CODELENS -> LEN+ Read deflate codes:+ LEN -> LENEXT or LIT or TYPE+ LENEXT -> DIST -> DISTEXT -> MATCH -> LEN+ LIT -> LEN+ Process trailer:+ CHECK -> LENGTH -> DONE+ */++/* state maintained between inflate() calls. Approximately 7K bytes. */+struct inflate_state {+ inflate_mode mode; /* current inflate mode */+ int last; /* true if processing last block */+ int wrap; /* bit 0 true for zlib, bit 1 true for gzip */+ int havedict; /* true if dictionary provided */+ int flags; /* gzip header method and flags (0 if zlib) */+ unsigned dmax; /* zlib header max distance (INFLATE_STRICT) */+ unsigned long check; /* protected copy of check value */+ unsigned long total; /* protected copy of output count */+ gz_headerp head; /* where to save gzip header information */+ /* sliding window */+ unsigned wbits; /* log base 2 of requested window size */+ unsigned wsize; /* window size or zero if not using window */+ unsigned whave; /* valid bytes in the window */+ unsigned write; /* window write index */+ unsigned char FAR *window; /* allocated sliding window, if needed */+ /* bit accumulator */+ unsigned long hold; /* input bit accumulator */+ unsigned bits; /* number of bits in "in" */+ /* for string and stored block copying */+ unsigned length; /* literal or length of data to copy */+ unsigned offset; /* distance back to copy string from */+ /* for table and code decoding */+ unsigned extra; /* extra bits needed */+ /* fixed and dynamic code tables */+ code const FAR *lencode; /* starting table for length/literal codes */+ code const FAR *distcode; /* starting table for distance codes */+ unsigned lenbits; /* index bits for lencode */+ unsigned distbits; /* index bits for distcode */+ /* dynamic table building */+ unsigned ncode; /* number of code length code lengths */+ unsigned nlen; /* number of length code lengths */+ unsigned ndist; /* number of distance code lengths */+ unsigned have; /* number of code lengths in lens[] */+ code FAR *next; /* next available space in codes[] */+ unsigned short lens[320]; /* temporary storage for code lengths */+ unsigned short work[288]; /* work area for code table building */+ code codes[ENOUGH]; /* space for code tables */+};
+ include/inftrees.h view
@@ -0,0 +1,55 @@+/* inftrees.h -- header to use inftrees.c+ * Copyright (C) 1995-2005 Mark Adler+ * For conditions of distribution and use, see copyright notice in zlib.h+ */++/* WARNING: this file should *not* be used by applications. It is+ part of the implementation of the compression library and is+ subject to change. Applications should only use zlib.h.+ */++/* Structure for decoding tables. Each entry provides either the+ information needed to do the operation requested by the code that+ indexed that table entry, or it provides a pointer to another+ table that indexes more bits of the code. op indicates whether+ the entry is a pointer to another table, a literal, a length or+ distance, an end-of-block, or an invalid code. For a table+ pointer, the low four bits of op is the number of index bits of+ that table. For a length or distance, the low four bits of op+ is the number of extra bits to get after the code. bits is+ the number of bits in this code or part of the code to drop off+ of the bit buffer. val is the actual byte to output in the case+ of a literal, the base length or distance, or the offset from+ the current table to the next table. Each entry is four bytes. */+typedef struct {+ unsigned char op; /* operation, extra bits, table bits */+ unsigned char bits; /* bits in this part of the code */+ unsigned short val; /* offset in table or code value */+} code;++/* op values as set by inflate_table():+ 00000000 - literal+ 0000tttt - table link, tttt != 0 is the number of table index bits+ 0001eeee - length or distance, eeee is the number of extra bits+ 01100000 - end of block+ 01000000 - invalid code+ */++/* Maximum size of dynamic tree. The maximum found in a long but non-+ exhaustive search was 1444 code structures (852 for length/literals+ and 592 for distances, the latter actually the result of an+ exhaustive search). The true maximum is not known, but the value+ below is more than safe. */+#define ENOUGH 2048+#define MAXD 592++/* Type of code to build for inftable() */+typedef enum {+ CODES,+ LENS,+ DISTS+} codetype;++extern int inflate_table OF((codetype type, unsigned short FAR *lens,+ unsigned codes, code FAR * FAR *table,+ unsigned FAR *bits, unsigned short FAR *work));
+ include/text_cbits.h view
@@ -0,0 +1,11 @@+/*+ * Copyright (c) 2013 Bryan O'Sullivan <bos@serpentine.com>.+ */++#ifndef _text_cbits_h+#define _text_cbits_h++#define UTF8_ACCEPT 0+#define UTF8_REJECT 12++#endif
+ include/trees.h view
@@ -0,0 +1,128 @@+/* header created automatically with -DGEN_TREES_H */++local const ct_data static_ltree[L_CODES+2] = {+{{ 12},{ 8}}, {{140},{ 8}}, {{ 76},{ 8}}, {{204},{ 8}}, {{ 44},{ 8}},+{{172},{ 8}}, {{108},{ 8}}, {{236},{ 8}}, {{ 28},{ 8}}, {{156},{ 8}},+{{ 92},{ 8}}, {{220},{ 8}}, {{ 60},{ 8}}, {{188},{ 8}}, {{124},{ 8}},+{{252},{ 8}}, {{ 2},{ 8}}, {{130},{ 8}}, {{ 66},{ 8}}, {{194},{ 8}},+{{ 34},{ 8}}, {{162},{ 8}}, {{ 98},{ 8}}, {{226},{ 8}}, {{ 18},{ 8}},+{{146},{ 8}}, {{ 82},{ 8}}, {{210},{ 8}}, {{ 50},{ 8}}, {{178},{ 8}},+{{114},{ 8}}, {{242},{ 8}}, {{ 10},{ 8}}, {{138},{ 8}}, {{ 74},{ 8}},+{{202},{ 8}}, {{ 42},{ 8}}, {{170},{ 8}}, {{106},{ 8}}, {{234},{ 8}},+{{ 26},{ 8}}, {{154},{ 8}}, {{ 90},{ 8}}, {{218},{ 8}}, {{ 58},{ 8}},+{{186},{ 8}}, {{122},{ 8}}, {{250},{ 8}}, {{ 6},{ 8}}, {{134},{ 8}},+{{ 70},{ 8}}, {{198},{ 8}}, {{ 38},{ 8}}, {{166},{ 8}}, {{102},{ 8}},+{{230},{ 8}}, {{ 22},{ 8}}, {{150},{ 8}}, {{ 86},{ 8}}, {{214},{ 8}},+{{ 54},{ 8}}, {{182},{ 8}}, {{118},{ 8}}, {{246},{ 8}}, {{ 14},{ 8}},+{{142},{ 8}}, {{ 78},{ 8}}, {{206},{ 8}}, {{ 46},{ 8}}, {{174},{ 8}},+{{110},{ 8}}, {{238},{ 8}}, {{ 30},{ 8}}, {{158},{ 8}}, {{ 94},{ 8}},+{{222},{ 8}}, {{ 62},{ 8}}, {{190},{ 8}}, {{126},{ 8}}, {{254},{ 8}},+{{ 1},{ 8}}, {{129},{ 8}}, {{ 65},{ 8}}, {{193},{ 8}}, {{ 33},{ 8}},+{{161},{ 8}}, {{ 97},{ 8}}, {{225},{ 8}}, {{ 17},{ 8}}, {{145},{ 8}},+{{ 81},{ 8}}, {{209},{ 8}}, {{ 49},{ 8}}, {{177},{ 8}}, {{113},{ 8}},+{{241},{ 8}}, {{ 9},{ 8}}, {{137},{ 8}}, {{ 73},{ 8}}, {{201},{ 8}},+{{ 41},{ 8}}, {{169},{ 8}}, {{105},{ 8}}, {{233},{ 8}}, {{ 25},{ 8}},+{{153},{ 8}}, {{ 89},{ 8}}, {{217},{ 8}}, {{ 57},{ 8}}, {{185},{ 8}},+{{121},{ 8}}, {{249},{ 8}}, {{ 5},{ 8}}, {{133},{ 8}}, {{ 69},{ 8}},+{{197},{ 8}}, {{ 37},{ 8}}, {{165},{ 8}}, {{101},{ 8}}, {{229},{ 8}},+{{ 21},{ 8}}, {{149},{ 8}}, {{ 85},{ 8}}, {{213},{ 8}}, {{ 53},{ 8}},+{{181},{ 8}}, {{117},{ 8}}, {{245},{ 8}}, {{ 13},{ 8}}, {{141},{ 8}},+{{ 77},{ 8}}, {{205},{ 8}}, {{ 45},{ 8}}, {{173},{ 8}}, {{109},{ 8}},+{{237},{ 8}}, {{ 29},{ 8}}, {{157},{ 8}}, {{ 93},{ 8}}, {{221},{ 8}},+{{ 61},{ 8}}, {{189},{ 8}}, {{125},{ 8}}, {{253},{ 8}}, {{ 19},{ 9}},+{{275},{ 9}}, {{147},{ 9}}, {{403},{ 9}}, {{ 83},{ 9}}, {{339},{ 9}},+{{211},{ 9}}, {{467},{ 9}}, {{ 51},{ 9}}, {{307},{ 9}}, {{179},{ 9}},+{{435},{ 9}}, {{115},{ 9}}, {{371},{ 9}}, {{243},{ 9}}, {{499},{ 9}},+{{ 11},{ 9}}, {{267},{ 9}}, {{139},{ 9}}, {{395},{ 9}}, {{ 75},{ 9}},+{{331},{ 9}}, {{203},{ 9}}, {{459},{ 9}}, {{ 43},{ 9}}, {{299},{ 9}},+{{171},{ 9}}, {{427},{ 9}}, {{107},{ 9}}, {{363},{ 9}}, {{235},{ 9}},+{{491},{ 9}}, {{ 27},{ 9}}, {{283},{ 9}}, {{155},{ 9}}, {{411},{ 9}},+{{ 91},{ 9}}, {{347},{ 9}}, {{219},{ 9}}, {{475},{ 9}}, {{ 59},{ 9}},+{{315},{ 9}}, {{187},{ 9}}, {{443},{ 9}}, {{123},{ 9}}, {{379},{ 9}},+{{251},{ 9}}, {{507},{ 9}}, {{ 7},{ 9}}, {{263},{ 9}}, {{135},{ 9}},+{{391},{ 9}}, {{ 71},{ 9}}, {{327},{ 9}}, {{199},{ 9}}, {{455},{ 9}},+{{ 39},{ 9}}, {{295},{ 9}}, {{167},{ 9}}, {{423},{ 9}}, {{103},{ 9}},+{{359},{ 9}}, {{231},{ 9}}, {{487},{ 9}}, {{ 23},{ 9}}, {{279},{ 9}},+{{151},{ 9}}, {{407},{ 9}}, {{ 87},{ 9}}, {{343},{ 9}}, {{215},{ 9}},+{{471},{ 9}}, {{ 55},{ 9}}, {{311},{ 9}}, {{183},{ 9}}, {{439},{ 9}},+{{119},{ 9}}, {{375},{ 9}}, {{247},{ 9}}, {{503},{ 9}}, {{ 15},{ 9}},+{{271},{ 9}}, {{143},{ 9}}, {{399},{ 9}}, {{ 79},{ 9}}, {{335},{ 9}},+{{207},{ 9}}, {{463},{ 9}}, {{ 47},{ 9}}, {{303},{ 9}}, {{175},{ 9}},+{{431},{ 9}}, {{111},{ 9}}, {{367},{ 9}}, {{239},{ 9}}, {{495},{ 9}},+{{ 31},{ 9}}, {{287},{ 9}}, {{159},{ 9}}, {{415},{ 9}}, {{ 95},{ 9}},+{{351},{ 9}}, {{223},{ 9}}, {{479},{ 9}}, {{ 63},{ 9}}, {{319},{ 9}},+{{191},{ 9}}, {{447},{ 9}}, {{127},{ 9}}, {{383},{ 9}}, {{255},{ 9}},+{{511},{ 9}}, {{ 0},{ 7}}, {{ 64},{ 7}}, {{ 32},{ 7}}, {{ 96},{ 7}},+{{ 16},{ 7}}, {{ 80},{ 7}}, {{ 48},{ 7}}, {{112},{ 7}}, {{ 8},{ 7}},+{{ 72},{ 7}}, {{ 40},{ 7}}, {{104},{ 7}}, {{ 24},{ 7}}, {{ 88},{ 7}},+{{ 56},{ 7}}, {{120},{ 7}}, {{ 4},{ 7}}, {{ 68},{ 7}}, {{ 36},{ 7}},+{{100},{ 7}}, {{ 20},{ 7}}, {{ 84},{ 7}}, {{ 52},{ 7}}, {{116},{ 7}},+{{ 3},{ 8}}, {{131},{ 8}}, {{ 67},{ 8}}, {{195},{ 8}}, {{ 35},{ 8}},+{{163},{ 8}}, {{ 99},{ 8}}, {{227},{ 8}}+};++local const ct_data static_dtree[D_CODES] = {+{{ 0},{ 5}}, {{16},{ 5}}, {{ 8},{ 5}}, {{24},{ 5}}, {{ 4},{ 5}},+{{20},{ 5}}, {{12},{ 5}}, {{28},{ 5}}, {{ 2},{ 5}}, {{18},{ 5}},+{{10},{ 5}}, {{26},{ 5}}, {{ 6},{ 5}}, {{22},{ 5}}, {{14},{ 5}},+{{30},{ 5}}, {{ 1},{ 5}}, {{17},{ 5}}, {{ 9},{ 5}}, {{25},{ 5}},+{{ 5},{ 5}}, {{21},{ 5}}, {{13},{ 5}}, {{29},{ 5}}, {{ 3},{ 5}},+{{19},{ 5}}, {{11},{ 5}}, {{27},{ 5}}, {{ 7},{ 5}}, {{23},{ 5}}+};++const uch _dist_code[DIST_CODE_LEN] = {+ 0, 1, 2, 3, 4, 4, 5, 5, 6, 6, 6, 6, 7, 7, 7, 7, 8, 8, 8, 8,+ 8, 8, 8, 8, 9, 9, 9, 9, 9, 9, 9, 9, 10, 10, 10, 10, 10, 10, 10, 10,+10, 10, 10, 10, 10, 10, 10, 10, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11,+11, 11, 11, 11, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12,+12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 13, 13, 13, 13,+13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13,+13, 13, 13, 13, 13, 13, 13, 13, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14,+14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14,+14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14,+14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 15, 15, 15, 15, 15, 15, 15, 15,+15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15,+15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15,+15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 0, 0, 16, 17,+18, 18, 19, 19, 20, 20, 20, 20, 21, 21, 21, 21, 22, 22, 22, 22, 22, 22, 22, 22,+23, 23, 23, 23, 23, 23, 23, 23, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,+24, 24, 24, 24, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25,+26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26,+26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 27, 27, 27, 27, 27, 27, 27, 27,+27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,+27, 27, 27, 27, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28,+28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28,+28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28,+28, 28, 28, 28, 28, 28, 28, 28, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29,+29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29,+29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29,+29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29+};++const uch _length_code[MAX_MATCH-MIN_MATCH+1]= {+ 0, 1, 2, 3, 4, 5, 6, 7, 8, 8, 9, 9, 10, 10, 11, 11, 12, 12, 12, 12,+13, 13, 13, 13, 14, 14, 14, 14, 15, 15, 15, 15, 16, 16, 16, 16, 16, 16, 16, 16,+17, 17, 17, 17, 17, 17, 17, 17, 18, 18, 18, 18, 18, 18, 18, 18, 19, 19, 19, 19,+19, 19, 19, 19, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20,+21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 22, 22, 22, 22,+22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 23, 23, 23, 23, 23, 23, 23, 23,+23, 23, 23, 23, 23, 23, 23, 23, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,+24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,+25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25,+25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 25, 26, 26, 26, 26, 26, 26, 26, 26,+26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26,+26, 26, 26, 26, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,+27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 28+};++local const int base_length[LENGTH_CODES] = {+0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 16, 20, 24, 28, 32, 40, 48, 56,+64, 80, 96, 112, 128, 160, 192, 224, 0+};++local const int base_dist[D_CODES] = {+ 0, 1, 2, 3, 4, 6, 8, 12, 16, 24,+ 32, 48, 64, 96, 128, 192, 256, 384, 512, 768,+ 1024, 1536, 2048, 3072, 4096, 6144, 8192, 12288, 16384, 24576+};+
+ include/zconf.h view
@@ -0,0 +1,332 @@+/* zconf.h -- configuration of the zlib compression library+ * Copyright (C) 1995-2005 Jean-loup Gailly.+ * For conditions of distribution and use, see copyright notice in zlib.h+ */++/* @(#) $Id$ */++#ifndef ZCONF_H+#define ZCONF_H++/*+ * If you *really* need a unique prefix for all types and library functions,+ * compile with -DZ_PREFIX. The "standard" zlib should be compiled without it.+ */+#ifdef Z_PREFIX+# define deflateInit_ z_deflateInit_+# define deflate z_deflate+# define deflateEnd z_deflateEnd+# define inflateInit_ z_inflateInit_+# define inflate z_inflate+# define inflateEnd z_inflateEnd+# define deflateInit2_ z_deflateInit2_+# define deflateSetDictionary z_deflateSetDictionary+# define deflateCopy z_deflateCopy+# define deflateReset z_deflateReset+# define deflateParams z_deflateParams+# define deflateBound z_deflateBound+# define deflatePrime z_deflatePrime+# define inflateInit2_ z_inflateInit2_+# define inflateSetDictionary z_inflateSetDictionary+# define inflateSync z_inflateSync+# define inflateSyncPoint z_inflateSyncPoint+# define inflateCopy z_inflateCopy+# define inflateReset z_inflateReset+# define inflateBack z_inflateBack+# define inflateBackEnd z_inflateBackEnd+# define compress z_compress+# define compress2 z_compress2+# define compressBound z_compressBound+# define uncompress z_uncompress+# define adler32 z_adler32+# define crc32 z_crc32+# define get_crc_table z_get_crc_table+# define zError z_zError++# define alloc_func z_alloc_func+# define free_func z_free_func+# define in_func z_in_func+# define out_func z_out_func+# define Byte z_Byte+# define uInt z_uInt+# define uLong z_uLong+# define Bytef z_Bytef+# define charf z_charf+# define intf z_intf+# define uIntf z_uIntf+# define uLongf z_uLongf+# define voidpf z_voidpf+# define voidp z_voidp+#endif++#if defined(__MSDOS__) && !defined(MSDOS)+# define MSDOS+#endif+#if (defined(OS_2) || defined(__OS2__)) && !defined(OS2)+# define OS2+#endif+#if defined(_WINDOWS) && !defined(WINDOWS)+# define WINDOWS+#endif+#if defined(_WIN32) || defined(_WIN32_WCE) || defined(__WIN32__)+# ifndef WIN32+# define WIN32+# endif+#endif+#if (defined(MSDOS) || defined(OS2) || defined(WINDOWS)) && !defined(WIN32)+# if !defined(__GNUC__) && !defined(__FLAT__) && !defined(__386__)+# ifndef SYS16BIT+# define SYS16BIT+# endif+# endif+#endif++/*+ * Compile with -DMAXSEG_64K if the alloc function cannot allocate more+ * than 64k bytes at a time (needed on systems with 16-bit int).+ */+#ifdef SYS16BIT+# define MAXSEG_64K+#endif+#ifdef MSDOS+# define UNALIGNED_OK+#endif++#ifdef __STDC_VERSION__+# ifndef STDC+# define STDC+# endif+# if __STDC_VERSION__ >= 199901L+# ifndef STDC99+# define STDC99+# endif+# endif+#endif+#if !defined(STDC) && (defined(__STDC__) || defined(__cplusplus))+# define STDC+#endif+#if !defined(STDC) && (defined(__GNUC__) || defined(__BORLANDC__))+# define STDC+#endif+#if !defined(STDC) && (defined(MSDOS) || defined(WINDOWS) || defined(WIN32))+# define STDC+#endif+#if !defined(STDC) && (defined(OS2) || defined(__HOS_AIX__))+# define STDC+#endif++#if defined(__OS400__) && !defined(STDC) /* iSeries (formerly AS/400). */+# define STDC+#endif++#ifndef STDC+# ifndef const /* cannot use !defined(STDC) && !defined(const) on Mac */+# define const /* note: need a more gentle solution here */+# endif+#endif++/* Some Mac compilers merge all .h files incorrectly: */+#if defined(__MWERKS__)||defined(applec)||defined(THINK_C)||defined(__SC__)+# define NO_DUMMY_DECL+#endif++/* Maximum value for memLevel in deflateInit2 */+#ifndef MAX_MEM_LEVEL+# ifdef MAXSEG_64K+# define MAX_MEM_LEVEL 8+# else+# define MAX_MEM_LEVEL 9+# endif+#endif++/* Maximum value for windowBits in deflateInit2 and inflateInit2.+ * WARNING: reducing MAX_WBITS makes minigzip unable to extract .gz files+ * created by gzip. (Files created by minigzip can still be extracted by+ * gzip.)+ */+#ifndef MAX_WBITS+# define MAX_WBITS 15 /* 32K LZ77 window */+#endif++/* The memory requirements for deflate are (in bytes):+ (1 << (windowBits+2)) + (1 << (memLevel+9))+ that is: 128K for windowBits=15 + 128K for memLevel = 8 (default values)+ plus a few kilobytes for small objects. For example, if you want to reduce+ the default memory requirements from 256K to 128K, compile with+ make CFLAGS="-O -DMAX_WBITS=14 -DMAX_MEM_LEVEL=7"+ Of course this will generally degrade compression (there's no free lunch).++ The memory requirements for inflate are (in bytes) 1 << windowBits+ that is, 32K for windowBits=15 (default value) plus a few kilobytes+ for small objects.+*/++ /* Type declarations */++#ifndef OF /* function prototypes */+# ifdef STDC+# define OF(args) args+# else+# define OF(args) ()+# endif+#endif++/* The following definitions for FAR are needed only for MSDOS mixed+ * model programming (small or medium model with some far allocations).+ * This was tested only with MSC; for other MSDOS compilers you may have+ * to define NO_MEMCPY in zutil.h. If you don't need the mixed model,+ * just define FAR to be empty.+ */+#ifdef SYS16BIT+# if defined(M_I86SM) || defined(M_I86MM)+ /* MSC small or medium model */+# define SMALL_MEDIUM+# ifdef _MSC_VER+# define FAR _far+# else+# define FAR far+# endif+# endif+# if (defined(__SMALL__) || defined(__MEDIUM__))+ /* Turbo C small or medium model */+# define SMALL_MEDIUM+# ifdef __BORLANDC__+# define FAR _far+# else+# define FAR far+# endif+# endif+#endif++#if defined(WINDOWS) || defined(WIN32)+ /* If building or using zlib as a DLL, define ZLIB_DLL.+ * This is not mandatory, but it offers a little performance increase.+ */+# ifdef ZLIB_DLL+# if defined(WIN32) && (!defined(__BORLANDC__) || (__BORLANDC__ >= 0x500))+# ifdef ZLIB_INTERNAL+# define ZEXTERN extern __declspec(dllexport)+# else+# define ZEXTERN extern __declspec(dllimport)+# endif+# endif+# endif /* ZLIB_DLL */+ /* If building or using zlib with the WINAPI/WINAPIV calling convention,+ * define ZLIB_WINAPI.+ * Caution: the standard ZLIB1.DLL is NOT compiled using ZLIB_WINAPI.+ */+# ifdef ZLIB_WINAPI+# ifdef FAR+# undef FAR+# endif+# include <windows.h>+ /* No need for _export, use ZLIB.DEF instead. */+ /* For complete Windows compatibility, use WINAPI, not __stdcall. */+# define ZEXPORT WINAPI+# ifdef WIN32+# define ZEXPORTVA WINAPIV+# else+# define ZEXPORTVA FAR CDECL+# endif+# endif+#endif++#if defined (__BEOS__)+# ifdef ZLIB_DLL+# ifdef ZLIB_INTERNAL+# define ZEXPORT __declspec(dllexport)+# define ZEXPORTVA __declspec(dllexport)+# else+# define ZEXPORT __declspec(dllimport)+# define ZEXPORTVA __declspec(dllimport)+# endif+# endif+#endif++#ifndef ZEXTERN+# define ZEXTERN extern+#endif+#ifndef ZEXPORT+# define ZEXPORT+#endif+#ifndef ZEXPORTVA+# define ZEXPORTVA+#endif++#ifndef FAR+# define FAR+#endif++#if !defined(__MACTYPES__)+typedef unsigned char Byte; /* 8 bits */+#endif+typedef unsigned int uInt; /* 16 bits or more */+typedef unsigned long uLong; /* 32 bits or more */++#ifdef SMALL_MEDIUM+ /* Borland C/C++ and some old MSC versions ignore FAR inside typedef */+# define Bytef Byte FAR+#else+ typedef Byte FAR Bytef;+#endif+typedef char FAR charf;+typedef int FAR intf;+typedef uInt FAR uIntf;+typedef uLong FAR uLongf;++#ifdef STDC+ typedef void const *voidpc;+ typedef void FAR *voidpf;+ typedef void *voidp;+#else+ typedef Byte const *voidpc;+ typedef Byte FAR *voidpf;+ typedef Byte *voidp;+#endif++#if 1 /* HAVE_UNISTD_H -- this line is updated by ./configure */+# include <sys/types.h> /* for off_t */+# include <unistd.h> /* for SEEK_* and off_t */+# ifdef VMS+# include <unixio.h> /* for off_t */+# endif+# define z_off_t off_t+#endif+#ifndef SEEK_SET+# define SEEK_SET 0 /* Seek from beginning of file. */+# define SEEK_CUR 1 /* Seek from current position. */+# define SEEK_END 2 /* Set file pointer to EOF plus "offset" */+#endif+#ifndef z_off_t+# define z_off_t long+#endif++#if defined(__OS400__)+# define NO_vsnprintf+#endif++#if defined(__MVS__)+# define NO_vsnprintf+# ifdef FAR+# undef FAR+# endif+#endif++/* MVS linker does not support external names larger than 8 bytes */+#if defined(__MVS__)+# pragma map(deflateInit_,"DEIN")+# pragma map(deflateInit2_,"DEIN2")+# pragma map(deflateEnd,"DEEND")+# pragma map(deflateBound,"DEBND")+# pragma map(inflateInit_,"ININ")+# pragma map(inflateInit2_,"ININ2")+# pragma map(inflateEnd,"INEND")+# pragma map(inflateSync,"INSY")+# pragma map(inflateSetDictionary,"INSEDI")+# pragma map(compressBound,"CMBND")+# pragma map(inflate_table,"INTABL")+# pragma map(inflate_fast,"INFA")+# pragma map(inflate_copyright,"INCOPY")+#endif++#endif /* ZCONF_H */
+ include/zlib.h view
@@ -0,0 +1,1357 @@+/* zlib.h -- interface of the 'zlib' general purpose compression library+ version 1.2.3, July 18th, 2005++ Copyright (C) 1995-2005 Jean-loup Gailly and Mark Adler++ This software is provided 'as-is', without any express or implied+ warranty. In no event will the authors be held liable for any damages+ arising from the use of this software.++ Permission is granted to anyone to use this software for any purpose,+ including commercial applications, and to alter it and redistribute it+ freely, subject to the following restrictions:++ 1. The origin of this software must not be misrepresented; you must not+ claim that you wrote the original software. If you use this software+ in a product, an acknowledgment in the product documentation would be+ appreciated but is not required.+ 2. Altered source versions must be plainly marked as such, and must not be+ misrepresented as being the original software.+ 3. This notice may not be removed or altered from any source distribution.++ Jean-loup Gailly Mark Adler+ jloup@gzip.org madler@alumni.caltech.edu+++ The data format used by the zlib library is described by RFCs (Request for+ Comments) 1950 to 1952 in the files http://www.ietf.org/rfc/rfc1950.txt+ (zlib format), rfc1951.txt (deflate format) and rfc1952.txt (gzip format).+*/++#ifndef ZLIB_H+#define ZLIB_H++#include "zconf.h"++#ifdef __cplusplus+extern "C" {+#endif++#define ZLIB_VERSION "1.2.3"+#define ZLIB_VERNUM 0x1230++/*+ The 'zlib' compression library provides in-memory compression and+ decompression functions, including integrity checks of the uncompressed+ data. This version of the library supports only one compression method+ (deflation) but other algorithms will be added later and will have the same+ stream interface.++ Compression can be done in a single step if the buffers are large+ enough (for example if an input file is mmap'ed), or can be done by+ repeated calls of the compression function. In the latter case, the+ application must provide more input and/or consume the output+ (providing more output space) before each call.++ The compressed data format used by default by the in-memory functions is+ the zlib format, which is a zlib wrapper documented in RFC 1950, wrapped+ around a deflate stream, which is itself documented in RFC 1951.++ The library also supports reading and writing files in gzip (.gz) format+ with an interface similar to that of stdio using the functions that start+ with "gz". The gzip format is different from the zlib format. gzip is a+ gzip wrapper, documented in RFC 1952, wrapped around a deflate stream.++ This library can optionally read and write gzip streams in memory as well.++ The zlib format was designed to be compact and fast for use in memory+ and on communications channels. The gzip format was designed for single-+ file compression on file systems, has a larger header than zlib to maintain+ directory information, and uses a different, slower check method than zlib.++ The library does not install any signal handler. The decoder checks+ the consistency of the compressed data, so the library should never+ crash even in case of corrupted input.+*/++typedef voidpf (*alloc_func) OF((voidpf opaque, uInt items, uInt size));+typedef void (*free_func) OF((voidpf opaque, voidpf address));++struct internal_state;++typedef struct z_stream_s {+ Bytef *next_in; /* next input byte */+ uInt avail_in; /* number of bytes available at next_in */+ uLong total_in; /* total nb of input bytes read so far */++ Bytef *next_out; /* next output byte should be put there */+ uInt avail_out; /* remaining free space at next_out */+ uLong total_out; /* total nb of bytes output so far */++ char *msg; /* last error message, NULL if no error */+ struct internal_state FAR *state; /* not visible by applications */++ alloc_func zalloc; /* used to allocate the internal state */+ free_func zfree; /* used to free the internal state */+ voidpf opaque; /* private data object passed to zalloc and zfree */++ int data_type; /* best guess about the data type: binary or text */+ uLong adler; /* adler32 value of the uncompressed data */+ uLong reserved; /* reserved for future use */+} z_stream;++typedef z_stream FAR *z_streamp;++/*+ gzip header information passed to and from zlib routines. See RFC 1952+ for more details on the meanings of these fields.+*/+typedef struct gz_header_s {+ int text; /* true if compressed data believed to be text */+ uLong time; /* modification time */+ int xflags; /* extra flags (not used when writing a gzip file) */+ int os; /* operating system */+ Bytef *extra; /* pointer to extra field or Z_NULL if none */+ uInt extra_len; /* extra field length (valid if extra != Z_NULL) */+ uInt extra_max; /* space at extra (only when reading header) */+ Bytef *name; /* pointer to zero-terminated file name or Z_NULL */+ uInt name_max; /* space at name (only when reading header) */+ Bytef *comment; /* pointer to zero-terminated comment or Z_NULL */+ uInt comm_max; /* space at comment (only when reading header) */+ int hcrc; /* true if there was or will be a header crc */+ int done; /* true when done reading gzip header (not used+ when writing a gzip file) */+} gz_header;++typedef gz_header FAR *gz_headerp;++/*+ The application must update next_in and avail_in when avail_in has+ dropped to zero. It must update next_out and avail_out when avail_out+ has dropped to zero. The application must initialize zalloc, zfree and+ opaque before calling the init function. All other fields are set by the+ compression library and must not be updated by the application.++ The opaque value provided by the application will be passed as the first+ parameter for calls of zalloc and zfree. This can be useful for custom+ memory management. The compression library attaches no meaning to the+ opaque value.++ zalloc must return Z_NULL if there is not enough memory for the object.+ If zlib is used in a multi-threaded application, zalloc and zfree must be+ thread safe.++ On 16-bit systems, the functions zalloc and zfree must be able to allocate+ exactly 65536 bytes, but will not be required to allocate more than this+ if the symbol MAXSEG_64K is defined (see zconf.h). WARNING: On MSDOS,+ pointers returned by zalloc for objects of exactly 65536 bytes *must*+ have their offset normalized to zero. The default allocation function+ provided by this library ensures this (see zutil.c). To reduce memory+ requirements and avoid any allocation of 64K objects, at the expense of+ compression ratio, compile the library with -DMAX_WBITS=14 (see zconf.h).++ The fields total_in and total_out can be used for statistics or+ progress reports. After compression, total_in holds the total size of+ the uncompressed data and may be saved for use in the decompressor+ (particularly if the decompressor wants to decompress everything in+ a single step).+*/++ /* constants */++#define Z_NO_FLUSH 0+#define Z_PARTIAL_FLUSH 1 /* will be removed, use Z_SYNC_FLUSH instead */+#define Z_SYNC_FLUSH 2+#define Z_FULL_FLUSH 3+#define Z_FINISH 4+#define Z_BLOCK 5+/* Allowed flush values; see deflate() and inflate() below for details */++#define Z_OK 0+#define Z_STREAM_END 1+#define Z_NEED_DICT 2+#define Z_ERRNO (-1)+#define Z_STREAM_ERROR (-2)+#define Z_DATA_ERROR (-3)+#define Z_MEM_ERROR (-4)+#define Z_BUF_ERROR (-5)+#define Z_VERSION_ERROR (-6)+/* Return codes for the compression/decompression functions. Negative+ * values are errors, positive values are used for special but normal events.+ */++#define Z_NO_COMPRESSION 0+#define Z_BEST_SPEED 1+#define Z_BEST_COMPRESSION 9+#define Z_DEFAULT_COMPRESSION (-1)+/* compression levels */++#define Z_FILTERED 1+#define Z_HUFFMAN_ONLY 2+#define Z_RLE 3+#define Z_FIXED 4+#define Z_DEFAULT_STRATEGY 0+/* compression strategy; see deflateInit2() below for details */++#define Z_BINARY 0+#define Z_TEXT 1+#define Z_ASCII Z_TEXT /* for compatibility with 1.2.2 and earlier */+#define Z_UNKNOWN 2+/* Possible values of the data_type field (though see inflate()) */++#define Z_DEFLATED 8+/* The deflate compression method (the only one supported in this version) */++#define Z_NULL 0 /* for initializing zalloc, zfree, opaque */++#define zlib_version zlibVersion()+/* for compatibility with versions < 1.0.2 */++ /* basic functions */++ZEXTERN const char * ZEXPORT zlibVersion OF((void));+/* The application can compare zlibVersion and ZLIB_VERSION for consistency.+ If the first character differs, the library code actually used is+ not compatible with the zlib.h header file used by the application.+ This check is automatically made by deflateInit and inflateInit.+ */++/*+ZEXTERN int ZEXPORT deflateInit OF((z_streamp strm, int level));++ Initializes the internal stream state for compression. The fields+ zalloc, zfree and opaque must be initialized before by the caller.+ If zalloc and zfree are set to Z_NULL, deflateInit updates them to+ use default allocation functions.++ The compression level must be Z_DEFAULT_COMPRESSION, or between 0 and 9:+ 1 gives best speed, 9 gives best compression, 0 gives no compression at+ all (the input data is simply copied a block at a time).+ Z_DEFAULT_COMPRESSION requests a default compromise between speed and+ compression (currently equivalent to level 6).++ deflateInit returns Z_OK if success, Z_MEM_ERROR if there was not+ enough memory, Z_STREAM_ERROR if level is not a valid compression level,+ Z_VERSION_ERROR if the zlib library version (zlib_version) is incompatible+ with the version assumed by the caller (ZLIB_VERSION).+ msg is set to null if there is no error message. deflateInit does not+ perform any compression: this will be done by deflate().+*/+++ZEXTERN int ZEXPORT deflate OF((z_streamp strm, int flush));+/*+ deflate compresses as much data as possible, and stops when the input+ buffer becomes empty or the output buffer becomes full. It may introduce some+ output latency (reading input without producing any output) except when+ forced to flush.++ The detailed semantics are as follows. deflate performs one or both of the+ following actions:++ - Compress more input starting at next_in and update next_in and avail_in+ accordingly. If not all input can be processed (because there is not+ enough room in the output buffer), next_in and avail_in are updated and+ processing will resume at this point for the next call of deflate().++ - Provide more output starting at next_out and update next_out and avail_out+ accordingly. This action is forced if the parameter flush is non zero.+ Forcing flush frequently degrades the compression ratio, so this parameter+ should be set only when necessary (in interactive applications).+ Some output may be provided even if flush is not set.++ Before the call of deflate(), the application should ensure that at least+ one of the actions is possible, by providing more input and/or consuming+ more output, and updating avail_in or avail_out accordingly; avail_out+ should never be zero before the call. The application can consume the+ compressed output when it wants, for example when the output buffer is full+ (avail_out == 0), or after each call of deflate(). If deflate returns Z_OK+ and with zero avail_out, it must be called again after making room in the+ output buffer because there might be more output pending.++ Normally the parameter flush is set to Z_NO_FLUSH, which allows deflate to+ decide how much data to accumualte before producing output, in order to+ maximize compression.++ If the parameter flush is set to Z_SYNC_FLUSH, all pending output is+ flushed to the output buffer and the output is aligned on a byte boundary, so+ that the decompressor can get all input data available so far. (In particular+ avail_in is zero after the call if enough output space has been provided+ before the call.) Flushing may degrade compression for some compression+ algorithms and so it should be used only when necessary.++ If flush is set to Z_FULL_FLUSH, all output is flushed as with+ Z_SYNC_FLUSH, and the compression state is reset so that decompression can+ restart from this point if previous compressed data has been damaged or if+ random access is desired. Using Z_FULL_FLUSH too often can seriously degrade+ compression.++ If deflate returns with avail_out == 0, this function must be called again+ with the same value of the flush parameter and more output space (updated+ avail_out), until the flush is complete (deflate returns with non-zero+ avail_out). In the case of a Z_FULL_FLUSH or Z_SYNC_FLUSH, make sure that+ avail_out is greater than six to avoid repeated flush markers due to+ avail_out == 0 on return.++ If the parameter flush is set to Z_FINISH, pending input is processed,+ pending output is flushed and deflate returns with Z_STREAM_END if there+ was enough output space; if deflate returns with Z_OK, this function must be+ called again with Z_FINISH and more output space (updated avail_out) but no+ more input data, until it returns with Z_STREAM_END or an error. After+ deflate has returned Z_STREAM_END, the only possible operations on the+ stream are deflateReset or deflateEnd.++ Z_FINISH can be used immediately after deflateInit if all the compression+ is to be done in a single step. In this case, avail_out must be at least+ the value returned by deflateBound (see below). If deflate does not return+ Z_STREAM_END, then it must be called again as described above.++ deflate() sets strm->adler to the adler32 checksum of all input read+ so far (that is, total_in bytes).++ deflate() may update strm->data_type if it can make a good guess about+ the input data type (Z_BINARY or Z_TEXT). In doubt, the data is considered+ binary. This field is only for information purposes and does not affect+ the compression algorithm in any manner.++ deflate() returns Z_OK if some progress has been made (more input+ processed or more output produced), Z_STREAM_END if all input has been+ consumed and all output has been produced (only when flush is set to+ Z_FINISH), Z_STREAM_ERROR if the stream state was inconsistent (for example+ if next_in or next_out was NULL), Z_BUF_ERROR if no progress is possible+ (for example avail_in or avail_out was zero). Note that Z_BUF_ERROR is not+ fatal, and deflate() can be called again with more input and more output+ space to continue compressing.+*/+++ZEXTERN int ZEXPORT deflateEnd OF((z_streamp strm));+/*+ All dynamically allocated data structures for this stream are freed.+ This function discards any unprocessed input and does not flush any+ pending output.++ deflateEnd returns Z_OK if success, Z_STREAM_ERROR if the+ stream state was inconsistent, Z_DATA_ERROR if the stream was freed+ prematurely (some input or output was discarded). In the error case,+ msg may be set but then points to a static string (which must not be+ deallocated).+*/+++/*+ZEXTERN int ZEXPORT inflateInit OF((z_streamp strm));++ Initializes the internal stream state for decompression. The fields+ next_in, avail_in, zalloc, zfree and opaque must be initialized before by+ the caller. If next_in is not Z_NULL and avail_in is large enough (the exact+ value depends on the compression method), inflateInit determines the+ compression method from the zlib header and allocates all data structures+ accordingly; otherwise the allocation will be deferred to the first call of+ inflate. If zalloc and zfree are set to Z_NULL, inflateInit updates them to+ use default allocation functions.++ inflateInit returns Z_OK if success, Z_MEM_ERROR if there was not enough+ memory, Z_VERSION_ERROR if the zlib library version is incompatible with the+ version assumed by the caller. msg is set to null if there is no error+ message. inflateInit does not perform any decompression apart from reading+ the zlib header if present: this will be done by inflate(). (So next_in and+ avail_in may be modified, but next_out and avail_out are unchanged.)+*/+++ZEXTERN int ZEXPORT inflate OF((z_streamp strm, int flush));+/*+ inflate decompresses as much data as possible, and stops when the input+ buffer becomes empty or the output buffer becomes full. It may introduce+ some output latency (reading input without producing any output) except when+ forced to flush.++ The detailed semantics are as follows. inflate performs one or both of the+ following actions:++ - Decompress more input starting at next_in and update next_in and avail_in+ accordingly. If not all input can be processed (because there is not+ enough room in the output buffer), next_in is updated and processing+ will resume at this point for the next call of inflate().++ - Provide more output starting at next_out and update next_out and avail_out+ accordingly. inflate() provides as much output as possible, until there+ is no more input data or no more space in the output buffer (see below+ about the flush parameter).++ Before the call of inflate(), the application should ensure that at least+ one of the actions is possible, by providing more input and/or consuming+ more output, and updating the next_* and avail_* values accordingly.+ The application can consume the uncompressed output when it wants, for+ example when the output buffer is full (avail_out == 0), or after each+ call of inflate(). If inflate returns Z_OK and with zero avail_out, it+ must be called again after making room in the output buffer because there+ might be more output pending.++ The flush parameter of inflate() can be Z_NO_FLUSH, Z_SYNC_FLUSH,+ Z_FINISH, or Z_BLOCK. Z_SYNC_FLUSH requests that inflate() flush as much+ output as possible to the output buffer. Z_BLOCK requests that inflate() stop+ if and when it gets to the next deflate block boundary. When decoding the+ zlib or gzip format, this will cause inflate() to return immediately after+ the header and before the first block. When doing a raw inflate, inflate()+ will go ahead and process the first block, and will return when it gets to+ the end of that block, or when it runs out of data.++ The Z_BLOCK option assists in appending to or combining deflate streams.+ Also to assist in this, on return inflate() will set strm->data_type to the+ number of unused bits in the last byte taken from strm->next_in, plus 64+ if inflate() is currently decoding the last block in the deflate stream,+ plus 128 if inflate() returned immediately after decoding an end-of-block+ code or decoding the complete header up to just before the first byte of the+ deflate stream. The end-of-block will not be indicated until all of the+ uncompressed data from that block has been written to strm->next_out. The+ number of unused bits may in general be greater than seven, except when+ bit 7 of data_type is set, in which case the number of unused bits will be+ less than eight.++ inflate() should normally be called until it returns Z_STREAM_END or an+ error. However if all decompression is to be performed in a single step+ (a single call of inflate), the parameter flush should be set to+ Z_FINISH. In this case all pending input is processed and all pending+ output is flushed; avail_out must be large enough to hold all the+ uncompressed data. (The size of the uncompressed data may have been saved+ by the compressor for this purpose.) The next operation on this stream must+ be inflateEnd to deallocate the decompression state. The use of Z_FINISH+ is never required, but can be used to inform inflate that a faster approach+ may be used for the single inflate() call.++ In this implementation, inflate() always flushes as much output as+ possible to the output buffer, and always uses the faster approach on the+ first call. So the only effect of the flush parameter in this implementation+ is on the return value of inflate(), as noted below, or when it returns early+ because Z_BLOCK is used.++ If a preset dictionary is needed after this call (see inflateSetDictionary+ below), inflate sets strm->adler to the adler32 checksum of the dictionary+ chosen by the compressor and returns Z_NEED_DICT; otherwise it sets+ strm->adler to the adler32 checksum of all output produced so far (that is,+ total_out bytes) and returns Z_OK, Z_STREAM_END or an error code as described+ below. At the end of the stream, inflate() checks that its computed adler32+ checksum is equal to that saved by the compressor and returns Z_STREAM_END+ only if the checksum is correct.++ inflate() will decompress and check either zlib-wrapped or gzip-wrapped+ deflate data. The header type is detected automatically. Any information+ contained in the gzip header is not retained, so applications that need that+ information should instead use raw inflate, see inflateInit2() below, or+ inflateBack() and perform their own processing of the gzip header and+ trailer.++ inflate() returns Z_OK if some progress has been made (more input processed+ or more output produced), Z_STREAM_END if the end of the compressed data has+ been reached and all uncompressed output has been produced, Z_NEED_DICT if a+ preset dictionary is needed at this point, Z_DATA_ERROR if the input data was+ corrupted (input stream not conforming to the zlib format or incorrect check+ value), Z_STREAM_ERROR if the stream structure was inconsistent (for example+ if next_in or next_out was NULL), Z_MEM_ERROR if there was not enough memory,+ Z_BUF_ERROR if no progress is possible or if there was not enough room in the+ output buffer when Z_FINISH is used. Note that Z_BUF_ERROR is not fatal, and+ inflate() can be called again with more input and more output space to+ continue decompressing. If Z_DATA_ERROR is returned, the application may then+ call inflateSync() to look for a good compression block if a partial recovery+ of the data is desired.+*/+++ZEXTERN int ZEXPORT inflateEnd OF((z_streamp strm));+/*+ All dynamically allocated data structures for this stream are freed.+ This function discards any unprocessed input and does not flush any+ pending output.++ inflateEnd returns Z_OK if success, Z_STREAM_ERROR if the stream state+ was inconsistent. In the error case, msg may be set but then points to a+ static string (which must not be deallocated).+*/++ /* Advanced functions */++/*+ The following functions are needed only in some special applications.+*/++/*+ZEXTERN int ZEXPORT deflateInit2 OF((z_streamp strm,+ int level,+ int method,+ int windowBits,+ int memLevel,+ int strategy));++ This is another version of deflateInit with more compression options. The+ fields next_in, zalloc, zfree and opaque must be initialized before by+ the caller.++ The method parameter is the compression method. It must be Z_DEFLATED in+ this version of the library.++ The windowBits parameter is the base two logarithm of the window size+ (the size of the history buffer). It should be in the range 8..15 for this+ version of the library. Larger values of this parameter result in better+ compression at the expense of memory usage. The default value is 15 if+ deflateInit is used instead.++ windowBits can also be -8..-15 for raw deflate. In this case, -windowBits+ determines the window size. deflate() will then generate raw deflate data+ with no zlib header or trailer, and will not compute an adler32 check value.++ windowBits can also be greater than 15 for optional gzip encoding. Add+ 16 to windowBits to write a simple gzip header and trailer around the+ compressed data instead of a zlib wrapper. The gzip header will have no+ file name, no extra data, no comment, no modification time (set to zero),+ no header crc, and the operating system will be set to 255 (unknown). If a+ gzip stream is being written, strm->adler is a crc32 instead of an adler32.++ The memLevel parameter specifies how much memory should be allocated+ for the internal compression state. memLevel=1 uses minimum memory but+ is slow and reduces compression ratio; memLevel=9 uses maximum memory+ for optimal speed. The default value is 8. See zconf.h for total memory+ usage as a function of windowBits and memLevel.++ The strategy parameter is used to tune the compression algorithm. Use the+ value Z_DEFAULT_STRATEGY for normal data, Z_FILTERED for data produced by a+ filter (or predictor), Z_HUFFMAN_ONLY to force Huffman encoding only (no+ string match), or Z_RLE to limit match distances to one (run-length+ encoding). Filtered data consists mostly of small values with a somewhat+ random distribution. In this case, the compression algorithm is tuned to+ compress them better. The effect of Z_FILTERED is to force more Huffman+ coding and less string matching; it is somewhat intermediate between+ Z_DEFAULT and Z_HUFFMAN_ONLY. Z_RLE is designed to be almost as fast as+ Z_HUFFMAN_ONLY, but give better compression for PNG image data. The strategy+ parameter only affects the compression ratio but not the correctness of the+ compressed output even if it is not set appropriately. Z_FIXED prevents the+ use of dynamic Huffman codes, allowing for a simpler decoder for special+ applications.++ deflateInit2 returns Z_OK if success, Z_MEM_ERROR if there was not enough+ memory, Z_STREAM_ERROR if a parameter is invalid (such as an invalid+ method). msg is set to null if there is no error message. deflateInit2 does+ not perform any compression: this will be done by deflate().+*/++ZEXTERN int ZEXPORT deflateSetDictionary OF((z_streamp strm,+ const Bytef *dictionary,+ uInt dictLength));+/*+ Initializes the compression dictionary from the given byte sequence+ without producing any compressed output. This function must be called+ immediately after deflateInit, deflateInit2 or deflateReset, before any+ call of deflate. The compressor and decompressor must use exactly the same+ dictionary (see inflateSetDictionary).++ The dictionary should consist of strings (byte sequences) that are likely+ to be encountered later in the data to be compressed, with the most commonly+ used strings preferably put towards the end of the dictionary. Using a+ dictionary is most useful when the data to be compressed is short and can be+ predicted with good accuracy; the data can then be compressed better than+ with the default empty dictionary.++ Depending on the size of the compression data structures selected by+ deflateInit or deflateInit2, a part of the dictionary may in effect be+ discarded, for example if the dictionary is larger than the window size in+ deflate or deflate2. Thus the strings most likely to be useful should be+ put at the end of the dictionary, not at the front. In addition, the+ current implementation of deflate will use at most the window size minus+ 262 bytes of the provided dictionary.++ Upon return of this function, strm->adler is set to the adler32 value+ of the dictionary; the decompressor may later use this value to determine+ which dictionary has been used by the compressor. (The adler32 value+ applies to the whole dictionary even if only a subset of the dictionary is+ actually used by the compressor.) If a raw deflate was requested, then the+ adler32 value is not computed and strm->adler is not set.++ deflateSetDictionary returns Z_OK if success, or Z_STREAM_ERROR if a+ parameter is invalid (such as NULL dictionary) or the stream state is+ inconsistent (for example if deflate has already been called for this stream+ or if the compression method is bsort). deflateSetDictionary does not+ perform any compression: this will be done by deflate().+*/++ZEXTERN int ZEXPORT deflateCopy OF((z_streamp dest,+ z_streamp source));+/*+ Sets the destination stream as a complete copy of the source stream.++ This function can be useful when several compression strategies will be+ tried, for example when there are several ways of pre-processing the input+ data with a filter. The streams that will be discarded should then be freed+ by calling deflateEnd. Note that deflateCopy duplicates the internal+ compression state which can be quite large, so this strategy is slow and+ can consume lots of memory.++ deflateCopy returns Z_OK if success, Z_MEM_ERROR if there was not+ enough memory, Z_STREAM_ERROR if the source stream state was inconsistent+ (such as zalloc being NULL). msg is left unchanged in both source and+ destination.+*/++ZEXTERN int ZEXPORT deflateReset OF((z_streamp strm));+/*+ This function is equivalent to deflateEnd followed by deflateInit,+ but does not free and reallocate all the internal compression state.+ The stream will keep the same compression level and any other attributes+ that may have been set by deflateInit2.++ deflateReset returns Z_OK if success, or Z_STREAM_ERROR if the source+ stream state was inconsistent (such as zalloc or state being NULL).+*/++ZEXTERN int ZEXPORT deflateParams OF((z_streamp strm,+ int level,+ int strategy));+/*+ Dynamically update the compression level and compression strategy. The+ interpretation of level and strategy is as in deflateInit2. This can be+ used to switch between compression and straight copy of the input data, or+ to switch to a different kind of input data requiring a different+ strategy. If the compression level is changed, the input available so far+ is compressed with the old level (and may be flushed); the new level will+ take effect only at the next call of deflate().++ Before the call of deflateParams, the stream state must be set as for+ a call of deflate(), since the currently available input may have to+ be compressed and flushed. In particular, strm->avail_out must be non-zero.++ deflateParams returns Z_OK if success, Z_STREAM_ERROR if the source+ stream state was inconsistent or if a parameter was invalid, Z_BUF_ERROR+ if strm->avail_out was zero.+*/++ZEXTERN int ZEXPORT deflateTune OF((z_streamp strm,+ int good_length,+ int max_lazy,+ int nice_length,+ int max_chain));+/*+ Fine tune deflate's internal compression parameters. This should only be+ used by someone who understands the algorithm used by zlib's deflate for+ searching for the best matching string, and even then only by the most+ fanatic optimizer trying to squeeze out the last compressed bit for their+ specific input data. Read the deflate.c source code for the meaning of the+ max_lazy, good_length, nice_length, and max_chain parameters.++ deflateTune() can be called after deflateInit() or deflateInit2(), and+ returns Z_OK on success, or Z_STREAM_ERROR for an invalid deflate stream.+ */++ZEXTERN uLong ZEXPORT deflateBound OF((z_streamp strm,+ uLong sourceLen));+/*+ deflateBound() returns an upper bound on the compressed size after+ deflation of sourceLen bytes. It must be called after deflateInit()+ or deflateInit2(). This would be used to allocate an output buffer+ for deflation in a single pass, and so would be called before deflate().+*/++ZEXTERN int ZEXPORT deflatePrime OF((z_streamp strm,+ int bits,+ int value));+/*+ deflatePrime() inserts bits in the deflate output stream. The intent+ is that this function is used to start off the deflate output with the+ bits leftover from a previous deflate stream when appending to it. As such,+ this function can only be used for raw deflate, and must be used before the+ first deflate() call after a deflateInit2() or deflateReset(). bits must be+ less than or equal to 16, and that many of the least significant bits of+ value will be inserted in the output.++ deflatePrime returns Z_OK if success, or Z_STREAM_ERROR if the source+ stream state was inconsistent.+*/++ZEXTERN int ZEXPORT deflateSetHeader OF((z_streamp strm,+ gz_headerp head));+/*+ deflateSetHeader() provides gzip header information for when a gzip+ stream is requested by deflateInit2(). deflateSetHeader() may be called+ after deflateInit2() or deflateReset() and before the first call of+ deflate(). The text, time, os, extra field, name, and comment information+ in the provided gz_header structure are written to the gzip header (xflag is+ ignored -- the extra flags are set according to the compression level). The+ caller must assure that, if not Z_NULL, name and comment are terminated with+ a zero byte, and that if extra is not Z_NULL, that extra_len bytes are+ available there. If hcrc is true, a gzip header crc is included. Note that+ the current versions of the command-line version of gzip (up through version+ 1.3.x) do not support header crc's, and will report that it is a "multi-part+ gzip file" and give up.++ If deflateSetHeader is not used, the default gzip header has text false,+ the time set to zero, and os set to 255, with no extra, name, or comment+ fields. The gzip header is returned to the default state by deflateReset().++ deflateSetHeader returns Z_OK if success, or Z_STREAM_ERROR if the source+ stream state was inconsistent.+*/++/*+ZEXTERN int ZEXPORT inflateInit2 OF((z_streamp strm,+ int windowBits));++ This is another version of inflateInit with an extra parameter. The+ fields next_in, avail_in, zalloc, zfree and opaque must be initialized+ before by the caller.++ The windowBits parameter is the base two logarithm of the maximum window+ size (the size of the history buffer). It should be in the range 8..15 for+ this version of the library. The default value is 15 if inflateInit is used+ instead. windowBits must be greater than or equal to the windowBits value+ provided to deflateInit2() while compressing, or it must be equal to 15 if+ deflateInit2() was not used. If a compressed stream with a larger window+ size is given as input, inflate() will return with the error code+ Z_DATA_ERROR instead of trying to allocate a larger window.++ windowBits can also be -8..-15 for raw inflate. In this case, -windowBits+ determines the window size. inflate() will then process raw deflate data,+ not looking for a zlib or gzip header, not generating a check value, and not+ looking for any check values for comparison at the end of the stream. This+ is for use with other formats that use the deflate compressed data format+ such as zip. Those formats provide their own check values. If a custom+ format is developed using the raw deflate format for compressed data, it is+ recommended that a check value such as an adler32 or a crc32 be applied to+ the uncompressed data as is done in the zlib, gzip, and zip formats. For+ most applications, the zlib format should be used as is. Note that comments+ above on the use in deflateInit2() applies to the magnitude of windowBits.++ windowBits can also be greater than 15 for optional gzip decoding. Add+ 32 to windowBits to enable zlib and gzip decoding with automatic header+ detection, or add 16 to decode only the gzip format (the zlib format will+ return a Z_DATA_ERROR). If a gzip stream is being decoded, strm->adler is+ a crc32 instead of an adler32.++ inflateInit2 returns Z_OK if success, Z_MEM_ERROR if there was not enough+ memory, Z_STREAM_ERROR if a parameter is invalid (such as a null strm). msg+ is set to null if there is no error message. inflateInit2 does not perform+ any decompression apart from reading the zlib header if present: this will+ be done by inflate(). (So next_in and avail_in may be modified, but next_out+ and avail_out are unchanged.)+*/++ZEXTERN int ZEXPORT inflateSetDictionary OF((z_streamp strm,+ const Bytef *dictionary,+ uInt dictLength));+/*+ Initializes the decompression dictionary from the given uncompressed byte+ sequence. This function must be called immediately after a call of inflate,+ if that call returned Z_NEED_DICT. The dictionary chosen by the compressor+ can be determined from the adler32 value returned by that call of inflate.+ The compressor and decompressor must use exactly the same dictionary (see+ deflateSetDictionary). For raw inflate, this function can be called+ immediately after inflateInit2() or inflateReset() and before any call of+ inflate() to set the dictionary. The application must insure that the+ dictionary that was used for compression is provided.++ inflateSetDictionary returns Z_OK if success, Z_STREAM_ERROR if a+ parameter is invalid (such as NULL dictionary) or the stream state is+ inconsistent, Z_DATA_ERROR if the given dictionary doesn't match the+ expected one (incorrect adler32 value). inflateSetDictionary does not+ perform any decompression: this will be done by subsequent calls of+ inflate().+*/++ZEXTERN int ZEXPORT inflateSync OF((z_streamp strm));+/*+ Skips invalid compressed data until a full flush point (see above the+ description of deflate with Z_FULL_FLUSH) can be found, or until all+ available input is skipped. No output is provided.++ inflateSync returns Z_OK if a full flush point has been found, Z_BUF_ERROR+ if no more input was provided, Z_DATA_ERROR if no flush point has been found,+ or Z_STREAM_ERROR if the stream structure was inconsistent. In the success+ case, the application may save the current current value of total_in which+ indicates where valid compressed data was found. In the error case, the+ application may repeatedly call inflateSync, providing more input each time,+ until success or end of the input data.+*/++ZEXTERN int ZEXPORT inflateCopy OF((z_streamp dest,+ z_streamp source));+/*+ Sets the destination stream as a complete copy of the source stream.++ This function can be useful when randomly accessing a large stream. The+ first pass through the stream can periodically record the inflate state,+ allowing restarting inflate at those points when randomly accessing the+ stream.++ inflateCopy returns Z_OK if success, Z_MEM_ERROR if there was not+ enough memory, Z_STREAM_ERROR if the source stream state was inconsistent+ (such as zalloc being NULL). msg is left unchanged in both source and+ destination.+*/++ZEXTERN int ZEXPORT inflateReset OF((z_streamp strm));+/*+ This function is equivalent to inflateEnd followed by inflateInit,+ but does not free and reallocate all the internal decompression state.+ The stream will keep attributes that may have been set by inflateInit2.++ inflateReset returns Z_OK if success, or Z_STREAM_ERROR if the source+ stream state was inconsistent (such as zalloc or state being NULL).+*/++ZEXTERN int ZEXPORT inflatePrime OF((z_streamp strm,+ int bits,+ int value));+/*+ This function inserts bits in the inflate input stream. The intent is+ that this function is used to start inflating at a bit position in the+ middle of a byte. The provided bits will be used before any bytes are used+ from next_in. This function should only be used with raw inflate, and+ should be used before the first inflate() call after inflateInit2() or+ inflateReset(). bits must be less than or equal to 16, and that many of the+ least significant bits of value will be inserted in the input.++ inflatePrime returns Z_OK if success, or Z_STREAM_ERROR if the source+ stream state was inconsistent.+*/++ZEXTERN int ZEXPORT inflateGetHeader OF((z_streamp strm,+ gz_headerp head));+/*+ inflateGetHeader() requests that gzip header information be stored in the+ provided gz_header structure. inflateGetHeader() may be called after+ inflateInit2() or inflateReset(), and before the first call of inflate().+ As inflate() processes the gzip stream, head->done is zero until the header+ is completed, at which time head->done is set to one. If a zlib stream is+ being decoded, then head->done is set to -1 to indicate that there will be+ no gzip header information forthcoming. Note that Z_BLOCK can be used to+ force inflate() to return immediately after header processing is complete+ and before any actual data is decompressed.++ The text, time, xflags, and os fields are filled in with the gzip header+ contents. hcrc is set to true if there is a header CRC. (The header CRC+ was valid if done is set to one.) If extra is not Z_NULL, then extra_max+ contains the maximum number of bytes to write to extra. Once done is true,+ extra_len contains the actual extra field length, and extra contains the+ extra field, or that field truncated if extra_max is less than extra_len.+ If name is not Z_NULL, then up to name_max characters are written there,+ terminated with a zero unless the length is greater than name_max. If+ comment is not Z_NULL, then up to comm_max characters are written there,+ terminated with a zero unless the length is greater than comm_max. When+ any of extra, name, or comment are not Z_NULL and the respective field is+ not present in the header, then that field is set to Z_NULL to signal its+ absence. This allows the use of deflateSetHeader() with the returned+ structure to duplicate the header. However if those fields are set to+ allocated memory, then the application will need to save those pointers+ elsewhere so that they can be eventually freed.++ If inflateGetHeader is not used, then the header information is simply+ discarded. The header is always checked for validity, including the header+ CRC if present. inflateReset() will reset the process to discard the header+ information. The application would need to call inflateGetHeader() again to+ retrieve the header from the next gzip stream.++ inflateGetHeader returns Z_OK if success, or Z_STREAM_ERROR if the source+ stream state was inconsistent.+*/++/*+ZEXTERN int ZEXPORT inflateBackInit OF((z_streamp strm, int windowBits,+ unsigned char FAR *window));++ Initialize the internal stream state for decompression using inflateBack()+ calls. The fields zalloc, zfree and opaque in strm must be initialized+ before the call. If zalloc and zfree are Z_NULL, then the default library-+ derived memory allocation routines are used. windowBits is the base two+ logarithm of the window size, in the range 8..15. window is a caller+ supplied buffer of that size. Except for special applications where it is+ assured that deflate was used with small window sizes, windowBits must be 15+ and a 32K byte window must be supplied to be able to decompress general+ deflate streams.++ See inflateBack() for the usage of these routines.++ inflateBackInit will return Z_OK on success, Z_STREAM_ERROR if any of+ the paramaters are invalid, Z_MEM_ERROR if the internal state could not+ be allocated, or Z_VERSION_ERROR if the version of the library does not+ match the version of the header file.+*/++typedef unsigned (*in_func) OF((void FAR *, unsigned char FAR * FAR *));+typedef int (*out_func) OF((void FAR *, unsigned char FAR *, unsigned));++ZEXTERN int ZEXPORT inflateBack OF((z_streamp strm,+ in_func in, void FAR *in_desc,+ out_func out, void FAR *out_desc));+/*+ inflateBack() does a raw inflate with a single call using a call-back+ interface for input and output. This is more efficient than inflate() for+ file i/o applications in that it avoids copying between the output and the+ sliding window by simply making the window itself the output buffer. This+ function trusts the application to not change the output buffer passed by+ the output function, at least until inflateBack() returns.++ inflateBackInit() must be called first to allocate the internal state+ and to initialize the state with the user-provided window buffer.+ inflateBack() may then be used multiple times to inflate a complete, raw+ deflate stream with each call. inflateBackEnd() is then called to free+ the allocated state.++ A raw deflate stream is one with no zlib or gzip header or trailer.+ This routine would normally be used in a utility that reads zip or gzip+ files and writes out uncompressed files. The utility would decode the+ header and process the trailer on its own, hence this routine expects+ only the raw deflate stream to decompress. This is different from the+ normal behavior of inflate(), which expects either a zlib or gzip header and+ trailer around the deflate stream.++ inflateBack() uses two subroutines supplied by the caller that are then+ called by inflateBack() for input and output. inflateBack() calls those+ routines until it reads a complete deflate stream and writes out all of the+ uncompressed data, or until it encounters an error. The function's+ parameters and return types are defined above in the in_func and out_func+ typedefs. inflateBack() will call in(in_desc, &buf) which should return the+ number of bytes of provided input, and a pointer to that input in buf. If+ there is no input available, in() must return zero--buf is ignored in that+ case--and inflateBack() will return a buffer error. inflateBack() will call+ out(out_desc, buf, len) to write the uncompressed data buf[0..len-1]. out()+ should return zero on success, or non-zero on failure. If out() returns+ non-zero, inflateBack() will return with an error. Neither in() nor out()+ are permitted to change the contents of the window provided to+ inflateBackInit(), which is also the buffer that out() uses to write from.+ The length written by out() will be at most the window size. Any non-zero+ amount of input may be provided by in().++ For convenience, inflateBack() can be provided input on the first call by+ setting strm->next_in and strm->avail_in. If that input is exhausted, then+ in() will be called. Therefore strm->next_in must be initialized before+ calling inflateBack(). If strm->next_in is Z_NULL, then in() will be called+ immediately for input. If strm->next_in is not Z_NULL, then strm->avail_in+ must also be initialized, and then if strm->avail_in is not zero, input will+ initially be taken from strm->next_in[0 .. strm->avail_in - 1].++ The in_desc and out_desc parameters of inflateBack() is passed as the+ first parameter of in() and out() respectively when they are called. These+ descriptors can be optionally used to pass any information that the caller-+ supplied in() and out() functions need to do their job.++ On return, inflateBack() will set strm->next_in and strm->avail_in to+ pass back any unused input that was provided by the last in() call. The+ return values of inflateBack() can be Z_STREAM_END on success, Z_BUF_ERROR+ if in() or out() returned an error, Z_DATA_ERROR if there was a format+ error in the deflate stream (in which case strm->msg is set to indicate the+ nature of the error), or Z_STREAM_ERROR if the stream was not properly+ initialized. In the case of Z_BUF_ERROR, an input or output error can be+ distinguished using strm->next_in which will be Z_NULL only if in() returned+ an error. If strm->next is not Z_NULL, then the Z_BUF_ERROR was due to+ out() returning non-zero. (in() will always be called before out(), so+ strm->next_in is assured to be defined if out() returns non-zero.) Note+ that inflateBack() cannot return Z_OK.+*/++ZEXTERN int ZEXPORT inflateBackEnd OF((z_streamp strm));+/*+ All memory allocated by inflateBackInit() is freed.++ inflateBackEnd() returns Z_OK on success, or Z_STREAM_ERROR if the stream+ state was inconsistent.+*/++ZEXTERN uLong ZEXPORT zlibCompileFlags OF((void));+/* Return flags indicating compile-time options.++ Type sizes, two bits each, 00 = 16 bits, 01 = 32, 10 = 64, 11 = other:+ 1.0: size of uInt+ 3.2: size of uLong+ 5.4: size of voidpf (pointer)+ 7.6: size of z_off_t++ Compiler, assembler, and debug options:+ 8: DEBUG+ 9: ASMV or ASMINF -- use ASM code+ 10: ZLIB_WINAPI -- exported functions use the WINAPI calling convention+ 11: 0 (reserved)++ One-time table building (smaller code, but not thread-safe if true):+ 12: BUILDFIXED -- build static block decoding tables when needed+ 13: DYNAMIC_CRC_TABLE -- build CRC calculation tables when needed+ 14,15: 0 (reserved)++ Library content (indicates missing functionality):+ 16: NO_GZCOMPRESS -- gz* functions cannot compress (to avoid linking+ deflate code when not needed)+ 17: NO_GZIP -- deflate can't write gzip streams, and inflate can't detect+ and decode gzip streams (to avoid linking crc code)+ 18-19: 0 (reserved)++ Operation variations (changes in library functionality):+ 20: PKZIP_BUG_WORKAROUND -- slightly more permissive inflate+ 21: FASTEST -- deflate algorithm with only one, lowest compression level+ 22,23: 0 (reserved)++ The sprintf variant used by gzprintf (zero is best):+ 24: 0 = vs*, 1 = s* -- 1 means limited to 20 arguments after the format+ 25: 0 = *nprintf, 1 = *printf -- 1 means gzprintf() not secure!+ 26: 0 = returns value, 1 = void -- 1 means inferred string length returned++ Remainder:+ 27-31: 0 (reserved)+ */+++ /* utility functions */++/*+ The following utility functions are implemented on top of the+ basic stream-oriented functions. To simplify the interface, some+ default options are assumed (compression level and memory usage,+ standard memory allocation functions). The source code of these+ utility functions can easily be modified if you need special options.+*/++ZEXTERN int ZEXPORT compress OF((Bytef *dest, uLongf *destLen,+ const Bytef *source, uLong sourceLen));+/*+ Compresses the source buffer into the destination buffer. sourceLen is+ the byte length of the source buffer. Upon entry, destLen is the total+ size of the destination buffer, which must be at least the value returned+ by compressBound(sourceLen). Upon exit, destLen is the actual size of the+ compressed buffer.+ This function can be used to compress a whole file at once if the+ input file is mmap'ed.+ compress returns Z_OK if success, Z_MEM_ERROR if there was not+ enough memory, Z_BUF_ERROR if there was not enough room in the output+ buffer.+*/++ZEXTERN int ZEXPORT compress2 OF((Bytef *dest, uLongf *destLen,+ const Bytef *source, uLong sourceLen,+ int level));+/*+ Compresses the source buffer into the destination buffer. The level+ parameter has the same meaning as in deflateInit. sourceLen is the byte+ length of the source buffer. Upon entry, destLen is the total size of the+ destination buffer, which must be at least the value returned by+ compressBound(sourceLen). Upon exit, destLen is the actual size of the+ compressed buffer.++ compress2 returns Z_OK if success, Z_MEM_ERROR if there was not enough+ memory, Z_BUF_ERROR if there was not enough room in the output buffer,+ Z_STREAM_ERROR if the level parameter is invalid.+*/++ZEXTERN uLong ZEXPORT compressBound OF((uLong sourceLen));+/*+ compressBound() returns an upper bound on the compressed size after+ compress() or compress2() on sourceLen bytes. It would be used before+ a compress() or compress2() call to allocate the destination buffer.+*/++ZEXTERN int ZEXPORT uncompress OF((Bytef *dest, uLongf *destLen,+ const Bytef *source, uLong sourceLen));+/*+ Decompresses the source buffer into the destination buffer. sourceLen is+ the byte length of the source buffer. Upon entry, destLen is the total+ size of the destination buffer, which must be large enough to hold the+ entire uncompressed data. (The size of the uncompressed data must have+ been saved previously by the compressor and transmitted to the decompressor+ by some mechanism outside the scope of this compression library.)+ Upon exit, destLen is the actual size of the compressed buffer.+ This function can be used to decompress a whole file at once if the+ input file is mmap'ed.++ uncompress returns Z_OK if success, Z_MEM_ERROR if there was not+ enough memory, Z_BUF_ERROR if there was not enough room in the output+ buffer, or Z_DATA_ERROR if the input data was corrupted or incomplete.+*/+++typedef voidp gzFile;++ZEXTERN gzFile ZEXPORT gzopen OF((const char *path, const char *mode));+/*+ Opens a gzip (.gz) file for reading or writing. The mode parameter+ is as in fopen ("rb" or "wb") but can also include a compression level+ ("wb9") or a strategy: 'f' for filtered data as in "wb6f", 'h' for+ Huffman only compression as in "wb1h", or 'R' for run-length encoding+ as in "wb1R". (See the description of deflateInit2 for more information+ about the strategy parameter.)++ gzopen can be used to read a file which is not in gzip format; in this+ case gzread will directly read from the file without decompression.++ gzopen returns NULL if the file could not be opened or if there was+ insufficient memory to allocate the (de)compression state; errno+ can be checked to distinguish the two cases (if errno is zero, the+ zlib error is Z_MEM_ERROR). */++ZEXTERN gzFile ZEXPORT gzdopen OF((int fd, const char *mode));+/*+ gzdopen() associates a gzFile with the file descriptor fd. File+ descriptors are obtained from calls like open, dup, creat, pipe or+ fileno (in the file has been previously opened with fopen).+ The mode parameter is as in gzopen.+ The next call of gzclose on the returned gzFile will also close the+ file descriptor fd, just like fclose(fdopen(fd), mode) closes the file+ descriptor fd. If you want to keep fd open, use gzdopen(dup(fd), mode).+ gzdopen returns NULL if there was insufficient memory to allocate+ the (de)compression state.+*/++ZEXTERN int ZEXPORT gzsetparams OF((gzFile file, int level, int strategy));+/*+ Dynamically update the compression level or strategy. See the description+ of deflateInit2 for the meaning of these parameters.+ gzsetparams returns Z_OK if success, or Z_STREAM_ERROR if the file was not+ opened for writing.+*/++ZEXTERN int ZEXPORT gzread OF((gzFile file, voidp buf, unsigned len));+/*+ Reads the given number of uncompressed bytes from the compressed file.+ If the input file was not in gzip format, gzread copies the given number+ of bytes into the buffer.+ gzread returns the number of uncompressed bytes actually read (0 for+ end of file, -1 for error). */++ZEXTERN int ZEXPORT gzwrite OF((gzFile file,+ voidpc buf, unsigned len));+/*+ Writes the given number of uncompressed bytes into the compressed file.+ gzwrite returns the number of uncompressed bytes actually written+ (0 in case of error).+*/++ZEXTERN int ZEXPORTVA gzprintf OF((gzFile file, const char *format, ...));+/*+ Converts, formats, and writes the args to the compressed file under+ control of the format string, as in fprintf. gzprintf returns the number of+ uncompressed bytes actually written (0 in case of error). The number of+ uncompressed bytes written is limited to 4095. The caller should assure that+ this limit is not exceeded. If it is exceeded, then gzprintf() will return+ return an error (0) with nothing written. In this case, there may also be a+ buffer overflow with unpredictable consequences, which is possible only if+ zlib was compiled with the insecure functions sprintf() or vsprintf()+ because the secure snprintf() or vsnprintf() functions were not available.+*/++ZEXTERN int ZEXPORT gzputs OF((gzFile file, const char *s));+/*+ Writes the given null-terminated string to the compressed file, excluding+ the terminating null character.+ gzputs returns the number of characters written, or -1 in case of error.+*/++ZEXTERN char * ZEXPORT gzgets OF((gzFile file, char *buf, int len));+/*+ Reads bytes from the compressed file until len-1 characters are read, or+ a newline character is read and transferred to buf, or an end-of-file+ condition is encountered. The string is then terminated with a null+ character.+ gzgets returns buf, or Z_NULL in case of error.+*/++ZEXTERN int ZEXPORT gzputc OF((gzFile file, int c));+/*+ Writes c, converted to an unsigned char, into the compressed file.+ gzputc returns the value that was written, or -1 in case of error.+*/++ZEXTERN int ZEXPORT gzgetc OF((gzFile file));+/*+ Reads one byte from the compressed file. gzgetc returns this byte+ or -1 in case of end of file or error.+*/++ZEXTERN int ZEXPORT gzungetc OF((int c, gzFile file));+/*+ Push one character back onto the stream to be read again later.+ Only one character of push-back is allowed. gzungetc() returns the+ character pushed, or -1 on failure. gzungetc() will fail if a+ character has been pushed but not read yet, or if c is -1. The pushed+ character will be discarded if the stream is repositioned with gzseek()+ or gzrewind().+*/++ZEXTERN int ZEXPORT gzflush OF((gzFile file, int flush));+/*+ Flushes all pending output into the compressed file. The parameter+ flush is as in the deflate() function. The return value is the zlib+ error number (see function gzerror below). gzflush returns Z_OK if+ the flush parameter is Z_FINISH and all output could be flushed.+ gzflush should be called only when strictly necessary because it can+ degrade compression.+*/++ZEXTERN z_off_t ZEXPORT gzseek OF((gzFile file,+ z_off_t offset, int whence));+/*+ Sets the starting position for the next gzread or gzwrite on the+ given compressed file. The offset represents a number of bytes in the+ uncompressed data stream. The whence parameter is defined as in lseek(2);+ the value SEEK_END is not supported.+ If the file is opened for reading, this function is emulated but can be+ extremely slow. If the file is opened for writing, only forward seeks are+ supported; gzseek then compresses a sequence of zeroes up to the new+ starting position.++ gzseek returns the resulting offset location as measured in bytes from+ the beginning of the uncompressed stream, or -1 in case of error, in+ particular if the file is opened for writing and the new starting position+ would be before the current position.+*/++ZEXTERN int ZEXPORT gzrewind OF((gzFile file));+/*+ Rewinds the given file. This function is supported only for reading.++ gzrewind(file) is equivalent to (int)gzseek(file, 0L, SEEK_SET)+*/++ZEXTERN z_off_t ZEXPORT gztell OF((gzFile file));+/*+ Returns the starting position for the next gzread or gzwrite on the+ given compressed file. This position represents a number of bytes in the+ uncompressed data stream.++ gztell(file) is equivalent to gzseek(file, 0L, SEEK_CUR)+*/++ZEXTERN int ZEXPORT gzeof OF((gzFile file));+/*+ Returns 1 when EOF has previously been detected reading the given+ input stream, otherwise zero.+*/++ZEXTERN int ZEXPORT gzdirect OF((gzFile file));+/*+ Returns 1 if file is being read directly without decompression, otherwise+ zero.+*/++ZEXTERN int ZEXPORT gzclose OF((gzFile file));+/*+ Flushes all pending output if necessary, closes the compressed file+ and deallocates all the (de)compression state. The return value is the zlib+ error number (see function gzerror below).+*/++ZEXTERN const char * ZEXPORT gzerror OF((gzFile file, int *errnum));+/*+ Returns the error message for the last error which occurred on the+ given compressed file. errnum is set to zlib error number. If an+ error occurred in the file system and not in the compression library,+ errnum is set to Z_ERRNO and the application may consult errno+ to get the exact error code.+*/++ZEXTERN void ZEXPORT gzclearerr OF((gzFile file));+/*+ Clears the error and end-of-file flags for file. This is analogous to the+ clearerr() function in stdio. This is useful for continuing to read a gzip+ file that is being written concurrently.+*/++ /* checksum functions */++/*+ These functions are not related to compression but are exported+ anyway because they might be useful in applications using the+ compression library.+*/++ZEXTERN uLong ZEXPORT adler32 OF((uLong adler, const Bytef *buf, uInt len));+/*+ Update a running Adler-32 checksum with the bytes buf[0..len-1] and+ return the updated checksum. If buf is NULL, this function returns+ the required initial value for the checksum.+ An Adler-32 checksum is almost as reliable as a CRC32 but can be computed+ much faster. Usage example:++ uLong adler = adler32(0L, Z_NULL, 0);++ while (read_buffer(buffer, length) != EOF) {+ adler = adler32(adler, buffer, length);+ }+ if (adler != original_adler) error();+*/++ZEXTERN uLong ZEXPORT adler32_combine OF((uLong adler1, uLong adler2,+ z_off_t len2));+/*+ Combine two Adler-32 checksums into one. For two sequences of bytes, seq1+ and seq2 with lengths len1 and len2, Adler-32 checksums were calculated for+ each, adler1 and adler2. adler32_combine() returns the Adler-32 checksum of+ seq1 and seq2 concatenated, requiring only adler1, adler2, and len2.+*/++ZEXTERN uLong ZEXPORT crc32 OF((uLong crc, const Bytef *buf, uInt len));+/*+ Update a running CRC-32 with the bytes buf[0..len-1] and return the+ updated CRC-32. If buf is NULL, this function returns the required initial+ value for the for the crc. Pre- and post-conditioning (one's complement) is+ performed within this function so it shouldn't be done by the application.+ Usage example:++ uLong crc = crc32(0L, Z_NULL, 0);++ while (read_buffer(buffer, length) != EOF) {+ crc = crc32(crc, buffer, length);+ }+ if (crc != original_crc) error();+*/++ZEXTERN uLong ZEXPORT crc32_combine OF((uLong crc1, uLong crc2, z_off_t len2));++/*+ Combine two CRC-32 check values into one. For two sequences of bytes,+ seq1 and seq2 with lengths len1 and len2, CRC-32 check values were+ calculated for each, crc1 and crc2. crc32_combine() returns the CRC-32+ check value of seq1 and seq2 concatenated, requiring only crc1, crc2, and+ len2.+*/+++ /* various hacks, don't look :) */++/* deflateInit and inflateInit are macros to allow checking the zlib version+ * and the compiler's view of z_stream:+ */+ZEXTERN int ZEXPORT deflateInit_ OF((z_streamp strm, int level,+ const char *version, int stream_size));+ZEXTERN int ZEXPORT inflateInit_ OF((z_streamp strm,+ const char *version, int stream_size));+ZEXTERN int ZEXPORT deflateInit2_ OF((z_streamp strm, int level, int method,+ int windowBits, int memLevel,+ int strategy, const char *version,+ int stream_size));+ZEXTERN int ZEXPORT inflateInit2_ OF((z_streamp strm, int windowBits,+ const char *version, int stream_size));+ZEXTERN int ZEXPORT inflateBackInit_ OF((z_streamp strm, int windowBits,+ unsigned char FAR *window,+ const char *version,+ int stream_size));+#define deflateInit(strm, level) \+ deflateInit_((strm), (level), ZLIB_VERSION, sizeof(z_stream))+#define inflateInit(strm) \+ inflateInit_((strm), ZLIB_VERSION, sizeof(z_stream))+#define deflateInit2(strm, level, method, windowBits, memLevel, strategy) \+ deflateInit2_((strm),(level),(method),(windowBits),(memLevel),\+ (strategy), ZLIB_VERSION, sizeof(z_stream))+#define inflateInit2(strm, windowBits) \+ inflateInit2_((strm), (windowBits), ZLIB_VERSION, sizeof(z_stream))+#define inflateBackInit(strm, windowBits, window) \+ inflateBackInit_((strm), (windowBits), (window), \+ ZLIB_VERSION, sizeof(z_stream))+++#if !defined(ZUTIL_H) && !defined(NO_DUMMY_DECL)+ struct internal_state {int dummy;}; /* hack for buggy compilers */+#endif++ZEXTERN const char * ZEXPORT zError OF((int));+ZEXTERN int ZEXPORT inflateSyncPoint OF((z_streamp z));+ZEXTERN const uLongf * ZEXPORT get_crc_table OF((void));++#ifdef __cplusplus+}+#endif++#endif /* ZLIB_H */
+ include/zutil.h view
@@ -0,0 +1,269 @@+/* zutil.h -- internal interface and configuration of the compression library+ * Copyright (C) 1995-2005 Jean-loup Gailly.+ * For conditions of distribution and use, see copyright notice in zlib.h+ */++/* WARNING: this file should *not* be used by applications. It is+ part of the implementation of the compression library and is+ subject to change. Applications should only use zlib.h.+ */++/* @(#) $Id$ */++#ifndef ZUTIL_H+#define ZUTIL_H++#define ZLIB_INTERNAL+#include "zlib.h"++#ifdef STDC+# ifndef _WIN32_WCE+# include <stddef.h>+# endif+# include <string.h>+# include <stdlib.h>+#endif+#ifdef NO_ERRNO_H+# ifdef _WIN32_WCE+ /* The Microsoft C Run-Time Library for Windows CE doesn't have+ * errno. We define it as a global variable to simplify porting.+ * Its value is always 0 and should not be used. We rename it to+ * avoid conflict with other libraries that use the same workaround.+ */+# define errno z_errno+# endif+ extern int errno;+#else+# ifndef _WIN32_WCE+# include <errno.h>+# endif+#endif++#ifndef local+# define local static+#endif+/* compile with -Dlocal if your debugger can't find static symbols */++typedef unsigned char uch;+typedef uch FAR uchf;+typedef unsigned short ush;+typedef ush FAR ushf;+typedef unsigned long ulg;++extern const char * const z_errmsg[10]; /* indexed by 2-zlib_error */+/* (size given to avoid silly warnings with Visual C++) */++#define ERR_MSG(err) z_errmsg[Z_NEED_DICT-(err)]++#define ERR_RETURN(strm,err) \+ return (strm->msg = (char*)ERR_MSG(err), (err))+/* To be used only when the state is known to be valid */++ /* common constants */++#ifndef DEF_WBITS+# define DEF_WBITS MAX_WBITS+#endif+/* default windowBits for decompression. MAX_WBITS is for compression only */++#if MAX_MEM_LEVEL >= 8+# define DEF_MEM_LEVEL 8+#else+# define DEF_MEM_LEVEL MAX_MEM_LEVEL+#endif+/* default memLevel */++#define STORED_BLOCK 0+#define STATIC_TREES 1+#define DYN_TREES 2+/* The three kinds of block type */++#define MIN_MATCH 3+#define MAX_MATCH 258+/* The minimum and maximum match lengths */++#define PRESET_DICT 0x20 /* preset dictionary flag in zlib header */++ /* target dependencies */++#if defined(MSDOS) || (defined(WINDOWS) && !defined(WIN32))+# define OS_CODE 0x00+# if defined(__TURBOC__) || defined(__BORLANDC__)+# if(__STDC__ == 1) && (defined(__LARGE__) || defined(__COMPACT__))+ /* Allow compilation with ANSI keywords only enabled */+ void _Cdecl farfree( void *block );+ void *_Cdecl farmalloc( unsigned long nbytes );+# else+# include <alloc.h>+# endif+# else /* MSC or DJGPP */+# include <malloc.h>+# endif+#endif++#ifdef AMIGA+# define OS_CODE 0x01+#endif++#if defined(VAXC) || defined(VMS)+# define OS_CODE 0x02+# define F_OPEN(name, mode) \+ fopen((name), (mode), "mbc=60", "ctx=stm", "rfm=fix", "mrs=512")+#endif++#if defined(ATARI) || defined(atarist)+# define OS_CODE 0x05+#endif++#ifdef OS2+# define OS_CODE 0x06+# ifdef M_I86+ #include <malloc.h>+# endif+#endif++#if defined(MACOS) || defined(TARGET_OS_MAC)+# define OS_CODE 0x07+# if defined(__MWERKS__) && __dest_os != __be_os && __dest_os != __win32_os+# include <unix.h> /* for fdopen */+# else+# ifndef fdopen+# define fdopen(fd,mode) NULL /* No fdopen() */+# endif+# endif+#endif++#ifdef TOPS20+# define OS_CODE 0x0a+#endif++#ifdef WIN32+# ifndef __CYGWIN__ /* Cygwin is Unix, not Win32 */+# define OS_CODE 0x0b+# endif+#endif++#ifdef __50SERIES /* Prime/PRIMOS */+# define OS_CODE 0x0f+#endif++#if defined(_BEOS_) || defined(RISCOS)+# define fdopen(fd,mode) NULL /* No fdopen() */+#endif++#if (defined(_MSC_VER) && (_MSC_VER > 600))+# if defined(_WIN32_WCE)+# define fdopen(fd,mode) NULL /* No fdopen() */+# ifndef _PTRDIFF_T_DEFINED+ typedef int ptrdiff_t;+# define _PTRDIFF_T_DEFINED+# endif+# else+# define fdopen(fd,type) _fdopen(fd,type)+# endif+#endif++ /* common defaults */++#ifndef OS_CODE+# define OS_CODE 0x03 /* assume Unix */+#endif++#ifndef F_OPEN+# define F_OPEN(name, mode) fopen((name), (mode))+#endif++ /* functions */++#if defined(STDC99) || (defined(__TURBOC__) && __TURBOC__ >= 0x550)+# ifndef HAVE_VSNPRINTF+# define HAVE_VSNPRINTF+# endif+#endif+#if defined(__CYGWIN__)+# ifndef HAVE_VSNPRINTF+# define HAVE_VSNPRINTF+# endif+#endif+#ifndef HAVE_VSNPRINTF+# ifdef MSDOS+ /* vsnprintf may exist on some MS-DOS compilers (DJGPP?),+ but for now we just assume it doesn't. */+# define NO_vsnprintf+# endif+# ifdef __TURBOC__+# define NO_vsnprintf+# endif+# ifdef WIN32+ /* In Win32, vsnprintf is available as the "non-ANSI" _vsnprintf. */+# if !defined(vsnprintf) && !defined(NO_vsnprintf)+# define vsnprintf _vsnprintf+# endif+# endif+# ifdef __SASC+# define NO_vsnprintf+# endif+#endif+#ifdef VMS+# define NO_vsnprintf+#endif++#if defined(pyr)+# define NO_MEMCPY+#endif+#if defined(SMALL_MEDIUM) && !defined(_MSC_VER) && !defined(__SC__)+ /* Use our own functions for small and medium model with MSC <= 5.0.+ * You may have to use the same strategy for Borland C (untested).+ * The __SC__ check is for Symantec.+ */+# define NO_MEMCPY+#endif+#if defined(STDC) && !defined(HAVE_MEMCPY) && !defined(NO_MEMCPY)+# define HAVE_MEMCPY+#endif+#ifdef HAVE_MEMCPY+# ifdef SMALL_MEDIUM /* MSDOS small or medium model */+# define zmemcpy _fmemcpy+# define zmemcmp _fmemcmp+# define zmemzero(dest, len) _fmemset(dest, 0, len)+# else+# define zmemcpy memcpy+# define zmemcmp memcmp+# define zmemzero(dest, len) memset(dest, 0, len)+# endif+#else+ extern void zmemcpy OF((Bytef* dest, const Bytef* source, uInt len));+ extern int zmemcmp OF((const Bytef* s1, const Bytef* s2, uInt len));+ extern void zmemzero OF((Bytef* dest, uInt len));+#endif++/* Diagnostic functions */+#ifdef DEBUG+# include <stdio.h>+ extern int z_verbose;+ extern void z_error OF((char *m));+# define Assert(cond,msg) {if(!(cond)) z_error(msg);}+# define Trace(x) {if (z_verbose>=0) fprintf x ;}+# define Tracev(x) {if (z_verbose>0) fprintf x ;}+# define Tracevv(x) {if (z_verbose>1) fprintf x ;}+# define Tracec(c,x) {if (z_verbose>0 && (c)) fprintf x ;}+# define Tracecv(c,x) {if (z_verbose>1 && (c)) fprintf x ;}+#else+# define Assert(cond,msg)+# define Trace(x)+# define Tracev(x)+# define Tracevv(x)+# define Tracec(c,x)+# define Tracecv(c,x)+#endif+++voidpf zcalloc OF((voidpf opaque, unsigned items, unsigned size));+void zcfree OF((voidpf opaque, voidpf ptr));++#define ZALLOC(strm, items, size) \+ (*((strm)->zalloc))((strm)->opaque, (items), (size))+#define ZFREE(strm, addr) (*((strm)->zfree))((strm)->opaque, (voidpf)(addr))+#define TRY_FREE(s, p) {if (p) ZFREE(s, p);}++#endif /* ZUTIL_H */
+ streaming-commons.cabal view
@@ -0,0 +1,108 @@+-- Initial streaming-commons.cabal generated by cabal init. For further +-- documentation, see http://haskell.org/cabal/users-guide/++name: streaming-commons+version: 0.1.0.0+synopsis: Common lower-level functions needed by various streaming data libraries+description: Provides low-dependency functionality commonly needed by various streaming data libraries, such as conduit and pipes.+homepage: https://github.com/fpco/streaming-commons+license: MIT+license-file: LICENSE+author: Michael Snoyman, Gabriel Gonzalez+maintainer: michael@snoyman.com+-- copyright: +category: Data+build-type: Simple+cabal-version: >=1.8+extra-source-files:+ test/filesystem/*.txt+ test/filesystem/bin/*.txt+ include/*.h+ cbits/*.c+ test/LICENSE.gz++library+ exposed-modules: Data.Streaming.FileRead+ Data.Streaming.Filesystem+ Data.Streaming.Network+ Data.Streaming.Network.Internal+ Data.Streaming.Text+ Data.Streaming.Zlib+ Data.Streaming.Zlib.Lowlevel++ -- Due to cabal bugs, not making inclusion of this dependent on text version.+ -- For more information, see: https://github.com/fpco/text-stream-decode/issues/1+ other-modules: Data.Text.Internal.Unsafe.Char+ Data.Text.Internal.Unsafe.Shift+ Data.Text.Internal.Encoding.Utf8+ Data.Text.Internal.Encoding.Utf16+ Data.Text.Internal.Encoding.Utf32++ build-depends: base >= 4 && < 5+ , bytestring+ , directory+ , network+ , text+ , transformers+ , zlib++ c-sources: cbits/zlib-helper.c+ cbits/text-helper.c+ include-dirs: include++ if os(windows)+ build-depends: Win32+ , filepath+ cpp-options: -DWINDOWS+ other-modules: System.Win32File+ else+ build-depends: unix++test-suite test+ hs-source-dirs: test+ main-is: Spec.hs+ type: exitcode-stdio-1.0+ ghc-options: -Wall -threaded+ other-modules: Data.Streaming.FileReadSpec+ Data.Streaming.FilesystemSpec+ Data.Streaming.TextSpec+ Data.Streaming.ZlibSpec+ build-depends: base+ , streaming-commons+ , hspec >= 1.8++ , QuickCheck+ , bytestring+ , deepseq+ , text+ , zlib++ if os(windows)+ cpp-options: -DWINDOWS+ else+ build-depends: unix++benchmark count-chars+ type: exitcode-stdio-1.0+ hs-source-dirs: bench+ build-depends: base+ , text-stream-decode+ , criterion+ , bytestring+ , text+ main-is: count-chars.hs+ ghc-options: -Wall -O2++benchmark decode-memory-usage+ type: exitcode-stdio-1.0+ hs-source-dirs: bench+ build-depends: base+ , text-stream-decode+ , bytestring+ , text+ main-is: decode-memory-usage.hs+ ghc-options: -Wall -O2 -with-rtsopts=-s++source-repository head+ type: git+ location: git://github.com/fpco/streaming-commons.git
+ test/Data/Streaming/FileReadSpec.hs view
@@ -0,0 +1,20 @@+module Data.Streaming.FileReadSpec (spec) where++import Test.Hspec+import qualified Data.ByteString as S+import qualified Data.Streaming.FileRead as F+import Control.Exception (bracket)++spec :: Spec+spec = describe "Data.Streaming.FileRead" $ do+ it "works" $ do+ let fp = "LICENSE"+ expected <- S.readFile fp+ actual <- bracket (F.openFile fp) F.closeFile $ \fh -> do+ let loop front = do+ bs <- F.readChunk fh+ if S.null bs+ then return $ S.concat $ front []+ else loop (front . (bs:))+ loop id+ actual `shouldBe` expected
+ test/Data/Streaming/FilesystemSpec.hs view
@@ -0,0 +1,49 @@+{-# LANGUAGE CPP #-}+module Data.Streaming.FilesystemSpec (spec) where++import Test.Hspec+import Data.Streaming.Filesystem+import Control.Exception (bracket)+import Data.List (sort)+#if !WINDOWS+import System.Posix.Files (removeLink, createSymbolicLink, createNamedPipe)+import Control.Exception (bracket, try, IOException)+#endif++spec :: Spec+spec = describe "Data.Streaming.Filesystem" $ do+ it "dirstream" $ do+ res <- bracket (openDirStream "test/filesystem") closeDirStream+ $ \ds -> do+ Just w <- readDirStream ds+ Just x <- readDirStream ds+ Just y <- readDirStream ds+ Just z <- readDirStream ds+ return $ sort [w, x, y, z]+ res `shouldBe` ["bar.txt", "baz.txt", "bin", "foo.txt"]+ describe "getFileType" $ do+ it "file" $ getFileType "streaming-commons.cabal" >>= (`shouldBe` FTFile)+ it "dir" $ getFileType "Data" >>= (`shouldBe` FTDirectory)+#if !WINDOWS+ it "file sym" $ do+ _ <- tryIO $ removeLink "tmp"+ createSymbolicLink "streaming-commons.cabal" "tmp"+ ft <- getFileType "tmp"+ _ <- tryIO $ removeLink "tmp"+ ft `shouldBe` FTFileSym+ it "file sym" $ do+ _ <- tryIO $ removeLink "tmp"+ createSymbolicLink "Data" "tmp"+ ft <- getFileType "tmp"+ _ <- tryIO $ removeLink "tmp"+ ft `shouldBe` FTDirectorySym+ it "other" $ do+ _ <- tryIO $ removeLink "tmp"+ createNamedPipe "tmp" 0+ ft <- getFileType "tmp"+ _ <- tryIO $ removeLink "tmp"+ ft `shouldBe` FTOther++tryIO :: IO a -> IO (Either IOException a)+tryIO = try+#endif
+ test/Data/Streaming/TextSpec.hs view
@@ -0,0 +1,135 @@+{-# LANGUAGE OverloadedStrings #-}+module Data.Streaming.TextSpec (spec) where++import Test.Hspec+import Test.Hspec.QuickCheck+import qualified Data.Streaming.Text as SD+import qualified Data.Text.Lazy.Encoding as TLE+import qualified Data.ByteString as S+import qualified Data.ByteString.Lazy as L+import Control.Exception (evaluate, try, SomeException)+import Control.DeepSeq (deepseq, NFData)+import qualified Data.Text as T+import qualified Data.Text.Encoding as TE+import qualified Data.Text.Lazy as TL+import Control.Monad (forM_)+import Data.ByteString.Char8 ()++try' :: NFData a => a -> IO (Either SomeException a)+try' a = try $ evaluate (a `deepseq` a)++spec :: Spec+spec = describe "Data.Streaming.TextSpec" $ modifyMaxSuccess (const 10000) $ do+ let test name lazy stream encodeLazy encodeStrict = describe name $ do+ prop "bytes" $ check lazy stream+ prop "chars" $ \css -> do+ let ts = map T.pack css+ lt = TL.fromChunks ts+ lbs = encodeLazy lt+ bss = L.toChunks lbs+ wss = map S.unpack bss+ in check lazy stream wss+ it "high code points" $ forM_ [10, 20..50000] $ \cnt -> do+ let t = T.replicate cnt "\x10000"+ bs = encodeStrict t+ case stream bs of+ SD.DecodeResultSuccess t' dec -> do+ t' `shouldBe` t+ case dec S.empty of+ SD.DecodeResultSuccess _ _ -> return ()+ SD.DecodeResultFailure _ _ -> error "unexpected failure 1"+ SD.DecodeResultFailure _ _ -> error "unexpected failure 2"++ check lazy stream wss = do+ let bss = map S.pack wss+ lbs = L.fromChunks bss+ x <- try' $ feedLazy stream lbs+ y <- try' $ lazy lbs+ case (x, y) of+ (Right x', Right y') -> x' `shouldBe` y'+ (Left _, Left _) -> return ()+ _ -> error $ show (x, y)+ test "UTF8" TLE.decodeUtf8 SD.decodeUtf8 TLE.encodeUtf8 TE.encodeUtf8+ test "UTF8 pure" TLE.decodeUtf8 SD.decodeUtf8Pure TLE.encodeUtf8 TE.encodeUtf8+ test "UTF16LE" TLE.decodeUtf16LE SD.decodeUtf16LE TLE.encodeUtf16LE TE.encodeUtf16LE+ test "UTF16BE" TLE.decodeUtf16BE SD.decodeUtf16BE TLE.encodeUtf16BE TE.encodeUtf16BE+ test "UTF32LE" TLE.decodeUtf32LE SD.decodeUtf32LE TLE.encodeUtf32LE TE.encodeUtf32LE+ test "UTF32BE" TLE.decodeUtf32BE SD.decodeUtf32BE TLE.encodeUtf32BE TE.encodeUtf32BE++ describe "UTF8 leftovers" $ do+ describe "C" $ do+ it "single chunk" $ do+ let bs = "good\128\128bad"+ case SD.decodeUtf8 bs of+ SD.DecodeResultSuccess _ _ -> error "Shouldn't have succeeded"+ SD.DecodeResultFailure t bs' -> do+ t `shouldBe` "good"+ bs' `shouldBe` "\128\128bad"++ it "multi chunk, no good" $ do+ let bs1 = "\226"+ bs2 = "\130"+ bs3 = "ABC"+ case SD.decodeUtf8 bs1 of+ SD.DecodeResultSuccess "" dec2 ->+ case dec2 bs2 of+ SD.DecodeResultSuccess "" dec3 ->+ case dec3 bs3 of+ SD.DecodeResultFailure "" bs -> bs `shouldBe` "\226\130ABC"+ _ -> error "fail on dec3"+ _ -> error "fail on dec2"+ _ -> error "fail on dec1"++ it "multi chunk, good in the middle" $ do+ let bs1 = "\226"+ bs2 = "\130\172\226"+ bs3 = "\130ABC"+ case SD.decodeUtf8 bs1 of+ SD.DecodeResultSuccess "" dec2 ->+ case dec2 bs2 of+ SD.DecodeResultSuccess "\x20AC" dec3 ->+ case dec3 bs3 of+ SD.DecodeResultFailure "" bs -> bs `shouldBe` "\226\130ABC"+ _ -> error "fail on dec3"+ _ -> error "fail on dec2"+ _ -> error "fail on dec1"+ describe "pure" $ do+ it "multi chunk, no good" $ do+ let bs1 = "\226"+ bs2 = "\130"+ bs3 = "ABC"+ case SD.decodeUtf8Pure bs1 of+ SD.DecodeResultSuccess "" dec2 ->+ case dec2 bs2 of+ SD.DecodeResultSuccess "" dec3 ->+ case dec3 bs3 of+ SD.DecodeResultFailure "" bs -> bs `shouldBe` "\226\130ABC"+ _ -> error "fail on dec3"+ _ -> error "fail on dec2"+ _ -> error "fail on dec1"++ describe "UTF16LE spot checks" $ do+ it "[[0,216,0],[220,0,0,0,0,0,0]]" $ do+ let bss = map S.pack [[0,216,0],[220,0,0,0,0,0,0]]+ lbs = L.fromChunks bss+ x <- try' $ feedLazy SD.decodeUtf16LE lbs+ y <- try' $ TLE.decodeUtf16LE lbs+ case (x, y) of+ (Right x', Right y') -> x' `shouldBe` y'+ (Left _, Left _) -> return ()+ _ -> error $ show (x, y)++feedLazy :: (S.ByteString -> SD.DecodeResult)+ -> L.ByteString+ -> TL.Text+feedLazy start =+ TL.fromChunks . loop start . L.toChunks+ where+ loop dec [] =+ case dec S.empty of+ SD.DecodeResultSuccess t _ -> [t]+ SD.DecodeResultFailure _ _ -> [error "invalid sequence 1"]+ loop dec (bs:bss) =+ case dec bs of+ SD.DecodeResultSuccess t dec' -> t : loop dec' bss+ SD.DecodeResultFailure _ _ -> [error "invalid sequence 2"]
+ test/Data/Streaming/ZlibSpec.hs view
@@ -0,0 +1,251 @@+{-# OPTIONS_GHC -fno-warn-orphans #-}+{-# LANGUAGE OverloadedStrings #-}+module Data.Streaming.ZlibSpec (spec) where++import Test.Hspec+import Test.Hspec.QuickCheck (prop)+import Test.QuickCheck (Arbitrary (..))++import Data.Streaming.Zlib+import Codec.Compression.Zlib+import qualified Codec.Compression.GZip as Gzip+import qualified Data.ByteString as S+import qualified Data.ByteString.Char8 as S8+import qualified Data.ByteString.Lazy as L+import qualified Data.ByteString.Lazy.Internal as LI+import Control.Monad (foldM, forM_, forM)+import System.IO.Unsafe (unsafePerformIO)+import qualified Codec.Compression.Zlib.Raw as Raw++decompress' :: L.ByteString -> L.ByteString+decompress' gziped = unsafePerformIO $ do+ inf <- initInflate defaultWindowBits+ ungziped <- foldM (go' inf) id $ L.toChunks gziped+ final <- finishInflate inf+ return $ L.fromChunks $ ungziped [final]+ where+ go' inf front bs = feedInflate inf bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x++instance Arbitrary L.ByteString where+ arbitrary = L.fromChunks `fmap` arbitrary+instance Arbitrary S.ByteString where+ arbitrary = S.pack `fmap` arbitrary++compress' :: L.ByteString -> L.ByteString+compress' raw = unsafePerformIO $ do+ def <- initDeflate 7 defaultWindowBits+ gziped <- foldM (go' def) id $ L.toChunks raw+ gziped' <- go gziped $ finishDeflate def+ return $ L.fromChunks $ gziped' []+ where+ go' def front bs = feedDeflate def bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x++license :: S.ByteString+license = S8.filter (/= '\r') $ unsafePerformIO $ S.readFile "LICENSE"++exampleDict :: S.ByteString+exampleDict = "INITIALDICTIONARY"++deflateWithDict :: S.ByteString -> L.ByteString -> L.ByteString+deflateWithDict dict raw = unsafePerformIO $ do+ def <- initDeflateWithDictionary 7 dict $ WindowBits 15+ compressed <- foldM (go' def) id $ L.toChunks raw+ compressed' <- go compressed $ finishDeflate def+ return $ L.fromChunks $ compressed' []+ where+ go' def front bs = feedDeflate def bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x++inflateWithDict :: S.ByteString -> L.ByteString -> L.ByteString+inflateWithDict dict compressed = unsafePerformIO $ do+ inf <- initInflateWithDictionary (WindowBits 15) dict+ decompressed <- foldM (go' inf) id $ L.toChunks compressed+ final <- finishInflate inf+ return $ L.fromChunks $ decompressed [final]+ where+ go' inf front bs = feedInflate inf bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x++spec :: Spec+spec = describe "Data.Streaming.Zlib" $ do+ describe "inflate/deflate" $ do+ prop "decompress'" $ \lbs -> lbs == decompress' (compress lbs)+ prop "compress'" $ \lbs -> lbs == decompress (compress' lbs)++ prop "with dictionary" $ \bs ->+ bs ==+ (inflateWithDict exampleDict . deflateWithDict exampleDict) bs+ it "different dict" $ do+ raw <- L.readFile "LICENSE"+ deflated <- return $ deflateWithDict exampleDict raw+ inflated <- return $ inflateWithDict (S.drop 1 exampleDict) deflated+ inflated `shouldSatisfy` L.null++ describe "license" $ do+ it "single deflate" $ do+ let go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x+ def <- initDeflate 8 $ WindowBits 31+ gziped <- feedDeflate def license >>= go id+ gziped' <- go gziped $ finishDeflate def+ let raw' = L.fromChunks [license]+ raw' `shouldBe` Gzip.decompress (L.fromChunks $ gziped' [])++ it "single inflate" $ do+ let go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x+ gziped <- S.readFile "test/LICENSE.gz"+ inf <- initInflate $ WindowBits 31+ popper <- feedInflate inf gziped+ ungziped <- go id popper+ final <- finishInflate inf+ license `shouldBe` (S.concat $ ungziped [final])++ it "multi deflate" $ do+ let go' inf front bs = feedDeflate inf bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x+ def <- initDeflate 5 $ WindowBits 31+ gziped <- foldM (go' def) id $ map S.singleton $ S.unpack license+ gziped' <- go gziped $ finishDeflate def+ let raw' = L.fromChunks [license]+ raw' `shouldBe` (Gzip.decompress $ L.fromChunks $ gziped' [])++ it "multi inflate" $ do+ let go' inf front bs = feedInflate inf bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x+ gziped <- S.readFile "test/LICENSE.gz"+ let gziped' = map S.singleton $ S.unpack gziped+ inf <- initInflate $ WindowBits 31+ ungziped' <- foldM (go' inf) id gziped'+ final <- finishInflate inf+ license `shouldBe` (S.concat $ ungziped' [final])++ describe "lbs zlib" $ do+ prop "inflate" $ \lbs -> unsafePerformIO $ do+ let glbs = compress lbs+ go' inf front bs = feedInflate inf bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x+ inf <- initInflate defaultWindowBits+ inflated <- foldM (go' inf) id $ L.toChunks glbs+ final <- finishInflate inf+ return $ lbs == L.fromChunks (inflated [final])+ prop "deflate" $ \lbs -> unsafePerformIO $ do+ let go' inf front bs = feedDeflate inf bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x+ def <- initDeflate 7 defaultWindowBits+ deflated <- foldM (go' def) id $ L.toChunks lbs+ deflated' <- go deflated $ finishDeflate def+ return $ lbs == decompress (L.fromChunks (deflated' []))++ describe "flushing" $ do+ let helper wb = do+ let bss0 = replicate 5000 "abc"+ def <- initDeflate 9 wb+ inf <- initInflate wb++ let popList pop = do+ mx <- pop+ case mx of+ PRDone -> return []+ PRNext x -> do+ xs <- popList pop+ return $ x : xs++ let callback name expected pop = do+ bssDeflated <- popList pop+ bsInflated <- fmap (S.concat . concat) $ forM bssDeflated $ \bs -> do+ x <- feedInflate inf bs >>= popList+ y <- flushInflate inf+ return $ x ++ [y]+ if bsInflated == expected+ then return ()+ else error $ "callback " ++ name ++ ", got: " ++ show bsInflated ++ ", expected: " ++ show expected++ forM_ (zip [1..] bss0) $ \(i, bs) -> do+ feedDeflate def bs >>= callback ("loop" ++ show (i :: Int)) ""+ callback ("loop" ++ show (i :: Int)) bs $ flushDeflate def+ callback "finish" "" $ finishDeflate def+ it "zlib" $ helper defaultWindowBits+ it "gzip" $ helper $ WindowBits 31+ describe "large raw #9" $ do+ let size = fromIntegral $ LI.defaultChunkSize * 4 + 1+ input = L.replicate size 10+ it "compressing" $ do+ output <- fmap Raw.decompress $ compressRaw input+ L.all (== 10) output `shouldBe` True+ L.length output `shouldBe` L.length input+ it "decompressing" $ do+ output <- decompressRaw $ Raw.compress input+ L.all (== 10) output `shouldBe` True+ L.length output `shouldBe` L.length input++rawWindowBits :: WindowBits+rawWindowBits = WindowBits (-15)++decompressRaw :: L.ByteString -> IO L.ByteString+decompressRaw gziped = do+ inf <- initInflate rawWindowBits+ ungziped <- foldM (go' inf) id $ L.toChunks gziped+ final <- finishInflate inf+ return $ L.fromChunks $ ungziped [final]+ where+ go' inf front bs = feedInflate inf bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x++compressRaw :: L.ByteString -> IO L.ByteString+compressRaw raw = do+ def <- initDeflate 1 rawWindowBits+ gziped <- foldM (go' def) id $ L.toChunks raw+ gziped' <- go gziped $ finishDeflate def+ return $ L.fromChunks $ gziped' []+ where+ go' def front bs = feedDeflate def bs >>= go front+ go front x = do+ y <- x+ case y of+ PRDone -> return front+ PRNext z -> go (front . (:) z) x
+ test/LICENSE.gz view
binary file changed (absent → 660 bytes)
+ test/Spec.hs view
@@ -0,0 +1,1 @@+{-# OPTIONS_GHC -F -pgmF hspec-discover #-}
+ test/filesystem/bar.txt view
+ test/filesystem/baz.txt view
+ test/filesystem/bin/bin.txt view
+ test/filesystem/foo.txt view