llama-cpp-haskell 0.3.0.1 → 0.3.0.2
raw patch · 2 files changed
+4/−10 lines, 2 filesPVP ok
version bump matches the API change (PVP)
API changes (from Hackage documentation)
Files
- Llama.hs +1/−7
- llama-cpp-haskell.cabal +3/−3
Llama.hs view
@@ -167,12 +167,6 @@ , requestHeaders = [("Content-Type", "application/json")] } pure $ httpSource req getResponseBody .| eventConduit--- pure $ httpSource req getResponseBody .| debugConduit "stream" .| eventConduit------debugConduit :: (MonadIO m, Show a) => String -> ConduitT a a m ()---debugConduit prefix = awaitForever $ \x -> do--- liftIO $ hPutStrLn stderr (prefix ++ ": " ++ show x)--- yield x tokenize :: URL -> LlamaTokenizeRequest -> IO (Maybe [Token]) tokenize url input = do@@ -205,7 +199,7 @@ -- |Uses `applyTemplate` before sending the completion request llamaTemplated :: URL -> LlamaApplyTemplateRequest -> IO (Maybe Text)-llamaTemplated url input = llamaTemplatedRequest url input def+llamaTemplated url input@LlamaApplyTemplateRequest{ model = inputModel } = llamaTemplatedRequest url input def { model = inputModel } -- |Make sure to use the same model in both `LlamaApplyTemplateRequest` and `LlamaRequest` llamaTemplatedRequest :: URL -> LlamaApplyTemplateRequest -> LlamaRequest -> IO (Maybe Text)
llama-cpp-haskell.cabal view
@@ -1,6 +1,6 @@ cabal-version: 2.2 name: llama-cpp-haskell-version: 0.3.0.1+version: 0.3.0.2 synopsis: Haskell bindings for the llama.cpp llama-server and a simple CLI description: This is the interface that allows one to interface with llama-server RPC API using Haskell concepts. It also includes a `llamacall` binary to do it from your favorite command line shell and use it in scripting. license: AGPL-3.0-only@@ -10,7 +10,7 @@ -- copyright: category: Text, LLM, Llama, Machine Learning, AI, Network, CLI build-type: Simple-tested-with: GHC == 9.12.3+tested-with: GHC == 9.12.4 -- extra-source-files: Source-repository head@@ -20,7 +20,7 @@ Source-repository this type: git location: https://github.com/l29ah/llama-cpp-haskell.git- tag: 0.3.0.1+ tag: 0.3.0.2 common stuff ghc-options: -Wall