llama-cpp-haskell 0.1.1 → 0.1.1.2

raw patch · 2 files changed

+7/−6 lines, 2 filesPVP: minor bump suggested

API additions: PVP suggests at least a minor version bump

API changes (from Hackage documentation)

+ Llama.Streaming: LlamaStreamingResponse :: Int -> Text -> Bool -> Int -> Int -> LlamaStreamingResponse

+ Llama.Streaming: [content] :: LlamaStreamingResponse -> Text

+ Llama.Streaming: [index] :: LlamaStreamingResponse -> Int

+ Llama.Streaming: [stop] :: LlamaStreamingResponse -> Bool

+ Llama.Streaming: [tokens_evaluated] :: LlamaStreamingResponse -> Int

+ Llama.Streaming: [tokens_predicted] :: LlamaStreamingResponse -> Int

+ Llama.Streaming: data LlamaStreamingResponse

+ Llama.Streaming: eventConduit :: forall (m :: Type -> Type). MonadThrow m => ConduitT ByteString LlamaStreamingResponse m ()

+ Llama.Streaming: instance Data.Aeson.Types.FromJSON.FromJSON Llama.Streaming.LlamaStreamingResponse

+ Llama.Streaming: instance GHC.Generics.Generic Llama.Streaming.LlamaStreamingResponse

+ Llama.Streaming: instance GHC.Show.Show Llama.Streaming.LlamaStreamingResponse

+ Llama.Streaming: instance GHC.Show.Show Llama.Streaming.ServerEvent

Files

Main.hs +1/−0
llama-cpp-haskell.cabal +6/−6

Main.hs view

@@ -21,6 +21,7 @@   { systemPrompt :: w ::: Text <?> "The system prompt to use" <!> "You are a helpful assistant."   , url :: w ::: String <?> "llama-server URL" <!> "http://localhost:8080"   , streaming :: w ::: Bool <?> "use to stream output from the LLM"+  , stripThinking :: w ::: Bool <?> "remove \"</think>\" and everything that occurs before it, only works in non-streaming mode"   } deriving (Generic)  instance ParseRecord (Options Wrapped) where

llama-cpp-haskell.cabal view

@@ -1,8 +1,8 @@ cabal-version:      2.2 name:               llama-cpp-haskell-version:            0.1.1+version:            0.1.1.2 synopsis:           Haskell bindings for the llama.cpp llama-server and a simple CLI--- description:+description:        This is the interface that allows one to interface with llama-server RPC API using Haskell concepts. It also includes a `llamacall` binary to do it from your favorite command line shell and use it in scripting. license:            AGPL-3.0-only license-file:       LICENSE author:             Sergey Alirzaev@@ -20,12 +20,11 @@ Source-repository this   type:              git   location:          https://github.com/l29ah/llama-cpp-haskell.git-  tag:               0.1.1+  tag:               0.1.1.2  common stuff     ghc-options: -Wall     default-language: Haskell2010-    other-modules:    Llama.Streaming     build-depends:    base >= 4 && < 5                     , conduit ^>= 1.3.5                     , conduit-extra ^>= 1.3.7@@ -40,9 +39,10 @@ library     import:           stuff     exposed-modules:  Llama-    default-language: Haskell2010+                      Llama.Streaming executable llamacall     import:           stuff     main-is:          Main.hs-    other-modules:    Llama     build-depends:    optparse-generic ^>= 1.5.2+    other-modules:    Llama+                      Llama.Streaming