llm-simple-0.1.0.1: src/LLM/Agent/ToolUtils.hs
module LLM.Agent.ToolUtils
( executeTool,
executeTools,
executeToolsWithAbort,
createToolContext,
getSchema,
toTool,
filterReadonlyTools,
getResolvedTools,
windowOffset,
createGenRequest,
embedTextTool,
)
where
import Autodocodec qualified as AC
import Autodocodec.Schema (jsonSchemaVia)
import Control.Exception (SomeException, fromException, try)
import Data.Aeson (FromJSON)
import Data.Aeson qualified as AE
import Data.Map qualified as Map
import Data.Text (Text)
import Data.Text qualified as T
import LLM.Agent.Tools.HistoryTool (historyToolTyped)
import LLM.Agent.Types
( Agent (..),
RuntimeArgs (..),
Tool (Tool, toolDef, toolExecute),
ToolContext (..),
ToolMap,
)
import LLM.Core.Abort (AbortSignal, isAborted)
import LLM.Core.Types
( ToolCall (..),
ToolDef (..),
ToolResult (..),
Turn (..),
TypedTool (TypedTool),
)
import LLM.Core.Usage (Usage)
import LLM.Core.Utils (toolResult)
import LLM.Generate.Logger (Hooks (..))
import LLM.Generate.Types
( GenRequest (..),
GenerateError (..),
GenerateResult,
)
import LLM.Tools.FsConfig (SandboxViolation, formatSandboxViolation)
-- | Execute a single tool call by looking it up in the tool list
executeTool :: Hooks -> ToolContext -> [Tool Text] -> ToolCall -> IO ToolResult
executeTool hooks ctx tools tc = case lookup tc.tcName toolMap of
Nothing -> pure $ toolResult tc ("Unknown tool: " <> tc.tcName)
Just tool -> do
if ctx.tcRuntimeArgs.rtReadonly && not tool.toolDef.toolReadonly
then do
let msg = "Error: tool is not available in readonly mode: " <> tc.tcName
hooks.onToolError tc.tcName msg
pure $ toolResult tc msg
else do
hooks.onToolCall tc.tcName (AE.toJSON tc.tcArguments)
result <- try (tool.toolExecute ctx tc.tcArguments)
case result of
Right text -> do
hooks.onToolResult tc.tcName text
pure $ toolResult tc text
Left (e :: SomeException) -> do
let msg = formatToolException e
hooks.onToolError tc.tcName msg
pure $ toolResult tc ("Tool error: " <> msg)
where
toolMap = [(t.toolDef.toolName, t) | t <- tools]
-- | Execute all tool calls from a response
executeTools :: Hooks -> ToolContext -> [Tool Text] -> [ToolCall] -> IO [ToolResult]
executeTools hooks ctx tools = mapM (executeTool hooks ctx tools)
-- | Execute tool calls one at a time, checking the abort signal between each.
-- Returns @Left Aborted@ if the signal fires before all calls finish.
executeToolsWithAbort :: Maybe AbortSignal -> Hooks -> ToolContext -> [Tool Text] -> [ToolCall] -> IO (GenerateResult [ToolResult])
executeToolsWithAbort Nothing hooks ctx tools tcs = Right <$> executeTools hooks ctx tools tcs
executeToolsWithAbort (Just sig) hooks ctx tools tcs = go [] tcs
where
go acc [] = pure (Right (reverse acc))
go acc (tc : rest) = do
aborted <- isAborted sig
if aborted
then pure (Left GErrAborted)
else do
r <- executeTool hooks ctx tools tc
go (r : acc) rest
createToolContext ::
Agent ->
[Turn] ->
Usage ->
RuntimeArgs ->
ToolContext
createToolContext agent messages roundUsage rt =
ToolContext
{ tcConversation = messages,
tcUsage = roundUsage,
tcWindowOffset = windowOffset agent.agContextWindow messages,
tcRuntimeArgs = rt
}
getSchema :: (AC.HasCodec t, FromJSON t) => m ToolContext t -> AC.JSONCodec t
getSchema _ = AC.codec
-- | Convert a 'TypedTool' into a 'Tool' with JSON Schema parameters.
--
-- The executor receives parsed arguments (Autodocodec 'FromJSON'); invalid
-- JSON from the model returns an error string to the model without throwing.
toTool :: (AC.HasCodec args, FromJSON args) => TypedTool ToolContext args -> Tool Text
toTool t@(TypedTool name descr readonly exec) =
Tool
{ toolDef =
ToolDef
{ toolName = name,
toolDescription = descr,
toolReadonly = readonly,
toolParameters = AE.toJSON $ jsonSchemaVia $ getSchema t
},
toolExecute = \ctx argsvalue ->
case AE.fromJSON argsvalue of
AE.Error e -> pure $ "Error: Parsing arguments failed " <> T.pack (show e)
AE.Success args -> exec ctx args
}
filterReadonlyTools :: Bool -> [Tool result] -> [Tool result]
filterReadonlyTools False tools = tools
filterReadonlyTools True tools = filter (\x -> x.toolDef.toolReadonly) tools
-- | Compute the index where the visible window starts.
-- The window includes the last @n@ user messages and all turns that follow
-- each of them (assistant replies, tool rounds, etc.).
-- Returns 0 (no windowing) when the window is 'Nothing' or the conversation
-- contains fewer than @n@ user messages.
windowOffset :: Maybe Int -> [Turn] -> Int
windowOffset Nothing _ = 0
windowOffset (Just n) conv = findNthUserFromEnd n conv
-- | Find the index of the Nth 'UserTurn' from the end of a conversation.
-- Returns 0 if there are fewer than @n@ user messages.
findNthUserFromEnd :: Int -> [Turn] -> Int
findNthUserFromEnd 0 _conv = 0
findNthUserFromEnd n conv = go (length conv - 1) n
where
go idx remaining
| idx < 0 = 0
| remaining <= 0 = idx + 1
| otherwise = case conv !! idx of
UserTurn _ -> go (idx - 1) (remaining - 1)
_ -> go (idx - 1) remaining
-- | Build a 'GenRequest' from agent configuration and runtime state.
--
-- Applies context windowing ('windowOffset'), resolves tools from the
-- 'ToolMap' (including auto-injected @get_history@ when windowed), and
-- respects 'RuntimeArgs.rtReadonly' when selecting tool definitions.
createGenRequest :: (Text -> result) -> Agent -> ToolMap result -> RuntimeArgs -> [Turn] -> GenRequest
createGenRequest embed agent toolMap rt messages =
let offset = windowOffset agent.agContextWindow messages
tools = getResolvedTools embed agent toolMap rt
in GenRequest
{ grSystemPrompt = agent.agSystemPrompt,
grTools = map (\x -> x.toolDef) tools,
grMessages = drop offset messages,
grAbortSignal = rt.rtAbortSignal,
grLLMHooks = rt.rtLLMHooks,
grHooks = rt.rtHooks
}
getResolvedTools :: (Text -> result) -> Agent -> ToolMap result -> RuntimeArgs -> [Tool result]
getResolvedTools embed agent toolMap rt = filterReadonlyTools rt.rtReadonly (getToolsFromMap toolMap agent.agTools) ++ fmap (embedTextTool embed) (getHistoryTool agent)
getToolsFromMap :: ToolMap result -> [Text] -> [Tool result]
getToolsFromMap toolMap toolNames = toolNames >>= lookupTool
where
lookupTool name = case Map.lookup name toolMap of
Just tool -> [tool]
Nothing -> []
getHistoryTool :: Agent -> [Tool Text]
getHistoryTool agent = case agent.agContextWindow of
Just n | n > 0 -> [toTool historyToolTyped]
_ -> []
embedTextTool :: (Text -> result) -> Tool Text -> Tool result
embedTextTool embed tool =
tool
{ toolExecute = \ctx args -> do
result <- tool.toolExecute ctx args
pure $ embed result
}
formatToolException :: SomeException -> Text
formatToolException e =
case fromException e of
Just (sv :: SandboxViolation) -> formatSandboxViolation sv
Nothing -> T.pack (show e)