b9-3.1.0: src/lib/B9/B9Exec.hs
-- | This modules contains support for external command execution.
--
-- @since 0.5.65
module B9.B9Exec
( cmd,
cmdStdout,
cmdInteractive,
hostCmdEither,
hostCmdStdoutEither,
hostCmd,
hostCmdStdIn,
Timeout (..),
ptyCmdInteractive,
HostCommandStdin (..),
HostCommandStdout (..),
)
where
import B9.B9Config
import B9.B9Error
import B9.B9Logging
import B9.BuildInfo (BuildInfoReader, isInteractive)
import qualified Conduit as CL
import Control.Concurrent (readMVar, newMVar, modifyMVar_, threadDelay, MVar)
import Control.Concurrent.Async (Concurrently (..), race)
import Control.Eff
import qualified Control.Exception as ExcIO
import Control.Lens (view)
import Control.Monad.Trans.Control (control, embed_, restoreM)
import qualified Data.ByteString as Strict
import qualified Data.ByteString.Lazy as Lazy
import qualified Data.ByteString.Builder as Strict
import qualified Data.Conduit.Binary as CB
import qualified Data.Conduit.List as CL
import Data.Conduit.Process
import Data.Functor ()
import Data.Maybe
import qualified Data.Text as Text
import GHC.Stack
import System.Exit
import System.Posix.Terminal
import System.Posix.Types
import System.Posix.Pty
import Control.Applicative ((*>))
import Control.Exception (try, IOException())
import Data.Conduit (ConduitT, yield, (.|), runConduit, Void)
import Data.Conduit.Process (ClosedStream (..), streamingProcess,
waitForStreamingProcess)
import Control.Monad.IO.Class (liftIO)
-- | Execute the given shell command.
--
-- If 'isInteractive' is true, the standard-in will be passed to the external command,
-- and all output of the program will be directed to standard-out.
--
-- The command and the output is either logged to the logfile with 'traceL' or 'errorL' or
-- written to stdout.
--
-- If the command exists with non-zero exit code, the current process exists with the same
-- exit code.
--
-- @since 2.0.0
cmdInteractive ::
(HasCallStack, Member ExcB9 e, Member BuildInfoReader e, CommandIO e) =>
String ->
Eff e ()
cmdInteractive str = do
t <- view defaultTimeout <$> getB9Config
inheritStdIn <- isInteractive
ok <-
if inheritStdIn
then hostCmdEither HostCommandInheritStdin str t
else hostCmdEither HostCommandNoStdin str t
case ok of
Right _ ->
return ()
Left e ->
errorExitL ("SYSTEM COMMAND FAILED: " ++ show e)
-- | Execute the given shell command.
--
-- The command and the output is either logged to the logfile with 'traceL' or 'errorL' or
-- written to stdout.
--
-- If the command exists with non-zero exit code, the current process exists with the same
-- exit code.
--
-- @since 0.5.65
cmd ::
(HasCallStack, Member ExcB9 e, CommandIO e) =>
String ->
Eff e ()
cmd str = do
t <- view defaultTimeout <$> getB9Config
ok <- hostCmdEither HostCommandNoStdin str t
case ok of
Right _ ->
return ()
Left e ->
errorExitL ("SYSTEM COMMAND FAILED: " ++ show e)
-- | Execute the given shell command and collect its standard output.
--
-- The command and the output is additionally either logged to the logfile with 'traceL' or 'errorL' or
-- written to stdout.
--
-- If the command exists with non-zero exit code, the current process exists with the same
-- exit code.
--
-- @since 3.1.0
cmdStdout ::
(HasCallStack, Member ExcB9 e, CommandIO e) =>
String ->
Eff e Strict.ByteString
cmdStdout str = do
t <- view defaultTimeout <$> getB9Config
ok <- hostCmdStdoutEither HostCommandNoStdin HostCommandStdoutLogAndCapture str t
case ok of
Right (out, ExitSuccess) ->
return out
Right (_, e@(ExitFailure _)) ->
errorExitL ("SYSTEM COMMAND FAILED: " ++ show e)
Left e ->
errorExitL ("SYSTEM COMMAND FAILED: " ++ show e)
-- | Run a shell command defined by a string and optionally interrupt the command
-- after a given time has elapsed.
-- If the shell command did not exit with 'ExitSuccess', or the timer elapsed,
-- a 'B9Error' is thrown.
--
-- This is only useful for non-interactive commands.
--
-- @since 1.0.0
hostCmd ::
(CommandIO e, Member ExcB9 e) =>
-- | The shell command to execute.
String ->
-- | An optional 'Timeout'
Maybe Timeout ->
-- | An action that performs the shell command and returns 'True' on success
Eff e Bool
hostCmd cmdStr timeout = do
res <- hostCmdEither HostCommandNoStdin cmdStr timeout
case res of
Left e ->
throwB9Error ("Command timed out: " ++ show cmdStr ++ " " ++ show e)
Right (ExitFailure ec) -> do
errorL ("Command exited with error code: " ++ show cmdStr ++ " " ++ show ec)
return False
Right ExitSuccess ->
return True
-- | Like 'hostCmd' but with std-input attached.
--
-- @since 1.0.0
hostCmdStdIn ::
(CommandIO e, Member ExcB9 e) =>
-- | A 'HostCommandStdin' to define standard input.
-- If the value is 'HostCommandInheritStdin' then
-- **also stdout and stderr** will be redirected to
-- the 'Inherited' file descriptors.
HostCommandStdin ->
-- | The shell command to execute.
String ->
-- | An optional 'Timeout'
Maybe Timeout ->
-- | An action that performs the shell command and returns 'True' on success
Eff e Bool
hostCmdStdIn hostStdIn cmdStr timeout = do
res <- hostCmdEither hostStdIn cmdStr timeout
case res of
Left e ->
throwB9Error ("Command timed out: " ++ show cmdStr ++ " " ++ show e)
Right (ExitFailure ec) -> do
errorL ("Command exited with error code: " ++ show cmdStr ++ " " ++ show ec)
return False
Right ExitSuccess ->
return True
-- | Ways to process std-input.
--
-- @since 1.0.0
data HostCommandStdin
= -- | Disbale std-in
HostCommandNoStdin
| -- | Inherit std-in
HostCommandInheritStdin
| -- | Produce std-in
HostCommandStdInConduit (ConduitT () Strict.ByteString IO ())
-- | Run a shell command defined by a string and optionally interrupt the command
-- after a given time has elapsed.
-- This is only useful for non-interactive commands.
--
-- @since 1.0.0
hostCmdEither ::
forall e.
(CommandIO e) =>
-- | A 'HostCommandStdin' to define standard input.
-- If the value is 'HostCommandInheritStdin' then
-- **also stdout and stderr** will be redirected to
-- the 'Inherited' file descriptors.
HostCommandStdin ->
-- | The shell command to execute.
String ->
-- | An optional 'Timeout'
Maybe Timeout ->
Eff e (Either Timeout ExitCode)
hostCmdEither inputSource cmdStr timeoutArg = do
hostCmdStdoutEither inputSource HostCommandStdoutLog cmdStr timeoutArg
-- | Ways to process std-output.
--
-- @since 3.1.0
data HostCommandStdout a where
-- | Write std-out to the log sink.
HostCommandStdoutLog :: HostCommandStdout ExitCode
-- | Write std-out to the log sink, additionally collect and return it.
HostCommandStdoutLogAndCapture :: HostCommandStdout (Strict.ByteString, ExitCode)
data HostCommandStdoutState a where
HostCommandStdoutStateLog :: HostCommandStdoutState ExitCode
HostCommandStdoutStateLogAndCapture :: MVar Strict.Builder -> HostCommandStdoutState (Strict.ByteString, ExitCode)
emptyState :: (CommandIO e) => HostCommandStdout a -> Eff e (HostCommandStdoutState a)
emptyState HostCommandStdoutLog = return HostCommandStdoutStateLog
emptyState HostCommandStdoutLogAndCapture = liftIO (newMVar mempty) >>= return . HostCommandStdoutStateLogAndCapture
-- | Run a shell command defined by a string and optionally interrupt the command
-- after a given time has elapsed.
-- This is only useful for non-interactive commands.
--
-- Also provide the possibility to receive the stdout of the command. It of course be collected
-- in ram, so be sure the command doesn't have to much output.
--
-- @since 3.1.0
hostCmdStdoutEither ::
forall e a.
(CommandIO e) =>
-- | A 'HostCommandStdin' to define standard input.
-- If the value is 'HostCommandInheritStdin' then
-- **also stdout and stderr** will be redirected to
-- the 'Inherited' file descriptors.
HostCommandStdin ->
-- | A 'HostCommandStdout' to define standard output.
-- No output will be returned in case of timeout or
-- 'HostComandStdin' being 'HostComandInheritStdin'.
HostCommandStdout a ->
-- | The shell command to execute.
String ->
-- | An optional 'Timeout'
Maybe Timeout ->
Eff e (Either Timeout a)
hostCmdStdoutEither inputSource outputSinkType cmdStr timeoutArg = do
let tag = "[" ++ printHash cmdStr ++ "]"
traceL $ "COMMAND " ++ tag ++ ": " ++ cmdStr
tf <- fromMaybe 1 . view timeoutFactor <$> getB9Config
timeout <-
fmap (TimeoutMicros . \(TimeoutMicros t) -> tf * t)
<$> maybe
(view defaultTimeout <$> getB9Config)
(return . Just)
timeoutArg
control $ \runInIO ->
do
ExcIO.catch
(runInIO (go timeout tag))
( \(e :: ExcIO.SomeException) -> do
runInIO (errorL ("COMMAND " ++ tag ++ " interrupted: " ++ show e))
runInIO (return (wrapEmptyOutputResult outputSinkType (ExitFailure 126)))
)
>>= restoreM
where
wrapEmptyOutputResult :: HostCommandStdout a -> ExitCode -> Either Timeout a
wrapEmptyOutputResult HostCommandStdoutLog ec = Right ec
wrapEmptyOutputResult HostCommandStdoutLogAndCapture ec = Right (mempty, ec)
wrapOutputResult :: HostCommandStdoutState a -> ExitCode -> Eff e a
wrapOutputResult HostCommandStdoutStateLog ec = return ec
wrapOutputResult (HostCommandStdoutStateLogAndCapture mvar) ec = do
value <- liftIO (readMVar mvar)
return (Lazy.toStrict (Strict.toLazyByteString value), ec)
go :: Maybe Timeout -> String -> Eff e (Either Timeout a)
go timeout tag = do
errorLC <- errorMsgProcessLogger tag
let timer t@(TimeoutMicros micros) = do
threadDelay micros
return t
stdoutState <- emptyState outputSinkType
(cph, runCmd) <- case inputSource of
HostCommandNoStdin -> do
outSink <- createStdoutSink stdoutState tag
(ClosedStream, cpOut, cpErr, cph) <- streamingProcess (shell cmdStr)
let runCmd =
runConcurrently
( Concurrently (runConduit (cpOut .| runStdoutSink outSink))
*> Concurrently (runConduit (cpErr .| runProcessLogger errorLC))
*> Concurrently (waitForStreamingProcess cph)
)
return (cph, runCmd)
HostCommandInheritStdin -> do
(Inherited, Inherited, Inherited, cph) <- streamingProcess (shell cmdStr)
let runCmd = waitForStreamingProcess cph
return (cph, runCmd)
HostCommandStdInConduit inputC -> do
outSink <- createStdoutSink stdoutState tag
(stdIn, cpOut, cpErr, cph) <- streamingProcess (shell cmdStr)
let runCmd =
runConcurrently
( Concurrently (runConduit (cpOut .| runStdoutSink outSink))
*> Concurrently (runConduit (cpErr .| runProcessLogger errorLC))
*> Concurrently (runConduit (inputC .| stdIn))
*> Concurrently (waitForStreamingProcess cph)
)
return (cph, runCmd)
e <- liftIO (maybe (fmap Right) (race . timer) timeout runCmd)
closeStreamingProcessHandle cph
case e of
Left _ ->
errorL $ "COMMAND TIMED OUT " ++ tag
Right ExitSuccess ->
traceL $ "COMMAND FINISHED " ++ tag
Right (ExitFailure ec) ->
errorL $ "COMMAND FAILED EXIT CODE: " ++ show ec ++ " " ++ tag
traverse (wrapOutputResult stdoutState) e
-- | Execute the given shell command in a newly created pseudo terminal, if necessary.
--
-- @since 2.1.1
ptyCmdInteractive ::
(HasCallStack, Member ExcB9 e, Member BuildInfoReader e, CommandIO e) =>
Maybe Timeout ->
String ->
[String] ->
Eff e ()
ptyCmdInteractive timeoutArg progName progArgs = do
-- isInATerm <- liftIO (queryTerminal (Fd 0))
let cmdStr = unwords (progName: progArgs)
-- if isInATerm then cmdInteractive cmdStr
-- else do
let tag = "[" ++ printHash cmdStr ++ "]"
traceL $ "PTY-COMMAND " ++ tag ++ ": " ++ cmdStr
tf <- fromMaybe 1 . view timeoutFactor <$> getB9Config
timeout <-
fmap (TimeoutMicros . \(TimeoutMicros t) -> tf * t)
<$> maybe
(view defaultTimeout <$> getB9Config)
(return . Just)
timeoutArg
traceLC <- traceMsgProcessLogger tag
let timer t@(TimeoutMicros micros) = do
threadDelay micros
return t
runCmd = liftIO $ do
(pty, procH) <- spawnWithPty Nothing True progName progArgs (80, 25)
let close = liftIO (do
cleanupProcess (Nothing, Nothing, Nothing, procH)
closePty pty)
output = runConduit $ fromProcess .| runProcessLogger traceLC
fromProcess = do
res <- liftIO (try (readPty pty))
case res of
Left (_ :: IOException) -> do
close
Right d -> do
yield d
fromProcess
runConcurrently $
Concurrently output *>
Concurrently (waitForProcess procH)
e <- liftIO (maybe (fmap Right) (race . timer) timeout runCmd)
case e of
Left _ ->
errorL $ "PTY-COMMAND TIMED OUT " ++ tag
Right ExitSuccess ->
traceL $ "PTY-COMMAND FINISHED " ++ tag
Right (ExitFailure ec) ->
errorL $ "PTY-COMMAND FAILED EXIT CODE: " ++ show ec ++ " " ++ tag
newtype ProcessLogger
= MkProcessLogger
{runProcessLogger :: ConduitT Strict.ByteString Void IO ()}
traceMsgProcessLogger :: (CommandIO e) => String -> Eff e ProcessLogger
traceMsgProcessLogger = mkMsgProcessLogger traceL
errorMsgProcessLogger :: (CommandIO e) => String -> Eff e ProcessLogger
errorMsgProcessLogger = mkMsgProcessLogger errorL
mkMsgProcessLogger :: (CommandIO e) => (String -> Eff e ()) -> String -> Eff e ProcessLogger
mkMsgProcessLogger logFun prefix = do
logIO <-
embed_
( \logBytes ->
logFun (prefix ++ ": " ++ Text.unpack logBytes)
)
return
( MkProcessLogger
( CB.lines
.| CL.decodeUtf8LenientC
.| CL.mapM_ (liftIO . logIO)
)
)
newtype StdoutSink
= MkStdoutSink
{runStdoutSink :: ConduitT Strict.ByteString Void IO ()}
createStdoutSink :: (CommandIO e) => HostCommandStdoutState a -> String -> Eff e StdoutSink
createStdoutSink HostCommandStdoutStateLog tag = traceMsgProcessLogger tag >>= return . MkStdoutSink . runProcessLogger
createStdoutSink (HostCommandStdoutStateLogAndCapture _stdoutCollector) _tag = do
logger <- runProcessLogger <$> traceMsgProcessLogger _tag
return
( MkStdoutSink
( CL.getZipSink
( CL.ZipSink logger
*> CL.ZipSink (writeToMVar _stdoutCollector)
)
)
)
where
writeToMVar mvar = do
chunk <- CL.await
case chunk of
Nothing -> return ()
(Just val) -> liftIO $ modifyMVar_ mvar $ \old -> return (old <> Strict.byteString val)