core-program-0.3.0.8: lib/Core/Program/Execute.hs
{-# LANGUAGE BangPatterns #-}
{-# LANGUAGE MultiParamTypeClasses #-}
{-# LANGUAGE OverloadedStrings #-}
{-# LANGUAGE RankNTypes #-}
{-# LANGUAGE ScopedTypeVariables #-}
{-# LANGUAGE StrictData #-}
{-# OPTIONS_GHC -fno-warn-orphans #-}
{-# OPTIONS_HADDOCK prune #-}
{- |
Embelish a Haskell command-line program with useful behaviours.
/Runtime/
Sets number of capabilities (heavy-weight operating system threads used by
the GHC runtime to run Haskell green threads) to the number of CPU cores
available (for some reason the default is 1 capability only, which is a bit
silly on a multicore system).
Install signal handlers to properly terminate the program performing
cleanup as necessary.
Encoding is set to UTF-8, working around confusing bugs that sometimes
occur when applications are running in Docker containers.
/Logging and output/
The 'Program' monad provides functions for both normal output and debug
logging. A common annoyance when building command line tools and daemons is
getting program output to @stdout@ and debug messages interleaved, made
even worse when error messages written to @stderr@ land in the same
console. To avoid this, when all output is sent through a single channel.
This includes both normal output and log messages.
/Exceptions/
Ideally your code should handle (and not leak) exceptions, as is good
practice anywhere in the Haskell ecosystem. As a measure of last resort
however, if an exception is thrown (and not caught) by your program it will
be caught at the outer 'execute' entrypoint, logged for debugging, and then
your program will exit.
/Customizing the execution context/
The 'execute' function will run your 'Program' in a basic 'Context'
initialized with appropriate defaults. Most settings can be changed at
runtime, but to specify the allowed command-line options and expected
arguments you can initialize your program using 'configure' and then run
with 'executeWith'.
-}
module Core.Program.Execute (
Program (),
-- * Running programs
configure,
execute,
executeWith,
-- * Exiting a program
terminate,
-- * Accessing program context
getCommandLine,
lookupOptionFlag,
lookupOptionValue,
lookupArgument,
lookupEnvironmentValue,
getProgramName,
setProgramName,
getVerbosityLevel,
setVerbosityLevel,
getConsoleWidth,
getApplicationState,
setApplicationState,
-- * Useful actions
outputEntire,
inputEntire,
-- * Concurrency
Thread,
forkThread,
sleepThread,
resetTimer,
waitThread,
waitThread_,
trap_,
-- * Internals
Context,
None (..),
isNone,
unProgram,
unThread,
invalid,
loopForever,
) where
import Chrono.TimeStamp (getCurrentTimeNanoseconds)
import Control.Concurrent (threadDelay)
import Control.Concurrent.Async (
Async,
ExceptionInLinkedThread (..),
)
import qualified Control.Concurrent.Async as Async (
async,
cancel,
link,
race,
race_,
wait,
)
import Control.Concurrent.MVar (
modifyMVar_,
newMVar,
putMVar,
readMVar,
)
import Control.Concurrent.STM (
atomically,
)
import Control.Concurrent.STM.TQueue (
TQueue,
readTQueue,
tryReadTQueue,
unGetTQueue,
writeTQueue,
)
import qualified Control.Exception as Base (throwIO)
import qualified Control.Exception.Safe as Safe (catch, catchesAsync, throw)
import Control.Monad (
void,
when,
)
import Control.Monad.Catch (Handler (..))
import Control.Monad.Reader.Class (MonadReader (ask))
import Core.Data.Structures
import Core.Program.Arguments
import Core.Program.Context
import Core.Program.Logging
import Core.Program.Signal
import Core.System.Base
import Core.Text.Bytes
import Core.Text.Rope
import qualified Data.ByteString as B (hPut)
import qualified Data.ByteString.Char8 as C (singleton)
import GHC.Conc (getNumProcessors, numCapabilities, setNumCapabilities)
import GHC.IO.Encoding (setLocaleEncoding, utf8)
import System.Exit (ExitCode (..))
import qualified System.Posix.Process as Posix (exitImmediately)
import Prelude hiding (log)
--
-- If an exception escapes, we'll catch it here. The displayException value
-- for some exceptions is really quit unhelpful, so we pattern match the
-- wrapping gumpf away for cases as we encounter them. The final entry is the
-- catch-all.
--
-- Note this is called via Safe.catchesAsync because we want to be able to
-- strip out ExceptionInLinkedThread (which is asynchronous and otherwise
-- reasonably special) from the final output message.
--
escapeHandlers :: Context c -> [Handler IO ExitCode]
escapeHandlers context =
[ Handler (\(code :: ExitCode) -> pure code)
, Handler (\(ExceptionInLinkedThread _ e) -> bail e)
, Handler (\(e :: SomeException) -> bail e)
]
where
bail :: Exception e => e -> IO ExitCode
bail e =
let text = intoRope (displayException e)
in do
subProgram context $ do
setVerbosityLevel Debug
critical text
pure (ExitFailure 127)
--
-- If an exception occurs in one of the output handlers, its failure causes
-- a subsequent race condition when the program tries to clean up and drain
-- the queues. So we use `exitImmediately` (which we normally avoid, as it
-- unhelpfully destroys the parent process if you're in ghci) because we
-- really need the process to go down and we're in an inconsistent state
-- where debug or console output is no longer possible.
--
collapseHandler :: String -> SomeException -> IO ()
collapseHandler problem e = do
putStr "error: "
putStrLn problem
print e
Posix.exitImmediately (ExitFailure 99)
{- |
Trap any exceptions coming out of the given Program action, and discard them.
The one and only time you want this is inside an endless loop:
@
forever $ do
trap_
( bracket
obtainResource
releaseResource
useResource
)
@
This function really will swollow expcetions, which means that you'd better
have handled any synchronous checked errors already with a 'catch' and/or have
released resources with 'bracket' or 'finally' as shown above.
An info level message will be sent to the log channel indicating that an
uncaught exception was trapped along with a debug level message showing the
exception text, if any.
-}
trap_ :: Program τ α -> Program τ ()
trap_ action =
Safe.catch
(void action)
( \(e :: SomeException) ->
let text = intoRope (displayException e)
in do
warn "Trapped uncaught exception"
debug "e" text
)
{- |
Embelish a program with useful behaviours. See module header
"Core.Program.Execute" for a detailed description. Internally this function
calls 'configure' with an appropriate default when initializing.
-}
execute :: Program None α -> IO ()
execute program = do
context <- configure "" None (simpleConfig [])
executeActual context program
{- |
Embelish a program with useful behaviours, supplying a configuration
for command-line options & argument parsing and an initial value for
the top-level application state, if appropriate.
-}
executeWith :: Context τ -> Program τ α -> IO ()
executeWith = executeActual
executeActual :: Context τ -> Program τ α -> IO ()
executeActual context0 program = do
-- command line +RTS -Nn -RTS value
when (numCapabilities == 1) (getNumProcessors >>= setNumCapabilities)
-- force UTF-8 working around bad VMs
setLocaleEncoding utf8
context1 <- handleCommandLine context0
context <- handleTelemetryChoice context1
level <- handleVerbosityLevel context
let quit = exitSemaphoreFrom context
out = outputChannelFrom context
tel = telemetryChannelFrom context
forwarder = telemetryForwarderFrom context
-- set up signal handlers
_ <-
Async.async $ do
setupSignalHandlers quit level
-- set up standard output
o <-
Async.async $ do
processStandardOutput out
-- set up debug logger
l <-
Async.async $ do
processTelemetryMessages forwarder out tel
-- run actual program, ensuring to grab any otherwise uncaught exceptions.
code <-
Safe.catchesAsync
( do
result <-
Async.race
( do
code <- readMVar quit
pure code
)
( do
-- execute actual "main"
_ <- subProgram context program
pure ()
)
case result of
Left code' -> pure code'
Right () -> pure ExitSuccess
)
(escapeHandlers context)
-- instruct handlers to finish, and wait for the message queues to drain.
-- Allow 0.1 seconds, then timeout, in case something has gone wrong and
-- queues don't empty.
Async.race_
( do
atomically $ do
writeTQueue tel Nothing
writeTQueue out Nothing
Async.wait l
Async.wait o
)
( do
threadDelay 10000000
Async.cancel l
Async.cancel o
putStrLn "error: Timeout"
)
hFlush stdout
-- exiting this way avoids "Exception: ExitSuccess" noise in GHCi
if code == ExitSuccess
then return ()
else (Base.throwIO code)
processStandardOutput :: TQueue (Maybe Rope) -> IO ()
processStandardOutput out =
Safe.catch
(loop)
(collapseHandler "output processing collapsed")
where
loop :: IO ()
loop = do
probable <- atomically $ do
readTQueue out
case probable of
Nothing -> pure ()
Just text -> do
hWrite stdout text
B.hPut stdout (C.singleton '\n')
loop
--
-- I'm embarrased how long it took to get here. At one point we were firing
-- off an Async.race of two threads for every item coming down the queue. And
-- you know what? That didn't work either. After all of that, realized that
-- the technique used by **io-streams** to just pass along a stream of Maybes,
-- with Nothing signalling end-of-stream is exactly good enough for our needs.
--
processTelemetryMessages :: Forwarder -> TQueue (Maybe Rope) -> TQueue (Maybe Datum) -> IO ()
processTelemetryMessages processor out tel = do
Safe.catch
(loopForever action out tel)
(collapseHandler "telemetry processing collapsed")
where
action = telemetryHandlerFrom processor
loopForever :: ([a] -> IO ()) -> TQueue (Maybe Rope) -> TQueue (Maybe a) -> IO ()
loopForever action out queue = do
start <- getCurrentTimeNanoseconds
-- block waiting for an item
possibleItems <- atomically $ do
cycleOverQueue []
case possibleItems of
-- we're done!
Nothing -> pure ()
-- handle it and loop
Just items -> do
catch
(action (reverse items))
( \(e :: SomeException) -> do
now <- getCurrentTimeNanoseconds
let result =
formatLogMessage
start
now
SeverityWarn
("sending telemetry failed (Exception: " <> intoRope (show e) <> "); Restarting exporter.")
atomically $ do
writeTQueue out (Just result)
)
loopForever action out queue
where
cycleOverQueue items =
case items of
[] -> do
possibleItem <- readTQueue queue -- blocks
case possibleItem of
-- we're finished! time to shutdown
Nothing -> pure Nothing
-- otherwise start accumulating
Just item -> do
cycleOverQueue (item : [])
_ -> do
pending <- tryReadTQueue queue -- doesn't block
case pending of
-- nothing left in the queue
Nothing -> pure (Just items)
-- otherwise we get one of our Maybe Datum, and consider it
Just possibleItem -> do
case possibleItem of
-- oh, time to stop! We put the Nothing back into
-- the queue, then let the accumulated items get
-- processed. The next loop will read the
-- Nothing and shutdown.
Nothing -> do
unGetTQueue queue Nothing
pure (Just items)
-- continue accumulating!
Just item -> do
cycleOverQueue (item : items)
{- |
Safely exit the program with the supplied exit code. Current output and
debug queues will be flushed, and then the process will terminate.
-}
-- putting to the quit MVar initiates the cleanup and exit sequence,
-- but throwing the exception also aborts execution and starts unwinding
-- back up the stack.
terminate :: Int -> Program τ α
terminate code =
let exit = case code of
0 -> ExitSuccess
_ -> ExitFailure code
in do
context <- ask
let quit = exitSemaphoreFrom context
liftIO $ do
putMVar quit exit
Safe.throw exit
-- undocumented
getVerbosityLevel :: Program τ Verbosity
getVerbosityLevel = do
context <- ask
liftIO $ do
level <- readMVar (verbosityLevelFrom context)
return level
{- |
Change the verbosity level of the program's logging output. This changes
whether 'event' and the 'debug' family of functions emit to the logging
stream; they do /not/ affect 'write'ing to the terminal on the standard
output stream.
-}
setVerbosityLevel :: Verbosity -> Program τ ()
setVerbosityLevel level = do
context <- ask
liftIO $ do
let v = verbosityLevelFrom context
modifyMVar_ v (\_ -> pure level)
{- |
Override the program name used for logging, etc. At least, that was the
idea. Nothing makes use of this at the moment. @:/@
-}
setProgramName :: Rope -> Program τ ()
setProgramName name = do
context <- ask
liftIO $ do
let v = programNameFrom context
modifyMVar_ v (\_ -> pure name)
{- |
Get the program name as invoked from the command-line (or as overridden by
'setProgramName').
-}
getProgramName :: Program τ Rope
getProgramName = do
context <- ask
liftIO $ do
let v = programNameFrom context
readMVar v
{- |
Retreive the current terminal's width, in characters.
If you are outputting an object with a 'Core.Text.Untilities.Render'
instance then you may not need this; you can instead use 'wrteR' which is
aware of the width of your terminal and will reflow (in as much as the
underlying type's @Render@ instance lets it).
-}
getConsoleWidth :: Program τ Int
getConsoleWidth = do
context <- ask
let width = terminalWidthFrom context
return width
{- |
Get the user supplied application state as originally supplied to
'configure' and modified subsequntly by replacement with
'setApplicationState'.
@
state <- getApplicationState
@
-}
getApplicationState :: Program τ τ
getApplicationState = do
context <- ask
liftIO $ do
let v = applicationDataFrom context
readMVar v
{- |
Update the user supplied top-level application state.
@
let state' = state { answer = 42 }
setApplicationState state'
@
-}
setApplicationState :: τ -> Program τ ()
setApplicationState user = do
context <- ask
liftIO $ do
let v = applicationDataFrom context
modifyMVar_ v (\_ -> pure user)
{- |
Write the supplied @Bytes@ to the given @Handle@. Note that in contrast to
'write' we don't output a trailing newline.
@
'output' h b
@
Do /not/ use this to output to @stdout@ as that would bypass the mechanism
used by the 'write'*, 'event', and 'debug'* functions to sequence output
correctly. If you wish to write to the terminal use:
@
'write' ('intoRope' b)
@
(which is not /unsafe/, but will lead to unexpected results if the binary
blob you pass in is other than UTF-8 text).
-}
outputEntire :: Handle -> Bytes -> Program τ ()
outputEntire handle contents = liftIO (hOutput handle contents)
{- |
Read the (entire) contents of the specified @Handle@.
-}
inputEntire :: Handle -> Program τ Bytes
inputEntire handle = liftIO (hInput handle)
{- |
A thread for concurrent computation. Haskell uses green threads: small lines
of work that are scheduled down onto actual execution contexts, set by default
by this library to be one per core. They are incredibly lightweight, and you
are encouraged to use them freely. Haskell provides a rich ecosystem of tools
to do work concurrently and to communicate safely between threads
(this wraps __async__'s 'Async')
-}
newtype Thread α = Thread (Async α)
unThread :: Thread α -> Async α
unThread (Thread a) = a
{- |
Fork a thread. The child thread will run in the same @Context@ as the calling
@Program@, including sharing the user-defined application state type.
(this wraps __async__'s 'async' which in turn wraps __base__'s
'Control.Concurrent.forkIO')
-}
forkThread :: Program τ α -> Program τ (Thread α)
forkThread program = do
context <- ask
let i = startTimeFrom context
liftIO $ do
start <- readMVar i
i' <- newMVar start
let context' = context{startTimeFrom = i'}
a <- Async.async $ do
subProgram context' program
Async.link a
return (Thread a)
{- |
Reset the start time (used to calculate durations shown in event- and
debug-level logging) held in the @Context@ to zero. This is useful if you want
to see the elapsed time taken by a specific worker rather than seeing log
entries relative to the program start time which is the default.
If you want to start time held on your main program thread to maintain a count
of the total elapsed program time, then fork a new thread for your worker and
reset the timer there.
@
'forkThread' $ do
'resetTimer'
...
@
then times output in the log messages will be relative to that call to
'resetTimer', not the program start.
-}
resetTimer :: Program τ ()
resetTimer = do
context <- ask
liftIO $ do
start <- getCurrentTimeNanoseconds
let v = startTimeFrom context
modifyMVar_ v (\_ -> pure start)
{- |
Pause the current thread for the given number of seconds. For
example, to delay a second and a half, do:
@
'sleepThread' 1.5
@
(this wraps __base__'s 'threadDelay')
-}
--
-- FIXME is this the right type, given we want to avoid type default warnings?
--
sleepThread :: Rational -> Program τ ()
sleepThread seconds =
let us = floor (toRational (seconds * 1e6))
in liftIO $ threadDelay us
{- |
Wait for the completion of a thread, returning the result. This is a blocking
operation.
(this wraps __async__'s 'wait')
-}
waitThread :: Thread α -> Program τ α
waitThread (Thread a) = liftIO $ Async.wait a
{- |
Wait for the completion of a thread, discarding its result. This is
particularly useful at the end of a do-block if you're waiting on a worker
thread to finish but don't need its return value, if any; otherwise you have
to explicily deal with the unused return value:
@
_ <- 'waitThread' t1
'return' ()
@
which is a bit tedious. Instead, you can just use this convenience function:
@
'waitThread_' t1
@
The trailing underscore in the name of this function follows the same
convetion as found in "Control.Monad", which has 'Control.Monad.mapM_' which
does the same as 'Control.Monad.mapM' but which likewise discards the return
value.
-}
waitThread_ :: Thread α -> Program τ ()
waitThread_ = void . waitThread
{- |
Retrieve the values of parameters parsed from options and arguments supplied
by the user on the command-line.
The command-line parameters are returned in a 'Map', mapping from from the
option or argument name to the supplied value. You can query this map
directly:
@
program = do
params <- 'getCommandLine'
let result = 'lookupKeyValue' \"silence\" (paramterValuesFrom params)
case result of
'Nothing' -> 'return' ()
'Just' quiet = case quiet of
'Value' _ -> 'throw' NotQuiteRight -- complain that flag doesn't take value
'Empty' -> 'write' \"You should be quiet now\" -- much better
...
@
which is pattern matching to answer "was this option specified by the user?"
or "what was the value of this [mandatory] argument?", and then "if so, did
the parameter have a value?"
This is available should you need to differentiate between a @Value@ and an
@Empty@ 'ParameterValue', but for many cases as a convenience you can use the
'lookupOptionFlag', 'lookupOptionValue', and 'lookupArgument' functions below
(which are just wrappers around a code block like the example shown here).
-}
getCommandLine :: Program τ (Parameters)
getCommandLine = do
context <- ask
return (commandLineFrom context)
{- |
Arguments are mandatory, so by the time your program is running a value
has already been identified. This returns the value for that parameter.
-}
-- this is Maybe because you can inadvertently ask for an unconfigured name
-- this could be fixed with a much stronger Config type, potentially.
lookupArgument :: LongName -> Parameters -> Maybe String
lookupArgument name params =
case lookupKeyValue name (parameterValuesFrom params) of
Nothing -> Nothing
Just argument -> case argument of
Empty -> error "Invalid State"
Value value -> Just value
{- |
Look to see if the user supplied a valued option and if so, what its value
was.
-}
-- Should this be more severe if it encounters Empty?
lookupOptionValue :: LongName -> Parameters -> Maybe String
lookupOptionValue name params =
case lookupKeyValue name (parameterValuesFrom params) of
Nothing -> Nothing
Just argument -> case argument of
Empty -> Nothing
Value value -> Just value
{- |
Returns @Just True@ if the option is present, and @Nothing@ if it is not.
-}
-- The type is boolean to support a possible future extension of negated
-- arguments.
lookupOptionFlag :: LongName -> Parameters -> Maybe Bool
lookupOptionFlag name params =
case lookupKeyValue name (parameterValuesFrom params) of
Nothing -> Nothing
Just argument -> case argument of
_ -> Just True -- nom, nom
{- |
Look to see if the user supplied the named environment variable and if so,
return what its value was.
-}
lookupEnvironmentValue :: LongName -> Parameters -> Maybe String
lookupEnvironmentValue name params =
case lookupKeyValue name (environmentValuesFrom params) of
Nothing -> Nothing
Just param -> case param of
Empty -> Nothing
Value str -> Just str
{- |
Illegal internal state resulting from what should be unreachable code or
otherwise a programmer error.
-}
invalid :: Program τ α
invalid = error "Invalid State"