hercules-ci-agent-0.7.1: src-cnix/CNix/Internal/Store.hs
{-# LANGUAGE QuasiQuotes #-}
{-# LANGUAGE TemplateHaskell #-}
module CNix.Internal.Store
( module CNix.Internal.Store,
HerculesStore,
)
where
import CNix.Internal.Context
import Control.Exception
import Control.Monad.IO.Unlift
import qualified Data.ByteString.Unsafe as BS
import Data.Coerce
import qualified Data.Map as M
import Foreign.C.String (withCString)
import Foreign.ForeignPtr
import Foreign.StablePtr
import Hercules.Agent.StoreFFI
import qualified Language.C.Inline.Cpp as C
import qualified Language.C.Inline.Cpp.Exceptions as C
import Protolude
import System.IO.Unsafe (unsafePerformIO)
import Prelude ()
C.context context
C.include "<cstring>"
C.include "<nix/config.h>"
C.include "<nix/shared.hh>"
C.include "<nix/store-api.hh>"
C.include "<nix/get-drvs.hh>"
C.include "<nix/derivations.hh>"
C.include "<nix/affinity.hh>"
C.include "<nix/globals.hh>"
C.include "aliases.h"
C.using "namespace nix"
withStore :: MonadUnliftIO m => (Ptr (Ref NixStore) -> m a) -> m a
withStore m = do
UnliftIO ul <- askUnliftIO
liftIO $ withStore' $ \a -> ul (m a)
withStore' ::
(Ptr (Ref NixStore) -> IO r) ->
IO r
withStore' =
bracket
( liftIO $
[C.throwBlock| refStore* {
refStore s = openStore();
return new refStore(s);
} |]
)
(\x -> liftIO $ [C.exp| void { delete $(refStore* x) } |])
withStoreFromURI ::
MonadUnliftIO m =>
Text ->
(Ptr (Ref NixStore) -> m r) ->
m r
withStoreFromURI storeURIText f = do
let storeURI = encodeUtf8 storeURIText
(UnliftIO unlift) <- askUnliftIO
liftIO $
bracket
[C.throwBlock| refStore* {
refStore s = openStore($bs-cstr:storeURI);
return new refStore(s);
}|]
(\x -> [C.exp| void { delete $(refStore* x) } |])
(unlift . f)
storeUri :: MonadIO m => Ptr (Ref NixStore) -> m ByteString
storeUri store =
unsafeMallocBS
[C.block| const char* {
std::string uri = (*$(refStore* store))->getUri();
return strdup(uri.c_str());
} |]
ensurePath :: Ptr (Ref NixStore) -> ByteString -> IO ()
ensurePath store path =
[C.throwBlock| void {
(*$(refStore* store))->ensurePath(std::string($bs-ptr:path, $bs-len:path));
} |]
clearPathInfoCache :: Ptr (Ref NixStore) -> IO ()
clearPathInfoCache store =
[C.throwBlock| void {
(*$(refStore* store))->clearPathInfoCache();
} |]
clearSubstituterCaches :: IO ()
clearSubstituterCaches =
[C.throwBlock| void {
auto subs = nix::getDefaultSubstituters();
for (auto sub : subs) {
sub->clearPathInfoCache();
}
} |]
buildPath :: Ptr (Ref NixStore) -> ByteString -> IO ()
buildPath store path =
[C.throwBlock| void {
PathSet ps({std::string($bs-ptr:path, $bs-len:path)});
(*$(refStore* store))->buildPaths(ps);
} |]
getDerivation :: Ptr (Ref NixStore) -> ByteString -> IO (ForeignPtr Derivation)
getDerivation store path = do
ptr <-
[C.throwBlock| Derivation *{
return new Derivation(
(*$(refStore* store))->derivationFromPath(std::string($bs-ptr:path, $bs-len:path))
);
} |]
newForeignPtr finalizeDerivation ptr
-- Useful for testingg
getDerivationFromFile :: ByteString -> IO (ForeignPtr Derivation)
getDerivationFromFile path = do
ptr <-
[C.throwBlock| Derivation *{
return new Derivation(
readDerivation(std::string($bs-ptr:path, $bs-len:path))
);
} |]
newForeignPtr finalizeDerivation ptr
finalizeDerivation :: FinalizerPtr Derivation
{-# NOINLINE finalizeDerivation #-}
finalizeDerivation =
unsafePerformIO
[C.exp|
void (*)(Derivation *) {
[](Derivation *v) {
delete v;
}
} |]
-- | Throws when missing
getDerivationOutputPath :: ForeignPtr Derivation -> ByteString -> IO ByteString
getDerivationOutputPath fd outputName = withForeignPtr fd $ \d ->
[C.throwBlock|
const char *{
std::string outputName($bs-ptr:outputName, $bs-len:outputName);
Derivation *d = $(Derivation *d);
return strdup(d->outputs.at(outputName).path.c_str());
}
|]
>>= BS.unsafePackMallocCString
data DerivationOutput
= DerivationOutput
{ derivationOutputName :: !ByteString,
derivationOutputPath :: !ByteString,
derivationOutputHashAlgo :: !ByteString,
derivationOutputHash :: !ByteString
}
getDerivationOutputs :: ForeignPtr Derivation -> IO [DerivationOutput]
getDerivationOutputs derivation =
bracket
[C.exp| DerivationOutputsIterator* {
new DerivationOutputsIterator($fptr-ptr:(Derivation *derivation)->outputs.begin())
}|]
deleteDerivationOutputsIterator
$ \i -> fix $ \continue -> do
isEnd <- (0 /=) <$> [C.exp| bool { *$(DerivationOutputsIterator *i) == $fptr-ptr:(Derivation *derivation)->outputs.end() }|]
if isEnd
then pure []
else do
name <- [C.exp| const char*{ strdup((*$(DerivationOutputsIterator *i))->first.c_str()) }|] >>= BS.unsafePackMallocCString
path <- [C.exp| const char*{ strdup((*$(DerivationOutputsIterator *i))->second.path.c_str()) }|] >>= BS.unsafePackMallocCString
hash_ <- [C.exp| const char*{ strdup((*$(DerivationOutputsIterator *i))->second.hash.c_str()) }|] >>= BS.unsafePackMallocCString
hashAlgo <- [C.exp| const char*{ strdup((*$(DerivationOutputsIterator *i))->second.hashAlgo.c_str()) }|] >>= BS.unsafePackMallocCString
[C.block| void { (*$(DerivationOutputsIterator *i))++; }|]
(DerivationOutput name path hashAlgo hash_ :) <$> continue
deleteDerivationOutputsIterator :: Ptr DerivationOutputsIterator -> IO ()
deleteDerivationOutputsIterator a = [C.block| void { delete $(DerivationOutputsIterator *a); }|]
getDerivationPlatform :: ForeignPtr Derivation -> IO ByteString
getDerivationPlatform derivation =
unsafeMallocBS
[C.exp| const char* {
strdup($fptr-ptr:(Derivation *derivation)->platform.c_str())
} |]
getDerivationSources :: ForeignPtr Derivation -> IO [ByteString]
getDerivationSources derivation =
bracket
[C.throwBlock| Strings* {
Strings *r = new Strings();
for (auto i : $fptr-ptr:(Derivation *derivation)->inputSrcs) {
r->push_back(i);
}
return r;
}|]
deleteStrings
toByteStrings
getDerivationInputs :: ForeignPtr Derivation -> IO [(ByteString, [ByteString])]
getDerivationInputs derivation =
bracket
[C.exp| DerivationInputsIterator* {
new DerivationInputsIterator($fptr-ptr:(Derivation *derivation)->inputDrvs.begin())
}|]
deleteDerivationInputsIterator
$ \i -> fix $ \continue -> do
isEnd <- (0 /=) <$> [C.exp| bool { *$(DerivationInputsIterator *i) == $fptr-ptr:(Derivation *derivation)->inputDrvs.end() }|]
if isEnd
then pure []
else do
name <- [C.exp| const char*{ strdup((*$(DerivationInputsIterator *i))->first.c_str()) }|] >>= BS.unsafePackMallocCString
outs <-
bracket
[C.block| Strings*{
Strings *r = new Strings();
for (auto i : (*$(DerivationInputsIterator *i))->second) {
r->push_back(i);
}
return r;
}|]
deleteStrings
toByteStrings
[C.block| void { (*$(DerivationInputsIterator *i))++; }|]
((name, outs) :) <$> continue
deleteDerivationInputsIterator :: Ptr DerivationInputsIterator -> IO ()
deleteDerivationInputsIterator a = [C.block| void { delete $(DerivationInputsIterator *a); }|]
getDerivationEnv :: ForeignPtr Derivation -> IO (Map ByteString ByteString)
getDerivationEnv derivation =
[C.exp| StringPairs* { &($fptr-ptr:(Derivation *derivation)->env) }|]
>>= toByteStringMap
getDerivationOutputNames :: ForeignPtr Derivation -> IO [ByteString]
getDerivationOutputNames derivation =
bracket
[C.throwBlock| Strings* {
Strings *r = new Strings();
for (auto i : $fptr-ptr:(Derivation *derivation)->outputs) {
r->push_back(i.first);
}
return r;
}|]
deleteStrings
toByteStrings
deleteStringPairs :: Ptr StringPairs -> IO ()
deleteStringPairs s = [C.block| void { delete $(StringPairs *s); }|]
deleteStrings :: Ptr Strings -> IO ()
deleteStrings s = [C.block| void { delete $(Strings *s); }|]
finalizeStrings :: FinalizerPtr Strings
{-# NOINLINE finalizeStrings #-}
finalizeStrings =
unsafePerformIO
[C.exp|
void (*)(Strings *) {
[](Strings *v) {
delete v;
}
} |]
getStringsLength :: Ptr Strings -> IO C.CSize
getStringsLength strings = [C.exp| size_t { $(Strings *strings)->size() }|]
toByteStrings :: Ptr Strings -> IO [ByteString]
toByteStrings strings = do
i <- [C.exp| StringsIterator *{ new StringsIterator($(Strings *strings)->begin()) } |]
fix $ \go -> do
isEnd <- (0 /=) <$> [C.exp| bool { *$(StringsIterator *i) == $(Strings *strings)->end() }|]
if isEnd
then pure []
else do
s <- [C.exp| const char*{ strdup((*$(StringsIterator *i))->c_str()) }|]
bs <- BS.unsafePackMallocCString s
[C.block| void { (*$(StringsIterator *i))++; }|]
(bs :) <$> go
toByteStringMap :: Ptr StringPairs -> IO (Map ByteString ByteString)
toByteStringMap strings = M.fromList <$> do
i <- [C.exp| StringPairsIterator *{ new StringPairsIterator($(StringPairs *strings)->begin()) } |]
fix $ \go -> do
isEnd <- (0 /=) <$> [C.exp| bool { *$(StringPairsIterator *i) == $(StringPairs *strings)->end() }|]
if isEnd
then pure []
else do
k <- [C.exp| const char*{ strdup((*$(StringPairsIterator *i))->first.c_str()) }|]
v <- [C.exp| const char*{ strdup((*$(StringPairsIterator *i))->second.c_str()) }|]
bk <- BS.unsafePackMallocCString k
bv <- BS.unsafePackMallocCString v
[C.block| void { (*$(StringPairsIterator *i))++; }|]
((bk, bv) :) <$> go
withStrings :: (Ptr Strings -> IO a) -> IO a
withStrings =
bracket
[C.exp| Strings *{ new Strings() }|]
(\sp -> [C.block| void { delete $(Strings *sp); }|])
pushString :: Ptr Strings -> ByteString -> IO ()
pushString strings s =
[C.block| void { $(Strings *strings)->push_back($bs-cstr:s); }|]
copyClosure :: Ptr (Ref NixStore) -> Ptr (Ref NixStore) -> [ByteString] -> IO ()
copyClosure src dest paths = do
withStrings $ \pathStrings -> do
paths & traverse_ (pushString pathStrings)
[C.throwBlock| void {
StringSet pathSet;
for (auto path : *$(Strings *pathStrings)) {
pathSet.insert(path);
}
nix::copyClosure(*$(refStore* src), *$(refStore* dest), pathSet);
}|]
parseSecretKey :: ByteString -> IO (ForeignPtr SecretKey)
parseSecretKey bs =
[C.throwBlock| SecretKey* {
return new SecretKey($bs-cstr:bs);
}|]
>>= newForeignPtr finalizeSecretKey
finalizeSecretKey :: FinalizerPtr SecretKey
{-# NOINLINE finalizeSecretKey #-}
finalizeSecretKey =
unsafePerformIO
[C.exp|
void (*)(SecretKey *) {
[](SecretKey *v) {
delete v;
}
} |]
signPath ::
Ptr (Ref NixStore) ->
-- | Secret signing key
Ptr SecretKey ->
-- | Store path
ByteString ->
-- | False if the signature was already present, True if the signature was added
IO Bool
signPath store secretKey path = (== 1) <$> do
[C.throwBlock| int {
nix::ref<nix::Store> store = *$(refStore *store);
std::string storePath($bs-cstr:path);
auto currentInfo = store->queryPathInfo(storePath);
auto info2(*currentInfo);
info2.sigs.clear();
info2.sign(*$(SecretKey *secretKey));
assert(!info2.sigs.empty());
auto sig = *info2.sigs.begin();
if (currentInfo->sigs.count(sig)) {
return 0;
} else {
store->addSignatures(storePath, info2.sigs);
return 1;
}
}|]
----- Hercules -----
withHerculesStore ::
Ptr (Ref NixStore) ->
(Ptr (Ref HerculesStore) -> IO a) ->
IO a
withHerculesStore wrappedStore =
bracket
( liftIO $
[C.block| refHerculesStore* {
refStore &s = *$(refStore *wrappedStore);
refHerculesStore hs(new HerculesStore({}, s));
return new refHerculesStore(hs);
} |]
)
(\x -> liftIO $ [C.exp| void { delete $(refHerculesStore* x) } |])
nixStore :: Ptr (Ref HerculesStore) -> Ptr (Ref NixStore)
nixStore = coerce
printDiagnostics :: Ptr (Ref HerculesStore) -> IO ()
printDiagnostics s =
[C.throwBlock| void{
(*$(refHerculesStore* s))->printDiagnostics();
}|]
-- TODO catch pure exceptions from displayException
setBuilderCallback :: Ptr (Ref HerculesStore) -> (ByteString -> IO ()) -> IO ()
setBuilderCallback s callback = do
p <-
mkBuilderCallback $ \cstr exceptionToThrowPtr ->
Control.Exception.catch (BS.unsafePackMallocCString cstr >>= callback) $ \e ->
withCString (displayException (e :: SomeException)) $ \renderedException -> do
stablePtr <- castStablePtrToPtr <$> newStablePtr e
[C.block| void {
(*$(exception_ptr *exceptionToThrowPtr)) = std::make_exception_ptr(HaskellException(std::string($(const char* renderedException)), $(void* stablePtr)));
}|]
[C.throwBlock| void {
(*$(refHerculesStore* s))->setBuilderCallback($(void (*p)(const char *, exception_ptr *) ));
}|]