hnix-0.16.0: tests/EvalTests.hs

{-# language QuasiQuotes #-}
{-# language TemplateHaskell #-}

{-# options_ghc -Wno-missing-signatures #-}


module EvalTests
  ( tests
  , genEvalCompareTests
  ) where

import           Nix.Prelude
import           Control.Monad.Catch
import           Data.List ((\\))
import qualified Data.Set as S
import           Data.Time
import           NeatInterpolation (text)
import           Nix
import           Nix.Standard
import           Nix.Value.Equal
import qualified System.Directory as D
import           Test.Tasty
import           Test.Tasty.HUnit
import           Test.Tasty.TH
import           TestCommon

case_basic_sum =
  constantEqualText
    "2"
    "1 + 1"

case_basic_div =
  constantEqualText
    "3"
    "builtins.div 6 2"

case_zero_div =
  traverse_ assertNixEvalThrows
    [ "builtins.div 1 0"
    , "builtins.div 1.0 0"
    , "builtins.div 1 0.0"
    , "builtins.div 1.0 0.0"
    ]

case_bit_ops =
  traverse_ (uncurry constantEqualText)
    [ ("0", "builtins.bitAnd 1 0")
    , ("1", "builtins.bitOr 1 1")
    , ("3", "builtins.bitXor 1 2")
    ]

case_basic_function =
  constantEqualText
    "2"
    "(a: a) 2"

case_set_attr =
  constantEqualText
    "2"
    "{ a = 2; }.a"

case_function_set_arg =
  constantEqualText
    "2"
    "({ a }: 2) { a = 1; }"

case_function_set_two_arg =
  constantEqualText
    "2"
    "({ a, b ? 3 }: b - a) { a = 1; }"

case_function_set_two_arg_default_scope =
  constantEqualText
    "2"
    "({ x ? 1, y ? x * 3 }: y - x) {}"

case_function_default_env =
  constantEqualText
    "2"
    "let default = 2; in ({ a ? default }: a) {}"

case_function_definition_uses_environment =
  constantEqualText
    "3"
    "let f = (let a=1; in x: x+a); in f 2"

case_function_atpattern =
  -- jww (2018-05-09): This should be constantEqualText
  constantEqualText'
    "2"
    "(({a}@attrs:attrs) {a=2;}).a"

case_function_ellipsis =
  -- jww (2018-05-09): This should be constantEqualText
  constantEqualText'
    "2"
    "(({a, ...}@attrs:attrs) {a=0; b=2;}).b"

case_function_default_value_not_in_atpattern =
  constantEqualText
    "false"
    "({a ? 2}@attrs: attrs ? a) {}"

case_function_arg_shadowing =
  constantEqualText
    "6"
    "(y: y: x: x: x + y) 1 2 3 4"

case_function_recursive_args =
  constantEqualText
    "2"
    "({ x ? 1, y ? x * 3}: y - x) {}"

case_function_recursive_sets =
  constantEqualText
    "[ [ 6 4 100 ] 4 ]"
    [text|
      let x = rec {

        y = 2;
        z = { w = 4; };
        v = rec {
          u = 6;
          t = [ u z.w s ];
        };

      }; s = 100; in [ x.v.t x.z.w ]
    |]

case_nested_with =
  constantEqualText
    "2"
    "with { x = 1; }; with { x = 2; }; x"

case_with_strictness =
  constantEqualText
    "5"
    "let x = with x; with { a = 5; }; a; in x"

case_match_failure_null =
  constantEqualText
    "null"
    "builtins.match \"ab\" \"abc\""

case_find_file_success_no_prefix =
  constantEqualText
    "./tests/files/findFile.nix"
    "builtins.findFile [{ path=\"./tests/files\"; prefix=\"\"; }] \"findFile.nix\""

case_find_file_success_with_prefix =
  constantEqualText
    "./tests/files/findFile.nix"
    "builtins.findFile [{ path=\"./tests/files\"; prefix=\"nix\"; }] \"nix/findFile.nix\""

case_find_file_success_folder =
  constantEqualText
    "./tests/files"
    "builtins.findFile [{ path=\"./tests\"; prefix=\"\"; }] \"files\""

case_find_file_failure_not_found =
  assertNixEvalThrows
    "builtins.findFile [{ path=\"./tests/files\"; prefix=\"\"; }] \"not_found.nix\""

case_find_file_failure_invalid_arg_1 =
  assertNixEvalThrows
    "builtins.findFile 1 \"files\""

case_find_file_failure_invalid_arg_2 =
  assertNixEvalThrows
    "builtins.findFile [{ path=\"./tests/files\"; prefix=\"\"; }] 2"

case_find_file_failure_invalid_arg_no_path =
  assertNixEvalThrows
    "builtins.findFile [{ prefix=\"\"; }] \"files\""

case_infinite_recursion =
  assertNixEvalThrows
    "let foo = a: bar a; bar = a: foo a; in foo 3"

case_nested_let =
  constantEqualText
    "3"
    "let a = 3; x.x = 2; in a"

case_nested_nested_let =
  constantEqualText
    "3"
    "let a = 3; x.x = let b = a; in b; c = x.x; in c"

case_inherit_in_rec_set =
  constantEqualText
    "1"
    "let x = 1; in (rec { inherit x; }).x"

case_lang_version =
  constantEqualText
    "5"
    "builtins.langVersion"

case_rec_set_attr_path_simpl =
  constantEqualText
    "123"
    [text|
      let x = rec {
        foo.number = 123;
        foo.function = y: foo.number;
      }; in x.foo.function 1
    |]

case_inherit_from_set_has_no_scope =
  constantEqualText'
    "false"
    [text|
      (builtins.tryEval (
        let x = 1;
            y = { z = 2; };
        in { inherit (y) x; }.x
      )).success
    |]

-- github/orblivion (2018-08-05): Adding these failing tests so we fix this feature
--
-- case_overrides =
--     constantEqualText' "2" [text|
--       let
--
--         overrides = { a = 2; };
--
--       in (rec {
--         __overrides = overrides;
--         x = a;
--         a = 1;
--       }.__overrides.a)
--     |]

-- case_inherit_overrides =
--     constantEqualText' "2" [text|
--       let
--
--         __overrides = { a = 2; };
--
--       in (rec {
--         inherit __overrides;
--         x = a;
--         a = 1;
--       }.__overrides.a)
--     |]

case_unsafegetattrpos =
  traverse_ (uncurry constantEqualText)
    [ ( "[ 5 14 ]"
      , [text|
          let e = 1;
              f = 1;
              t = {};
              s = {
                inherit t e f;
                a = 1;
                "b" = 2;
                c.d = 3;
              };
              p = builtins.unsafeGetAttrPos "e" s; in
          [ p.line p.column ]
          |]
      )
    , ( "[ 5 14 ]"
      , [text|
          let e = 1;
              f = 1;
              t = {};
              s = {
                inherit t e f;
                a = 1;
                "b" = 2;
                c.d = 3;
              };
              p = builtins.unsafeGetAttrPos "f" s; in
          [ p.line p.column ]
        |]
      )
    , ( "[ 6 7 ]"
      , [text|
          let e = 1;
              f = 1;
              t = {};
              s = {
                inherit t e f;
                a = 1;
                "b" = 2;
                c.d = 3;
              };
              p = builtins.unsafeGetAttrPos "a" s; in
            [ p.line p.column ]
          |]
      )
    , ( "[ 7 7 ]"
      , [text|
        let e = 1;
            f = 1;
            t = {};
            s = {
              inherit t e f;
              a = 1;
              "b" = 2;
              c.d = 3;
            };
            p = builtins.unsafeGetAttrPos "b" s; in
          [ p.line p.column ]
        |]
      )
    -- jww (2018-05-09): These two are failing but they shouldn't be
    --
    -- , ( "[ 7 13 ]"
    --   , [text|
    --       let e = 1;
    --           f = 1;
    --           t = {};
    --           s = {
    --             inherit t e f;
    --             a = 1;
    --             "b" = 2;
    --             c.d = 3;
    --           };
    --           p = builtins.unsafeGetAttrPos "c.d" s; in
    --         [ p.line p.column ]
    --       |]
    --   )

    -- , ( "[ 7 13 ]"
    --   , [text|
    --       let e = 1;
    --           f = 1;
    --           t = {};
    --           s = {
    --             inherit t e f;
    --             a = 1;
    --             "b" = 2;
    --             c.d = 3;
    --           };
    --           p = builtins.unsafeGetAttrPos "d" s; in
    --         [ p.line p.column ]
    --       |]
    --   )
    ]

case_fixed_points =
  constantEqualText
    [text|
      [
        {
          foobar = "foobar";
          foo = "foo";
          bar = "bar";
        }
        {
          foobar = "foo + bar";
          foo = "foo + ";
          bar = "bar";
        }
      ]
    |]
    [text|
      let
        fix = f: let x = f x; in x;
        extends = f: rattrs: self:
          let super = rattrs self; in super // f self super;
        f = self: { foo = "foo";
                    bar = "bar";
                    foobar = self.foo + self.bar; };
        g = self: super: { foo = super.foo + " + "; };
      in [ (fix f) (fix (extends g f)) ]
    |]

case_fixed_points_and_fold =
  constantEqualText
    [text|
      [ {} {} ]
    |]
    [text|
      let
        extends = f: rattrs: self:
          let super = rattrs self; in super // f self super;
        flip = f: a: b: f b a;
        toFixFold = builtins.foldl' (flip extends) (self: {}) ([(self: super: {})]);
        toFix = extends (self: super: {}) (self: {});
        fix = f: let x = f x; in x;
      in [ (fix toFixFold) (fix toFix) ]
    |]

case_fixed_points_attrsets =
  constantEqualText
    "{ x = { y = { z = 100; }; z = { y = 100; }; }; }"
    [text|
      let fix = f: let x = f x; in x;
          f = self: { x.z.y = 100; x.y.z = self.x.z.y; };
      in fix f
    |]

case_function_equals =
  traverse_ (uncurry constantEqualText)
    [ -- ( "true"
      -- , "{f = x: x;} == {f = x: x;}"
      -- )
      -- ( "true"
      -- , "[(x: x)] == [(x: x)]"
      -- )
      ( "false"
      , "(let a = (x: x); in a == a)"
      )
    , ( "true"
      , "(let a = {f = x: x;}; in a == a)"
      )
    , ( "true"
      , "(let a = [(x: x)]; in a == a)"
      )
    , ( "false"
      , "builtins.pathExists \"/var/empty/invalid-directory\""
      )
    ]

case_directory_pathexists =
  constantEqualText
    "false"
    "builtins.pathExists \"/var/empty/invalid-directory\""

-- jww (2018-05-02): This constantly changes!
case_placeholder =
  constantEqualText
    "\"/1rz4g4znpzjwh1xymhjpm42vipw92pr73vdgl6xs1hycac8kf2n9\""
    "builtins.placeholder \"out\""

case_rec_path_attr =
  constantEqualText
    "10"
    "let src = 10; x = rec { passthru.src = src; }; in x.passthru.src"

case_mapattrs_builtin =
  constantEqualText'
    "{ a = \"afoo\"; b = \"bbar\"; }"
    [text|
      (builtins.mapAttrs (x: y: x + y) {
        a = "foo";
        b = "bar";
      })
    |]

-- Regression test for #373
case_regression_373 :: Assertion
case_regression_373 =
  traverse_ (uncurry sameFreeVars)
    [ ( "{ inherit a; }"
      , one "a"
      )
    , ("rec {inherit a; }"
      , one "a"
      )
    , ( "let inherit a; in { }"
      , one "a"
      )
    ]

case_bound_vars :: Assertion
case_bound_vars =
  traverse_ noFreeVars
    [ "a: a"
    , "{b}: b"
    , "let c = 5; d = c; in d"
    , "rec { e = 5; f = e; }"
    ]
  where
    noFreeVars = flip sameFreeVars mempty


case_expression_split =
  constantEqualText
    "[ \"\" [ \"a\" ] \"c\" ]"
    "(x: builtins.deepSeq x x) (builtins.split \"(a)b\" \"abc\")"

case_empty_string_equal_null_is_false =
  constantEqualText
    "false"
    "\"\" == null"

case_null_equal_empty_string_is_false =
  constantEqualText
    "false"
    "null == \"\""

case_empty_string_not_equal_null_is_true =
  constantEqualText
    "true"
    "\"\" != null"

case_null_equal_not_empty_string_is_true =
  constantEqualText
    "true"
    "null != \"\""

case_list_nested_bottom_diverges =
  assertNixEvalThrows
    "let nested = [(let x = x; in x)]; in nested == nested"

case_attrset_nested_bottom_diverges =
  assertNixEvalThrows
    "let nested = { y = (let x = x; in x); }; in nested == nested"

case_list_list_nested_bottom_equal =
  constantEqualText
    "true"
    "let nested = [[(let x = x; in x)]]; in nested == nested"

case_list_attrset_nested_bottom_equal =
  constantEqualText
    "true"
    "let nested = [{ y = (let x = x; in x); }]; in nested == nested"

case_list_function_nested_bottom_equal =
  constantEqualText
    "true"
    "let nested = [(_: let x = x; in x)]; in nested == nested"

case_attrset_list_nested_bottom_equal =
  constantEqualText
    "true"
    "let nested = { y = [(let x = x; in x)];}; in nested == nested"

case_attrset_attrset_nested_bottom_equal =
  constantEqualText
    "true"
    "let nested = { y = { y = (let x = x; in x); }; }; in nested == nested"

case_attrset_function_nested_bottom_equal =
  constantEqualText
    "true"
    "let nested = { y = _: (let x = x; in x); }; in nested == nested"

-- Regression test for #527

case_add_string_thunk_left =
  constantEqualText
    [text|
      "cygwin"
    |]
    [text|
      builtins.head ["cyg"] + "win"
    |]

case_add_string_thunk_right =
  constantEqualText
    [text|
      "cygwin"
    |]
    [text|
      "cyg" + builtins.head ["win"]
    |]

case_add_int_thunk_left =
  constantEqualText
    "3"
    "builtins.head [1] + 2"

case_add_int_thunk_right =
  constantEqualText
    "3"
    "1 + builtins.head [2]"

case_concat_thunk_left =
  constantEqualText
    "[1 2 3]"
    "builtins.tail [0 1 2] ++ [3]"

case_concat_thunk_rigth =
  constantEqualText
    "[1 2 3]"
    "[1] ++ builtins.tail [1 2 3]"

---------------------------------------------------------------------------------

tests :: TestTree
tests = $testGroupGenerator

genEvalCompareTests :: IO TestTree
genEvalCompareTests =
  do
    files <- coerce D.listDirectory testDir

    let
      unmaskedFiles :: [Path]
      unmaskedFiles = filter ((== ".nix") . takeExtension) files

      testFiles :: [Path]
      testFiles = unmaskedFiles \\ maskedFiles

    pure $ testGroup "Eval comparison tests" $ fmap (mkTestCase testDir) testFiles
  where
    mkTestCase :: Path -> Path -> TestTree
    mkTestCase dir f = testCase (coerce f :: TestName) $ assertEvalFileMatchesNix $ dir </> f

constantEqual :: NExprLoc -> NExprLoc -> Assertion
constantEqual expected actual =
  do
    time <- getCurrentTime
    let opts = defaultOptions time
    -- putStrLn =<< lint (stripAnnotation a)
    (eq, expectedNF, actualNF) <-
      runWithBasicEffectsIO opts $
        do
          expectedNF <- getNormForm expected
          actualNF <- getNormForm actual
          eq <- valueEqM expectedNF actualNF
          pure (eq, expectedNF, actualNF)
    let
      message =
        "Inequal normal forms:\n"
        <> "Expected: " <> printNix expectedNF <> "\n"
        <>  "Actual:   " <> printNix actualNF
    assertBool (toString message) eq
 where
  getNormForm = normalForm <=< nixEvalExprLoc mempty

constantEqualText' :: Text -> Text -> Assertion
constantEqualText' expected actual =
  do
    let (Right expected', Right actual') = both parseNixTextLoc (expected, actual)
    constantEqual expected' actual'

constantEqualText :: Text -> Text -> Assertion
constantEqualText expected actual =
  do
    constantEqualText' expected actual
    mres <- liftIO $ on (<|>) lookupEnv "ALL_TESTS" "MATCHING_TESTS"
    whenJust (const $ assertEvalTextMatchesNix actual) mres

assertNixEvalThrows :: Text -> Assertion
assertNixEvalThrows a =
  do
    time <- getCurrentTime
    let
      opts = defaultOptions time
      Right a' = parseNixTextLoc a
    errored <-
      catch
        (False <$
          runWithBasicEffectsIO
            opts
            (normalForm =<< nixEvalExprLoc mempty a')
        )
        (\(_ :: NixException) -> pure True)
    unless errored $ assertFailure "Did not catch nix exception"

sameFreeVars :: Text -> [VarName] -> Assertion
sameFreeVars a xs =
  do
    let
      Right a' = parseNixText a
      free' = getFreeVars a'
    assertEqual mempty (S.fromList xs) free'

maskedFiles :: [Path]
maskedFiles = one "builtins.fetchurl-01.nix"

testDir :: Path
testDir = "tests/eval-compare"