Coder.hs

-- Note: this is an automatically generated file. Do not edit.

-- | Avro-to-Hydra adapter for converting Avro schemas and data to Hydra types and terms

module Hydra.Avro.Coder where

import qualified Hydra.Avro.Environment as Environment
import qualified Hydra.Avro.Schema as Schema
import qualified Hydra.Coders as Coders
import qualified Hydra.Core as Core
import qualified Hydra.Errors as Errors
import qualified Hydra.Extract.Core as ExtractCore
import qualified Hydra.Graph as Graph
import qualified Hydra.Json.Model as Model
import qualified Hydra.Lib.Eithers as Eithers
import qualified Hydra.Lib.Equality as Equality
import qualified Hydra.Lib.Lists as Lists
import qualified Hydra.Lib.Literals as Literals
import qualified Hydra.Lib.Logic as Logic
import qualified Hydra.Lib.Maps as Maps
import qualified Hydra.Lib.Maybes as Maybes
import qualified Hydra.Lib.Pairs as Pairs
import qualified Hydra.Lib.Sets as Sets
import qualified Hydra.Lib.Strings as Strings
import qualified Hydra.Names as Names
import qualified Hydra.Packaging as Packaging
import qualified Hydra.Strip as Strip
import Prelude hiding  (Enum, Ordering, decodeFloat, encodeFloat, fail, map, pure, sum)
import qualified Data.Scientific as Sci
import qualified Data.Map as M

-- | Annotate an adapter's target type with optional annotations
annotateAdapter :: Maybe (M.Map Core.Name Core.Term) -> Coders.Adapter t0 Core.Type t1 t2 -> Coders.Adapter t0 Core.Type t1 t2
annotateAdapter ann ad =
    Maybes.maybe ad (\n -> Coders.Adapter {
      Coders.adapterIsLossy = (Coders.adapterIsLossy ad),
      Coders.adapterSource = (Coders.adapterSource ad),
      Coders.adapterTarget = (Core.TypeAnnotated (Core.AnnotatedType {
        Core.annotatedTypeBody = (Coders.adapterTarget ad),
        Core.annotatedTypeAnnotation = n})),
      Coders.adapterCoder = (Coders.adapterCoder ad)}) ann

-- | Create an adapter between Avro schemas and Hydra types/terms
avroHydraAdapter :: t0 -> Schema.Schema -> Environment.AvroEnvironment -> Either Errors.Error (Coders.Adapter Schema.Schema Core.Type Model.Value Core.Term, Environment.AvroEnvironment)
avroHydraAdapter cx schema env0 =

      let simpleAdapter =
              \env -> \typ -> \encode -> \decode -> Right (Coders.Adapter {
                Coders.adapterIsLossy = False,
                Coders.adapterSource = schema,
                Coders.adapterTarget = typ,
                Coders.adapterCoder = Coders.Coder {
                  Coders.coderEncode = encode,
                  Coders.coderDecode = decode}}, env)
          doubleToInt = \d -> Literals.bigintToInt32 (Literals.decimalToBigint d)
          doubleToLong = \d -> Literals.bigintToInt64 (Literals.decimalToBigint d)
      in case schema of
        Schema.SchemaArray v0 -> Eithers.bind (avroHydraAdapter cx (Schema.arrayItems v0) env0) (\adEnv ->
          let ad = Pairs.first adEnv
              env1 = Pairs.second adEnv
          in (Right (Coders.Adapter {
            Coders.adapterIsLossy = (Coders.adapterIsLossy ad),
            Coders.adapterSource = schema,
            Coders.adapterTarget = (Core.TypeList (Coders.adapterTarget ad)),
            Coders.adapterCoder = Coders.Coder {
              Coders.coderEncode = (\cx1 -> \v -> case v of
                Model.ValueArray v1 -> Eithers.map (\ts -> Core.TermList ts) (Eithers.mapList (\jv -> Coders.coderEncode (Coders.adapterCoder ad) cx1 jv) v1)),
              Coders.coderDecode = (\cx1 -> \t -> case t of
                Core.TermList v1 -> Eithers.map (\jvs -> Model.ValueArray jvs) (Eithers.mapList (\tv -> Coders.coderDecode (Coders.adapterCoder ad) cx1 tv) v1))}}, env1)))
        Schema.SchemaMap v0 -> Eithers.bind (avroHydraAdapter cx (Schema.mapValues v0) env0) (\adEnv ->
          let ad = Pairs.first adEnv
              env1 = Pairs.second adEnv
              pairToHydra =
                      \cx1 -> \entry ->
                        let k = Pairs.first entry
                            v = Pairs.second entry
                        in (Eithers.map (\v_ -> (Core.TermLiteral (Core.LiteralString k), v_)) (Coders.coderEncode (Coders.adapterCoder ad) cx1 v))
          in (Right (Coders.Adapter {
            Coders.adapterIsLossy = (Coders.adapterIsLossy ad),
            Coders.adapterSource = schema,
            Coders.adapterTarget = (Core.TypeMap (Core.MapType {
              Core.mapTypeKeys = (Core.TypeLiteral Core.LiteralTypeString),
              Core.mapTypeValues = (Coders.adapterTarget ad)})),
            Coders.adapterCoder = Coders.Coder {
              Coders.coderEncode = (\cx1 -> \v -> case v of
                Model.ValueObject v1 -> Eithers.map (\pairs -> Core.TermMap (Maps.fromList pairs)) (Eithers.mapList (\e -> pairToHydra cx1 e) (Maps.toList v1))),
              Coders.coderDecode = (\cx1 -> \m -> Eithers.map (\mp_ -> Model.ValueObject mp_) (ExtractCore.map (\t -> ExtractCore.string (Graph.Graph {
                Graph.graphBoundTerms = Maps.empty,
                Graph.graphBoundTypes = Maps.empty,
                Graph.graphClassConstraints = Maps.empty,
                Graph.graphLambdaVariables = Sets.empty,
                Graph.graphMetadata = Maps.empty,
                Graph.graphPrimitives = Maps.empty,
                Graph.graphSchemaTypes = Maps.empty,
                Graph.graphTypeVariables = Sets.empty}) t) (\t -> Coders.coderDecode (Coders.adapterCoder ad) cx1 t) (Graph.Graph {
                Graph.graphBoundTerms = Maps.empty,
                Graph.graphBoundTypes = Maps.empty,
                Graph.graphClassConstraints = Maps.empty,
                Graph.graphLambdaVariables = Sets.empty,
                Graph.graphMetadata = Maps.empty,
                Graph.graphPrimitives = Maps.empty,
                Graph.graphSchemaTypes = Maps.empty,
                Graph.graphTypeVariables = Sets.empty}) m))}}, env1)))
        Schema.SchemaNamed v0 ->
          let ns = Schema.namedNamespace v0
              manns = namedAnnotationsToCore v0
              ann = Logic.ifElse (Maps.null manns) Nothing (Just manns)
              lastNs = Environment.avroEnvironmentNamespace env0
              nextNs = Maybes.maybe lastNs (\s -> Just s) ns
              env1 =
                      Environment.AvroEnvironment {
                        Environment.avroEnvironmentNamedAdapters = (Environment.avroEnvironmentNamedAdapters env0),
                        Environment.avroEnvironmentNamespace = nextNs,
                        Environment.avroEnvironmentElements = (Environment.avroEnvironmentElements env0)}
              qname =
                      Environment.AvroQualifiedName {
                        Environment.avroQualifiedNameNamespace = nextNs,
                        Environment.avroQualifiedNameName = (Schema.namedName v0)}
              hydraName = avroNameToHydraName qname
          in (Maybes.maybe (Eithers.bind (case (Schema.namedType v0) of
            Schema.NamedTypeEnum v1 ->
              let syms = Schema.enumSymbols v1
                  typ =
                          Core.TypeUnion (Lists.map (\s -> Core.FieldType {
                            Core.fieldTypeName = (Core.Name s),
                            Core.fieldTypeType = Core.TypeUnit}) syms)
              in (simpleAdapter env1 typ (\_cx -> \jv -> case jv of
                Model.ValueString v2 -> Right (Core.TermInject (Core.Injection {
                  Core.injectionTypeName = hydraName,
                  Core.injectionField = Core.Field {
                    Core.fieldName = (Core.Name v2),
                    Core.fieldTerm = Core.TermUnit}}))) (\_cx -> \t -> case t of
                Core.TermInject v2 ->
                  let fld = Core.injectionField v2
                      fn = Core.fieldName fld
                  in (Right (Model.ValueString (Core.unName fn)))))
            Schema.NamedTypeFixed _ -> simpleAdapter env1 (Core.TypeLiteral Core.LiteralTypeBinary) (\_cx -> \jv -> case jv of
              Model.ValueString v2 -> Right (Core.TermLiteral (Core.LiteralBinary (Literals.stringToBinary v2)))) (\cx1 -> \t -> Eithers.map (\b -> Model.ValueString (Literals.binaryToString b)) (ExtractCore.binary (Graph.Graph {
              Graph.graphBoundTerms = Maps.empty,
              Graph.graphBoundTypes = Maps.empty,
              Graph.graphClassConstraints = Maps.empty,
              Graph.graphLambdaVariables = Sets.empty,
              Graph.graphMetadata = Maps.empty,
              Graph.graphPrimitives = Maps.empty,
              Graph.graphSchemaTypes = Maps.empty,
              Graph.graphTypeVariables = Sets.empty}) t))
            Schema.NamedTypeRecord v1 ->
              let avroFields = Schema.recordFields v1
              in (Eithers.bind (prepareFields cx env1 avroFields) (\prepResult ->
                let adaptersByFieldName = Pairs.first prepResult
                    env2 = Pairs.second prepResult
                in (Eithers.bind (findAvroPrimaryKeyField cx qname avroFields) (\pk ->
                  let encodePair =
                          \cx1 -> \entry ->
                            let k = Pairs.first entry
                                v = Pairs.second entry
                            in (Maybes.maybe (err cx1 (Strings.cat [
                              "unrecognized field for ",
                              (showQname qname),
                              ": ",
                              k])) (\fad -> Eithers.map (\v_ -> Core.Field {
                              Core.fieldName = (Core.Name k),
                              Core.fieldTerm = v_}) (Coders.coderEncode (Coders.adapterCoder (Pairs.second fad)) cx1 v)) (Maps.lookup k adaptersByFieldName))
                      decodeField =
                              \cx1 -> \fld ->
                                let k = Core.unName (Core.fieldName fld)
                                    v = Core.fieldTerm fld
                                in (Maybes.maybe (err cx1 (Strings.cat [
                                  "unrecognized field for ",
                                  (showQname qname),
                                  ": ",
                                  k])) (\fad -> Eithers.map (\v_ -> (k, v_)) (Coders.coderDecode (Coders.adapterCoder (Pairs.second fad)) cx1 v)) (Maps.lookup k adaptersByFieldName))
                      lossy =
                              Lists.foldl (\b -> \fad -> Logic.or b (Coders.adapterIsLossy (Pairs.second fad))) False (Maps.elems adaptersByFieldName)
                      hfields =
                              Lists.map (\fad -> Core.FieldType {
                                Core.fieldTypeName = (Core.Name (Schema.fieldName (Pairs.first fad))),
                                Core.fieldTypeType = (Coders.adapterTarget (Pairs.second fad))}) (Maps.elems adaptersByFieldName)
                      target = Core.TypeRecord hfields
                  in (Right (Coders.Adapter {
                    Coders.adapterIsLossy = lossy,
                    Coders.adapterSource = schema,
                    Coders.adapterTarget = target,
                    Coders.adapterCoder = Coders.Coder {
                      Coders.coderEncode = (\cx1 -> \jv -> case jv of
                        Model.ValueObject v2 -> Eithers.map (\fields -> Core.TermRecord (Core.Record {
                          Core.recordTypeName = hydraName,
                          Core.recordFields = fields})) (Eithers.mapList (\e -> encodePair cx1 e) (Maps.toList v2))),
                      Coders.coderDecode = (\cx1 -> \t -> case t of
                        Core.TermRecord v2 -> Eithers.map (\kvs -> Model.ValueObject (Maps.fromList kvs)) (Eithers.mapList (\fld -> decodeField cx1 fld) (Core.recordFields v2)))}}, env2))))))) (\adEnv2 ->
            let ad = Pairs.first adEnv2
                env2 = Pairs.second adEnv2
                env3 = putAvroHydraAdapter qname ad env2
                env4 =
                        Environment.AvroEnvironment {
                          Environment.avroEnvironmentNamedAdapters = (Environment.avroEnvironmentNamedAdapters env3),
                          Environment.avroEnvironmentNamespace = lastNs,
                          Environment.avroEnvironmentElements = (Environment.avroEnvironmentElements env3)}
            in (Right (annotateAdapter ann ad, env4)))) (\_ad -> err cx (Strings.cat2 "Avro named type defined more than once: " (showQname qname))) (getAvroHydraAdapter qname env1))
        Schema.SchemaPrimitive v0 -> case v0 of
          Schema.PrimitiveNull -> simpleAdapter env0 Core.TypeUnit (\_cx -> \jv -> case jv of
            Model.ValueString v2 -> Right (Core.TermLiteral (Core.LiteralString v2))) (\cx1 -> \t -> Eithers.map (\s -> Model.ValueString s) (ExtractCore.string (Graph.Graph {
            Graph.graphBoundTerms = Maps.empty,
            Graph.graphBoundTypes = Maps.empty,
            Graph.graphClassConstraints = Maps.empty,
            Graph.graphLambdaVariables = Sets.empty,
            Graph.graphMetadata = Maps.empty,
            Graph.graphPrimitives = Maps.empty,
            Graph.graphSchemaTypes = Maps.empty,
            Graph.graphTypeVariables = Sets.empty}) t))
          Schema.PrimitiveBoolean -> simpleAdapter env0 (Core.TypeLiteral Core.LiteralTypeBoolean) (\_cx -> \jv -> case jv of
            Model.ValueBoolean v2 -> Right (Core.TermLiteral (Core.LiteralBoolean v2))) (\cx1 -> \t -> Eithers.map (\b -> Model.ValueBoolean b) (ExtractCore.boolean (Graph.Graph {
            Graph.graphBoundTerms = Maps.empty,
            Graph.graphBoundTypes = Maps.empty,
            Graph.graphClassConstraints = Maps.empty,
            Graph.graphLambdaVariables = Sets.empty,
            Graph.graphMetadata = Maps.empty,
            Graph.graphPrimitives = Maps.empty,
            Graph.graphSchemaTypes = Maps.empty,
            Graph.graphTypeVariables = Sets.empty}) t))
          Schema.PrimitiveInt -> simpleAdapter env0 (Core.TypeLiteral (Core.LiteralTypeInteger Core.IntegerTypeInt32)) (\_cx -> \jv -> case jv of
            Model.ValueNumber v2 -> Right (Core.TermLiteral (Core.LiteralInteger (Core.IntegerValueInt32 (doubleToInt v2))))) (\cx1 -> \t -> Eithers.map (\i -> Model.ValueNumber (Literals.bigintToDecimal (Literals.int32ToBigint i))) (ExtractCore.int32 (Graph.Graph {
            Graph.graphBoundTerms = Maps.empty,
            Graph.graphBoundTypes = Maps.empty,
            Graph.graphClassConstraints = Maps.empty,
            Graph.graphLambdaVariables = Sets.empty,
            Graph.graphMetadata = Maps.empty,
            Graph.graphPrimitives = Maps.empty,
            Graph.graphSchemaTypes = Maps.empty,
            Graph.graphTypeVariables = Sets.empty}) t))
          Schema.PrimitiveLong -> simpleAdapter env0 (Core.TypeLiteral (Core.LiteralTypeInteger Core.IntegerTypeInt64)) (\_cx -> \jv -> case jv of
            Model.ValueNumber v2 -> Right (Core.TermLiteral (Core.LiteralInteger (Core.IntegerValueInt64 (doubleToLong v2))))) (\cx1 -> \t -> Eithers.map (\i -> Model.ValueNumber (Literals.bigintToDecimal (Literals.int64ToBigint i))) (ExtractCore.int64 (Graph.Graph {
            Graph.graphBoundTerms = Maps.empty,
            Graph.graphBoundTypes = Maps.empty,
            Graph.graphClassConstraints = Maps.empty,
            Graph.graphLambdaVariables = Sets.empty,
            Graph.graphMetadata = Maps.empty,
            Graph.graphPrimitives = Maps.empty,
            Graph.graphSchemaTypes = Maps.empty,
            Graph.graphTypeVariables = Sets.empty}) t))
          Schema.PrimitiveFloat -> simpleAdapter env0 (Core.TypeLiteral (Core.LiteralTypeFloat Core.FloatTypeFloat32)) (\_cx -> \jv -> case jv of
            Model.ValueNumber v2 -> Right (Core.TermLiteral (Core.LiteralFloat (Core.FloatValueFloat32 (Literals.decimalToFloat32 v2))))) (\cx1 -> \t -> Eithers.map (\f -> Model.ValueNumber (Literals.float32ToDecimal f)) (ExtractCore.float32 (Graph.Graph {
            Graph.graphBoundTerms = Maps.empty,
            Graph.graphBoundTypes = Maps.empty,
            Graph.graphClassConstraints = Maps.empty,
            Graph.graphLambdaVariables = Sets.empty,
            Graph.graphMetadata = Maps.empty,
            Graph.graphPrimitives = Maps.empty,
            Graph.graphSchemaTypes = Maps.empty,
            Graph.graphTypeVariables = Sets.empty}) t))
          Schema.PrimitiveDouble -> simpleAdapter env0 (Core.TypeLiteral (Core.LiteralTypeFloat Core.FloatTypeFloat64)) (\_cx -> \jv -> case jv of
            Model.ValueNumber v2 -> Right (Core.TermLiteral (Core.LiteralFloat (Core.FloatValueFloat64 (Literals.decimalToFloat64 v2))))) (\cx1 -> \t -> Eithers.map (\d -> Model.ValueNumber (Literals.float64ToDecimal d)) (ExtractCore.float64 (Graph.Graph {
            Graph.graphBoundTerms = Maps.empty,
            Graph.graphBoundTypes = Maps.empty,
            Graph.graphClassConstraints = Maps.empty,
            Graph.graphLambdaVariables = Sets.empty,
            Graph.graphMetadata = Maps.empty,
            Graph.graphPrimitives = Maps.empty,
            Graph.graphSchemaTypes = Maps.empty,
            Graph.graphTypeVariables = Sets.empty}) t))
          Schema.PrimitiveBytes -> simpleAdapter env0 (Core.TypeLiteral Core.LiteralTypeBinary) (\_cx -> \jv -> case jv of
            Model.ValueString v2 -> Right (Core.TermLiteral (Core.LiteralBinary (Literals.stringToBinary v2)))) (\cx1 -> \t -> Eithers.map (\b -> Model.ValueString (Literals.binaryToString b)) (ExtractCore.binary (Graph.Graph {
            Graph.graphBoundTerms = Maps.empty,
            Graph.graphBoundTypes = Maps.empty,
            Graph.graphClassConstraints = Maps.empty,
            Graph.graphLambdaVariables = Sets.empty,
            Graph.graphMetadata = Maps.empty,
            Graph.graphPrimitives = Maps.empty,
            Graph.graphSchemaTypes = Maps.empty,
            Graph.graphTypeVariables = Sets.empty}) t))
          Schema.PrimitiveString -> simpleAdapter env0 (Core.TypeLiteral Core.LiteralTypeString) (\_cx -> \jv -> case jv of
            Model.ValueString v2 -> Right (Core.TermLiteral (Core.LiteralString v2))) (\cx1 -> \t -> Eithers.map (\s -> Model.ValueString s) (ExtractCore.string (Graph.Graph {
            Graph.graphBoundTerms = Maps.empty,
            Graph.graphBoundTypes = Maps.empty,
            Graph.graphClassConstraints = Maps.empty,
            Graph.graphLambdaVariables = Sets.empty,
            Graph.graphMetadata = Maps.empty,
            Graph.graphPrimitives = Maps.empty,
            Graph.graphSchemaTypes = Maps.empty,
            Graph.graphTypeVariables = Sets.empty}) t))
        Schema.SchemaReference v0 ->
          let qname = parseAvroName (Environment.avroEnvironmentNamespace env0) v0
          in (Maybes.maybe (err cx (Strings.cat2 "Referenced Avro type has not been defined: " (showQname qname))) (\ad -> Right (ad, env0)) (getAvroHydraAdapter qname env0))
        Schema.SchemaUnion v0 ->
          let schemas = Schema.unUnion v0
              isNull =
                      \s -> case s of
                        Schema.SchemaPrimitive v1 -> case v1 of
                          Schema.PrimitiveNull -> True
                          _ -> False
                        _ -> False
              hasNull = Logic.not (Lists.null (Lists.filter isNull schemas))
              nonNulls = Lists.filter (\s -> Logic.not (isNull s)) schemas
              forOptional =
                      \s -> Eithers.bind (avroHydraAdapter cx s env0) (\adEnv ->
                        let ad = Pairs.first adEnv
                            env1 = Pairs.second adEnv
                        in (Right (Coders.Adapter {
                          Coders.adapterIsLossy = (Coders.adapterIsLossy ad),
                          Coders.adapterSource = schema,
                          Coders.adapterTarget = (Core.TypeMaybe (Coders.adapterTarget ad)),
                          Coders.adapterCoder = Coders.Coder {
                            Coders.coderEncode = (\cx1 -> \v -> case v of
                              Model.ValueNull -> Right (Core.TermMaybe Nothing)
                              _ -> Eithers.map (\t -> Core.TermMaybe (Just t)) (Coders.coderEncode (Coders.adapterCoder ad) cx1 v)),
                            Coders.coderDecode = (\cx1 -> \t -> case t of
                              Core.TermMaybe v1 -> Maybes.maybe (Right Model.ValueNull) (\term_ -> Coders.coderDecode (Coders.adapterCoder ad) cx1 term_) v1)}}, env1)))
          in (Logic.ifElse (Equality.gt (Lists.length nonNulls) 1) (err cx "general-purpose unions are not yet supported") (Maybes.maybe (err cx "cannot generate the empty type") (\nonNullHead -> Logic.ifElse hasNull (forOptional nonNullHead) (Eithers.bind (avroHydraAdapter cx nonNullHead env0) (\adEnv ->
            let ad = Pairs.first adEnv
                env1 = Pairs.second adEnv
            in (Right (Coders.Adapter {
              Coders.adapterIsLossy = (Coders.adapterIsLossy ad),
              Coders.adapterSource = schema,
              Coders.adapterTarget = (Coders.adapterTarget ad),
              Coders.adapterCoder = (Coders.adapterCoder ad)}, env1))))) (Lists.maybeHead nonNulls)))

-- | Convert an Avro qualified name to a Hydra name
avroNameToHydraName :: Environment.AvroQualifiedName -> Core.Name
avroNameToHydraName qname =

      let mns = Environment.avroQualifiedNameNamespace qname
          local = Environment.avroQualifiedNameName qname
      in (Names.unqualifyName (Packaging.QualifiedName {
        Packaging.qualifiedNameNamespace = (Maybes.map (\s -> Packaging.Namespace s) mns),
        Packaging.qualifiedNameLocal = local}))

avro_foreignKey :: String
avro_foreignKey = "@foreignKey"

avro_primaryKey :: String
avro_primaryKey = "@primaryKey"

-- | An empty Avro environment with no named adapters, no namespace, and no elements
emptyAvroEnvironment :: Environment.AvroEnvironment
emptyAvroEnvironment =
    Environment.AvroEnvironment {
      Environment.avroEnvironmentNamedAdapters = Maps.empty,
      Environment.avroEnvironmentNamespace = Nothing,
      Environment.avroEnvironmentElements = Maps.empty}

-- | Encode a JSON value as a Hydra term for annotation purposes
encodeAnnotationValue :: Model.Value -> Core.Term
encodeAnnotationValue v =
    case v of
      Model.ValueArray v0 -> Core.TermList (Lists.map encodeAnnotationValue v0)
      Model.ValueBoolean v0 -> Core.TermLiteral (Core.LiteralBoolean v0)
      Model.ValueNull -> Core.TermUnit
      Model.ValueNumber v0 -> Core.TermLiteral (Core.LiteralDecimal v0)
      Model.ValueObject v0 -> Core.TermMap (Maps.fromList (Lists.map (\entry ->
        let k = Pairs.first entry
            v_ = Pairs.second entry
        in (Core.TermLiteral (Core.LiteralString k), (encodeAnnotationValue v_))) (Maps.toList v0)))
      Model.ValueString v0 -> Core.TermLiteral (Core.LiteralString v0)

-- | Construct an error result with a message in context
err :: t0 -> String -> Either Errors.Error t1
err cx msg = Left (Errors.ErrorOther (Errors.OtherError msg))

-- | Extract a JSON array or return an error
expectArrayE :: t0 -> Model.Value -> Either t1 [Model.Value]
expectArrayE cx value =
    case value of
      Model.ValueArray v0 -> Right v0

-- | Extract a JSON object or return an error
expectObjectE :: t0 -> Model.Value -> Either t1 (M.Map String Model.Value)
expectObjectE cx value =
    case value of
      Model.ValueObject v0 -> Right v0

-- | Extract a JSON string or return an error
expectStringE :: t0 -> Model.Value -> Either t1 String
expectStringE cx value =
    case value of
      Model.ValueString v0 -> Right v0

-- | Extract field annotations and convert them to core Name/Term pairs
fieldAnnotationsToCore :: Schema.Field -> M.Map Core.Name Core.Term
fieldAnnotationsToCore f =
    Maps.fromList (Lists.map (\entry ->
      let k = Pairs.first entry
          v = Pairs.second entry
      in (Core.Name k, (encodeAnnotationValue v))) (Maps.toList (Schema.fieldAnnotations f)))

-- | Find the primary key field among a list of Avro fields
findAvroPrimaryKeyField :: t0 -> Environment.AvroQualifiedName -> [Schema.Field] -> Either Errors.Error (Maybe Environment.AvroPrimaryKey)
findAvroPrimaryKeyField cx qname avroFields =

      let keys = Maybes.cat (Lists.map (\f -> primaryKeyE cx f) avroFields)
      in (Logic.ifElse (Lists.null keys) (Right Nothing) (Logic.ifElse (Equality.equal (Lists.length keys) 1) (Right (Lists.maybeHead keys)) (err cx (Strings.cat2 "multiple primary key fields for " (showQname qname)))))

-- | Extract a foreign key annotation from a field, if present
foreignKeyE :: t0 -> Schema.Field -> Either Errors.Error (Maybe Environment.AvroForeignKey)
foreignKeyE cx f =
    Maybes.maybe (Right Nothing) (\v -> Eithers.bind (expectObjectE cx v) (\m -> Eithers.bind (Eithers.map (\s -> Core.Name s) (requireStringE cx "type" m)) (\tname -> Eithers.bind (optStringE cx "pattern" m) (\pattern_ ->
      let constr = Maybes.maybe (\s -> Core.Name s) (\pat -> patternToNameConstructor pat) pattern_
      in (Right (Just (Environment.AvroForeignKey {
        Environment.avroForeignKeyTypeName = tname,
        Environment.avroForeignKeyConstructor = constr}))))))) (Maps.lookup avro_foreignKey (Schema.fieldAnnotations f))

-- | Look up an adapter by qualified name in the environment
getAvroHydraAdapter :: Environment.AvroQualifiedName -> Environment.AvroEnvironment -> Maybe (Coders.Adapter Schema.Schema Core.Type Model.Value Core.Term)
getAvroHydraAdapter qname env = Maps.lookup qname (Environment.avroEnvironmentNamedAdapters env)

-- | Convert a JSON value to a string, supporting booleans, strings, and numbers
jsonToStringE :: t0 -> Model.Value -> Either Errors.Error String
jsonToStringE cx v =
    case v of
      Model.ValueBoolean v0 -> Right (Logic.ifElse v0 "true" "false")
      Model.ValueString v0 -> Right v0
      Model.ValueNumber v0 -> Right (Literals.showDecimal v0)
      _ -> unexpectedE cx "string, number, or boolean" "other"

-- | Extract named type annotations and convert them to core Name/Term pairs
namedAnnotationsToCore :: Schema.Named -> M.Map Core.Name Core.Term
namedAnnotationsToCore n =
    Maps.fromList (Lists.map (\entry ->
      let k = Pairs.first entry
          v = Pairs.second entry
      in (Core.Name k, (encodeAnnotationValue v))) (Maps.toList (Schema.namedAnnotations n)))

-- | Look up an optional string attribute in a JSON object map
optStringE :: Ord t1 => (t0 -> t1 -> M.Map t1 Model.Value -> Either t2 (Maybe String))
optStringE cx fname m =
    Maybes.maybe (Right Nothing) (\v -> Eithers.map (\s -> Maybes.pure s) (expectStringE cx v)) (Maps.lookup fname m)

-- | Parse a dotted Avro name into a qualified name
parseAvroName :: Maybe String -> String -> Environment.AvroQualifiedName
parseAvroName mns name_ =

      let parts = Strings.splitOn "." name_
          local = Maybes.fromMaybe name_ (Lists.maybeLast parts)
      in (Logic.ifElse (Equality.equal (Lists.length parts) 1) (Environment.AvroQualifiedName {
        Environment.avroQualifiedNameNamespace = mns,
        Environment.avroQualifiedNameName = local}) (Environment.AvroQualifiedName {
        Environment.avroQualifiedNameNamespace = (Maybes.map (\ps -> Strings.intercalate "." ps) (Lists.maybeInit parts)),
        Environment.avroQualifiedNameName = local}))

-- | Create a name constructor from a pattern string
patternToNameConstructor :: String -> String -> Core.Name
patternToNameConstructor pat s = Core.Name (Strings.intercalate s (Strings.splitOn "${}" pat))

-- | Prepare a single field, producing an adapter and updated environment
prepareField :: t0 -> Environment.AvroEnvironment -> Schema.Field -> Either Errors.Error ((String, (Schema.Field, (Coders.Adapter Schema.Schema Core.Type Model.Value Core.Term))), Environment.AvroEnvironment)
prepareField cx env f =

      let manns = fieldAnnotationsToCore f
          ann = Logic.ifElse (Maps.null manns) Nothing (Just manns)
      in (Eithers.bind (foreignKeyE cx f) (\fk -> Eithers.bind (Maybes.maybe (avroHydraAdapter cx (Schema.fieldType f) env) (\fkVal ->
        let fkName = Environment.avroForeignKeyTypeName fkVal
            fkConstr = Environment.avroForeignKeyConstructor fkVal
        in (Eithers.bind (avroHydraAdapter cx (Schema.fieldType f) env) (\adEnvPair ->
          let ad0 = Pairs.first adEnvPair
              env1 = Pairs.second adEnvPair
              elTyp = Core.TypeVariable fkName
              encodeValue =
                      \cx1 -> \v -> Eithers.bind (Coders.coderEncode (Coders.adapterCoder ad0) cx1 v) (\encoded -> Eithers.bind (termToStringE cx1 encoded) (\s -> Right (Core.TermVariable (fkConstr s))))
              decodeTerm =
                      \cx1 -> \t -> case t of
                        Core.TermVariable v0 -> Eithers.bind (stringToTermE cx1 (Coders.adapterTarget ad0) (Core.unName v0)) (\term_ -> Coders.coderDecode (Coders.adapterCoder ad0) cx1 term_)
                        _ -> err cx1 "expected variable"
              forTypeAndCoder =
                      \env2 -> \ad1 -> \typ -> \cdr -> Right (Coders.Adapter {
                        Coders.adapterIsLossy = (Coders.adapterIsLossy ad1),
                        Coders.adapterSource = (Schema.fieldType f),
                        Coders.adapterTarget = typ,
                        Coders.adapterCoder = cdr}, env2)
          in case (Strip.deannotateType (Coders.adapterTarget ad0)) of
            Core.TypeMaybe v0 -> case v0 of
              Core.TypeLiteral _ -> forTypeAndCoder env1 ad0 (Core.TypeMaybe elTyp) (Coders.Coder {
                Coders.coderEncode = (\cx2 -> \json -> Eithers.map (\v_ -> Core.TermMaybe (Just v_)) (encodeValue cx2 json)),
                Coders.coderDecode = decodeTerm})
              _ -> err cx "expected literal type inside optional foreign key"
            Core.TypeList v0 -> case v0 of
              Core.TypeLiteral _ -> forTypeAndCoder env1 ad0 (Core.TypeList elTyp) (Coders.Coder {
                Coders.coderEncode = (\cx2 -> \json -> case json of
                  Model.ValueArray v2 -> Eithers.map (\terms -> Core.TermList terms) (Eithers.mapList (\jv -> encodeValue cx2 jv) v2)
                  _ -> err cx2 "Expected JSON array"),
                Coders.coderDecode = decodeTerm})
              _ -> err cx "expected literal type inside list foreign key"
            Core.TypeLiteral _ -> forTypeAndCoder env1 ad0 elTyp (Coders.Coder {
              Coders.coderEncode = encodeValue,
              Coders.coderDecode = decodeTerm})
            _ -> err cx (Strings.cat2 "unsupported type annotated as foreign key: " "unknown")))) fk) (\adEnv ->
        let ad = Pairs.first adEnv
            env1 = Pairs.second adEnv
        in (Right ((Schema.fieldName f, (f, (annotateAdapter ann ad))), env1)))))

-- | Thread AvroEnvironment through preparing multiple fields
prepareFields :: t0 -> Environment.AvroEnvironment -> [Schema.Field] -> Either Errors.Error (M.Map String (Schema.Field, (Coders.Adapter Schema.Schema Core.Type Model.Value Core.Term)), Environment.AvroEnvironment)
prepareFields cx env fields =
    Lists.foldl (\acc -> \f -> Eithers.bind acc (\accPair ->
      let m = Pairs.first accPair
          env1 = Pairs.second accPair
      in (Eithers.bind (prepareField cx env1 f) (\result ->
        let kv = Pairs.first result
            env2 = Pairs.second result
            k = Pairs.first kv
            v = Pairs.second kv
        in (Right (Maps.insert k v m, env2)))))) (Right (Maps.empty, env)) fields

-- | Extract a primary key annotation from a field, if present
primaryKeyE :: t0 -> Schema.Field -> Maybe Environment.AvroPrimaryKey
primaryKeyE cx f =
    Maybes.maybe Nothing (\v -> Eithers.either (\_ -> Nothing) (\s -> Just (Environment.AvroPrimaryKey {
      Environment.avroPrimaryKeyFieldName = (Core.Name (Schema.fieldName f)),
      Environment.avroPrimaryKeyConstructor = (patternToNameConstructor s)})) (expectStringE cx v)) (Maps.lookup avro_primaryKey (Schema.fieldAnnotations f))

-- | Store an adapter in the environment by qualified name
putAvroHydraAdapter :: Environment.AvroQualifiedName -> Coders.Adapter Schema.Schema Core.Type Model.Value Core.Term -> Environment.AvroEnvironment -> Environment.AvroEnvironment
putAvroHydraAdapter qname ad env =
    Environment.AvroEnvironment {
      Environment.avroEnvironmentNamedAdapters = (Maps.insert qname ad (Environment.avroEnvironmentNamedAdapters env)),
      Environment.avroEnvironmentNamespace = (Environment.avroEnvironmentNamespace env),
      Environment.avroEnvironmentElements = (Environment.avroEnvironmentElements env)}

-- | Look up a required string attribute in a JSON object map
requireStringE :: t0 -> String -> M.Map String Model.Value -> Either Errors.Error String
requireStringE cx fname m =
    Maybes.maybe (err cx (Strings.cat [
      "required attribute ",
      (Literals.showString fname),
      " not found"])) (\v -> expectStringE cx v) (Maps.lookup fname m)

-- | Recursively rewrite an Avro schema using a monadic transformation function
rewriteAvroSchemaM :: ((Schema.Schema -> Either t0 Schema.Schema) -> Schema.Schema -> Either t0 Schema.Schema) -> Schema.Schema -> Either t0 Schema.Schema
rewriteAvroSchemaM f schema =

      let recurse = rewriteAvroSchemaM f
          fsub =
                  \s -> case s of
                    Schema.SchemaArray v0 -> Eithers.map (\els_ -> Schema.SchemaArray (Schema.Array {
                      Schema.arrayItems = els_})) (recurse (Schema.arrayItems v0))
                    Schema.SchemaMap v0 -> Eithers.map (\vs_ -> Schema.SchemaMap (Schema.Map {
                      Schema.mapValues = vs_})) (recurse (Schema.mapValues v0))
                    Schema.SchemaNamed v0 -> Eithers.map (\nt_ -> Schema.SchemaNamed (Schema.Named {
                      Schema.namedName = (Schema.namedName v0),
                      Schema.namedNamespace = (Schema.namedNamespace v0),
                      Schema.namedAliases = (Schema.namedAliases v0),
                      Schema.namedDoc = (Schema.namedDoc v0),
                      Schema.namedType = nt_,
                      Schema.namedAnnotations = (Schema.namedAnnotations v0)})) (case (Schema.namedType v0) of
                      Schema.NamedTypeRecord v1 -> Eithers.map (\fields_ -> Schema.NamedTypeRecord (Schema.Record {
                        Schema.recordFields = fields_})) (Eithers.mapList (\fld -> Eithers.map (\t_ -> Schema.Field {
                        Schema.fieldName = (Schema.fieldName fld),
                        Schema.fieldDoc = (Schema.fieldDoc fld),
                        Schema.fieldType = t_,
                        Schema.fieldDefault = (Schema.fieldDefault fld),
                        Schema.fieldOrder = (Schema.fieldOrder fld),
                        Schema.fieldAliases = (Schema.fieldAliases fld),
                        Schema.fieldAnnotations = (Schema.fieldAnnotations fld)}) (recurse (Schema.fieldType fld))) (Schema.recordFields v1))
                      _ -> Right (Schema.namedType v0))
                    Schema.SchemaUnion v0 -> Eithers.map (\schemas_ -> Schema.SchemaUnion (Schema.Union schemas_)) (Eithers.mapList (\us -> recurse us) (Schema.unUnion v0))
                    _ -> Right s
      in (f fsub schema)

-- | Convert an Avro qualified name to a display string
showQname :: Environment.AvroQualifiedName -> String
showQname qname =

      let mns = Environment.avroQualifiedNameNamespace qname
          local = Environment.avroQualifiedNameName qname
      in (Strings.cat2 (Maybes.maybe "" (\ns -> Strings.cat2 ns ".") mns) local)

-- | Parse a string into a term of the expected type
stringToTermE :: t0 -> Core.Type -> String -> Either Errors.Error Core.Term
stringToTermE cx typ s =

      let readErr = err cx "failed to read value"
          readAndWrap = \reader -> \wrapper -> Maybes.maybe readErr (\v -> Right (Core.TermLiteral (wrapper v))) (reader s)
      in case (Strip.deannotateType typ) of
        Core.TypeLiteral v0 -> case v0 of
          Core.LiteralTypeBoolean -> readAndWrap (\x -> Literals.readBoolean x) (\b -> Core.LiteralBoolean b)
          Core.LiteralTypeInteger v1 -> case v1 of
            Core.IntegerTypeBigint -> readAndWrap (\x -> Literals.readBigint x) (\i -> Core.LiteralInteger (Core.IntegerValueBigint i))
            Core.IntegerTypeInt8 -> readAndWrap (\x -> Literals.readInt8 x) (\i -> Core.LiteralInteger (Core.IntegerValueInt8 i))
            Core.IntegerTypeInt16 -> readAndWrap (\x -> Literals.readInt16 x) (\i -> Core.LiteralInteger (Core.IntegerValueInt16 i))
            Core.IntegerTypeInt32 -> readAndWrap (\x -> Literals.readInt32 x) (\i -> Core.LiteralInteger (Core.IntegerValueInt32 i))
            Core.IntegerTypeInt64 -> readAndWrap (\x -> Literals.readInt64 x) (\i -> Core.LiteralInteger (Core.IntegerValueInt64 i))
            Core.IntegerTypeUint8 -> readAndWrap (\x -> Literals.readUint8 x) (\i -> Core.LiteralInteger (Core.IntegerValueUint8 i))
            Core.IntegerTypeUint16 -> readAndWrap (\x -> Literals.readUint16 x) (\i -> Core.LiteralInteger (Core.IntegerValueUint16 i))
            Core.IntegerTypeUint32 -> readAndWrap (\x -> Literals.readUint32 x) (\i -> Core.LiteralInteger (Core.IntegerValueUint32 i))
            Core.IntegerTypeUint64 -> readAndWrap (\x -> Literals.readUint64 x) (\i -> Core.LiteralInteger (Core.IntegerValueUint64 i))
          Core.LiteralTypeString -> Right (Core.TermLiteral (Core.LiteralString s))
          _ -> unexpectedE cx "literal type" "other literal type"
        _ -> unexpectedE cx "literal type" "other"

-- | Convert a literal term to its string representation
termToStringE :: t0 -> Core.Term -> Either Errors.Error String
termToStringE cx term =
    case (Strip.deannotateTerm term) of
      Core.TermLiteral v0 -> case v0 of
        Core.LiteralBoolean v1 -> Right (Literals.showBoolean v1)
        Core.LiteralInteger v1 -> Right (case v1 of
          Core.IntegerValueBigint v2 -> Literals.showBigint v2
          Core.IntegerValueInt8 v2 -> Literals.showInt8 v2
          Core.IntegerValueInt16 v2 -> Literals.showInt16 v2
          Core.IntegerValueInt32 v2 -> Literals.showInt32 v2
          Core.IntegerValueInt64 v2 -> Literals.showInt64 v2
          Core.IntegerValueUint8 v2 -> Literals.showUint8 v2
          Core.IntegerValueUint16 v2 -> Literals.showUint16 v2
          Core.IntegerValueUint32 v2 -> Literals.showUint32 v2
          Core.IntegerValueUint64 v2 -> Literals.showUint64 v2)
        Core.LiteralString v1 -> Right v1
        _ -> unexpectedE cx "boolean, integer, or string" "other literal"
      Core.TermMaybe v0 -> Maybes.maybe (unexpectedE cx "literal value" "Nothing") (\term_ -> termToStringE cx term_) v0
      _ -> unexpectedE cx "literal value" "other"

-- | Construct an error for unexpected values
unexpectedE :: t0 -> String -> String -> Either Errors.Error t1
unexpectedE cx expected found =
    err cx (Strings.cat [
      "Expected ",
      expected,
      ", found: ",
      found])