hxt-8.3.0: doc/hdoc/src/Text-XML-HXT-Arrow-DocumentInput.html
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<html>
<head>
<!-- Generated by HsColour, http://www.cs.york.ac.uk/fp/darcs/hscolour/ -->
<title>Haskell Code by HsColour</title>
<link type='text/css' rel='stylesheet' href='hscolour.css' />
</head>
<body>
<pre><a name="line-1"></a><span class='comment'>-- ------------------------------------------------------------</span>
<a name="line-2"></a>
<a name="line-3"></a><span class='comment'>{- |
<a name="line-4"></a> Module : Text.XML.HXT.Arrow.DocumentInput
<a name="line-5"></a> Copyright : Copyright (C) 2005 Uwe Schmidt
<a name="line-6"></a> License : MIT
<a name="line-7"></a>
<a name="line-8"></a> Maintainer : Uwe Schmidt (uwe@fh-wedel.de)
<a name="line-9"></a> Stability : experimental
<a name="line-10"></a> Portability: portable
<a name="line-11"></a> Version : $Id$
<a name="line-12"></a>
<a name="line-13"></a> State arrows for document input
<a name="line-14"></a>-}</span>
<a name="line-15"></a>
<a name="line-16"></a><span class='comment'>-- ------------------------------------------------------------</span>
<a name="line-17"></a>
<a name="line-18"></a><span class='keyword'>module</span> <span class='conid'>Text</span><span class='varop'>.</span><span class='conid'>XML</span><span class='varop'>.</span><span class='conid'>HXT</span><span class='varop'>.</span><span class='conid'>Arrow</span><span class='varop'>.</span><span class='conid'>DocumentInput</span>
<a name="line-19"></a> <span class='layout'>(</span> <span class='varid'>getURIContents</span>
<a name="line-20"></a> <span class='layout'>,</span> <span class='varid'>getXmlContents</span>
<a name="line-21"></a> <span class='layout'>,</span> <span class='varid'>getXmlEntityContents</span>
<a name="line-22"></a> <span class='layout'>,</span> <span class='varid'>getEncoding</span>
<a name="line-23"></a> <span class='layout'>,</span> <span class='varid'>decodeDocument</span>
<a name="line-24"></a> <span class='layout'>)</span>
<a name="line-25"></a><span class='keyword'>where</span>
<a name="line-26"></a>
<a name="line-27"></a><span class='keyword'>import</span> <span class='conid'>Control</span><span class='varop'>.</span><span class='conid'>Arrow</span> <span class='comment'>-- arrow classes</span>
<a name="line-28"></a><span class='keyword'>import</span> <span class='conid'>Control</span><span class='varop'>.</span><span class='conid'>Arrow</span><span class='varop'>.</span><span class='conid'>ArrowList</span>
<a name="line-29"></a><span class='keyword'>import</span> <span class='conid'>Control</span><span class='varop'>.</span><span class='conid'>Arrow</span><span class='varop'>.</span><span class='conid'>ArrowIf</span>
<a name="line-30"></a><span class='keyword'>import</span> <span class='conid'>Control</span><span class='varop'>.</span><span class='conid'>Arrow</span><span class='varop'>.</span><span class='conid'>ArrowTree</span>
<a name="line-31"></a><span class='keyword'>import</span> <span class='conid'>Control</span><span class='varop'>.</span><span class='conid'>Arrow</span><span class='varop'>.</span><span class='conid'>ArrowIO</span>
<a name="line-32"></a>
<a name="line-33"></a><span class='keyword'>import</span> <span class='conid'>Data</span><span class='varop'>.</span><span class='conid'>Char</span>
<a name="line-34"></a> <span class='layout'>(</span> <span class='varid'>toLower</span>
<a name="line-35"></a> <span class='layout'>)</span>
<a name="line-36"></a><span class='keyword'>import</span> <span class='conid'>Data</span><span class='varop'>.</span><span class='conid'>List</span>
<a name="line-37"></a> <span class='layout'>(</span> <span class='varid'>isPrefixOf</span>
<a name="line-38"></a> <span class='layout'>)</span>
<a name="line-39"></a><span class='keyword'>import</span> <span class='conid'>Data</span><span class='varop'>.</span><span class='conid'>Maybe</span>
<a name="line-40"></a>
<a name="line-41"></a><span class='keyword'>import</span> <span class='conid'>System</span><span class='varop'>.</span><span class='conid'>FilePath</span>
<a name="line-42"></a> <span class='layout'>(</span> <span class='varid'>takeExtension</span> <span class='layout'>)</span>
<a name="line-43"></a>
<a name="line-44"></a><span class='keyword'>import</span> <span class='conid'>Text</span><span class='varop'>.</span><span class='conid'>XML</span><span class='varop'>.</span><span class='conid'>HXT</span><span class='varop'>.</span><span class='conid'>DOM</span><span class='varop'>.</span><span class='conid'>Unicode</span>
<a name="line-45"></a> <span class='layout'>(</span> <span class='varid'>getDecodingFct</span>
<a name="line-46"></a> <span class='layout'>,</span> <span class='varid'>guessEncoding</span>
<a name="line-47"></a> <span class='layout'>,</span> <span class='varid'>normalizeNL</span>
<a name="line-48"></a> <span class='layout'>)</span>
<a name="line-49"></a>
<a name="line-50"></a><span class='keyword'>import</span> <span class='keyword'>qualified</span> <span class='conid'>Text</span><span class='varop'>.</span><span class='conid'>XML</span><span class='varop'>.</span><span class='conid'>HXT</span><span class='varop'>.</span><span class='conid'>IO</span><span class='varop'>.</span><span class='conid'>GetFILE</span> <span class='keyword'>as</span> <span class='conid'>FILE</span>
<a name="line-51"></a><span class='keyword'>import</span> <span class='keyword'>qualified</span> <span class='conid'>Text</span><span class='varop'>.</span><span class='conid'>XML</span><span class='varop'>.</span><span class='conid'>HXT</span><span class='varop'>.</span><span class='conid'>IO</span><span class='varop'>.</span><span class='conid'>GetHTTPLibCurl</span> <span class='keyword'>as</span> <span class='conid'>LibCURL</span>
<a name="line-52"></a>
<a name="line-53"></a><span class='comment'>{- not longer needed, libcurl is used
<a name="line-54"></a>import qualified Text.XML.HXT.IO.GetHTTPNative as HTTP
<a name="line-55"></a>import qualified Text.XML.HXT.IO.GetHTTPCurl as CURL
<a name="line-56"></a>-}</span>
<a name="line-57"></a>
<a name="line-58"></a><span class='keyword'>import</span> <span class='conid'>Text</span><span class='varop'>.</span><span class='conid'>XML</span><span class='varop'>.</span><span class='conid'>HXT</span><span class='varop'>.</span><span class='conid'>DOM</span><span class='varop'>.</span><span class='conid'>Interface</span>
<a name="line-59"></a>
<a name="line-60"></a><span class='keyword'>import</span> <span class='conid'>Text</span><span class='varop'>.</span><span class='conid'>XML</span><span class='varop'>.</span><span class='conid'>HXT</span><span class='varop'>.</span><span class='conid'>Arrow</span><span class='varop'>.</span><span class='conid'>XmlArrow</span>
<a name="line-61"></a><span class='keyword'>import</span> <span class='conid'>Text</span><span class='varop'>.</span><span class='conid'>XML</span><span class='varop'>.</span><span class='conid'>HXT</span><span class='varop'>.</span><span class='conid'>Arrow</span><span class='varop'>.</span><span class='conid'>XmlIOStateArrow</span>
<a name="line-62"></a><span class='keyword'>import</span> <span class='conid'>Text</span><span class='varop'>.</span><span class='conid'>XML</span><span class='varop'>.</span><span class='conid'>HXT</span><span class='varop'>.</span><span class='conid'>Arrow</span><span class='varop'>.</span><span class='conid'>ParserInterface</span>
<a name="line-63"></a> <span class='layout'>(</span> <span class='varid'>parseXmlDocEncodingSpec</span>
<a name="line-64"></a> <span class='layout'>,</span> <span class='varid'>parseXmlEntityEncodingSpec</span>
<a name="line-65"></a> <span class='layout'>,</span> <span class='varid'>removeEncodingSpec</span>
<a name="line-66"></a> <span class='layout'>)</span>
<a name="line-67"></a>
<a name="line-68"></a><span class='comment'>-- ----------------------------------------------------------</span>
<a name="line-69"></a>
<a name="line-70"></a><a name="protocolHandlers"></a><span class='definition'>protocolHandlers</span> <span class='keyglyph'>::</span> <span class='conid'>AssocList</span> <span class='conid'>String</span> <span class='layout'>(</span><span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span><span class='layout'>)</span>
<a name="line-71"></a><span class='definition'>protocolHandlers</span>
<a name="line-72"></a> <span class='keyglyph'>=</span> <span class='keyglyph'>[</span> <span class='layout'>(</span><span class='str'>"file"</span><span class='layout'>,</span> <span class='varid'>getFileContents</span><span class='layout'>)</span>
<a name="line-73"></a> <span class='layout'>,</span> <span class='layout'>(</span><span class='str'>"http"</span><span class='layout'>,</span> <span class='varid'>getHttpContents</span><span class='layout'>)</span>
<a name="line-74"></a> <span class='layout'>,</span> <span class='layout'>(</span><span class='str'>"stdin"</span><span class='layout'>,</span> <span class='varid'>getStdinContents</span><span class='layout'>)</span>
<a name="line-75"></a> <span class='keyglyph'>]</span>
<a name="line-76"></a>
<a name="line-77"></a><a name="getProtocolHandler"></a><span class='definition'>getProtocolHandler</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>String</span> <span class='layout'>(</span><span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span><span class='layout'>)</span>
<a name="line-78"></a><span class='definition'>getProtocolHandler</span>
<a name="line-79"></a> <span class='keyglyph'>=</span> <span class='varid'>arr</span> <span class='layout'>(</span><span class='keyglyph'>\</span> <span class='varid'>s</span> <span class='keyglyph'>-></span> <span class='varid'>lookupDef</span> <span class='varid'>getUnsupported</span> <span class='varid'>s</span> <span class='varid'>protocolHandlers</span><span class='layout'>)</span>
<a name="line-80"></a>
<a name="line-81"></a><a name="getUnsupported"></a><span class='definition'>getUnsupported</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-82"></a><span class='definition'>getUnsupported</span>
<a name="line-83"></a> <span class='keyglyph'>=</span> <span class='varid'>perform</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>a_source</span>
<a name="line-84"></a> <span class='varop'>>>></span>
<a name="line-85"></a> <span class='varid'>arr</span> <span class='layout'>(</span><span class='layout'>(</span><span class='str'>"unsupported protocol in URI "</span> <span class='varop'>++</span><span class='layout'>)</span> <span class='varop'>.</span> <span class='varid'>show</span><span class='layout'>)</span>
<a name="line-86"></a> <span class='varop'>>>></span>
<a name="line-87"></a> <span class='varid'>applyA</span> <span class='layout'>(</span><span class='varid'>arr</span> <span class='varid'>issueFatal</span><span class='layout'>)</span>
<a name="line-88"></a> <span class='layout'>)</span>
<a name="line-89"></a> <span class='varop'>>>></span>
<a name="line-90"></a> <span class='varid'>setDocumentStatusFromSystemState</span> <span class='str'>"accessing documents"</span>
<a name="line-91"></a>
<a name="line-92"></a><a name="getStringContents"></a><span class='definition'>getStringContents</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-93"></a><span class='definition'>getStringContents</span>
<a name="line-94"></a> <span class='keyglyph'>=</span> <span class='varid'>setCont</span> <span class='varop'>$<</span> <span class='varid'>getAttrValue</span> <span class='varid'>a_source</span>
<a name="line-95"></a> <span class='varop'>>>></span>
<a name="line-96"></a> <span class='varid'>addAttr</span> <span class='varid'>transferMessage</span> <span class='str'>"OK"</span>
<a name="line-97"></a> <span class='varop'>>>></span>
<a name="line-98"></a> <span class='varid'>addAttr</span> <span class='varid'>transferStatus</span> <span class='str'>"200"</span>
<a name="line-99"></a> <span class='keyword'>where</span>
<a name="line-100"></a> <span class='varid'>setCont</span> <span class='varid'>contents</span>
<a name="line-101"></a> <span class='keyglyph'>=</span> <span class='varid'>replaceChildren</span> <span class='layout'>(</span><span class='varid'>txt</span> <span class='varid'>contents'</span><span class='layout'>)</span>
<a name="line-102"></a> <span class='varop'>>>></span>
<a name="line-103"></a> <span class='varid'>addAttr</span> <span class='varid'>transferURI</span> <span class='layout'>(</span><span class='varid'>take</span> <span class='num'>7</span> <span class='varid'>contents</span><span class='layout'>)</span> <span class='comment'>-- the "string:" prefix is stored, this is required by setBaseURIFromDoc</span>
<a name="line-104"></a> <span class='varop'>>>></span>
<a name="line-105"></a> <span class='varid'>addAttr</span> <span class='varid'>a_source</span> <span class='layout'>(</span><span class='varid'>show</span> <span class='varop'>.</span> <span class='varid'>prefix</span> <span class='num'>48</span> <span class='varop'>$</span> <span class='varid'>contents'</span><span class='layout'>)</span> <span class='comment'>-- a quoted prefix of the content, max 48 chars is taken as source name</span>
<a name="line-106"></a> <span class='keyword'>where</span>
<a name="line-107"></a> <span class='varid'>contents'</span> <span class='keyglyph'>=</span> <span class='varid'>drop</span> <span class='layout'>(</span><span class='varid'>length</span> <span class='varid'>stringProtocol</span><span class='layout'>)</span> <span class='varid'>contents</span>
<a name="line-108"></a> <span class='varid'>prefix</span> <span class='varid'>l</span> <span class='varid'>s</span>
<a name="line-109"></a> <span class='keyglyph'>|</span> <span class='varid'>length</span> <span class='varid'>s'</span> <span class='varop'>></span> <span class='varid'>l</span> <span class='keyglyph'>=</span> <span class='varid'>take</span> <span class='layout'>(</span><span class='varid'>l</span> <span class='comment'>-</span> <span class='num'>3</span><span class='layout'>)</span> <span class='varid'>s'</span> <span class='varop'>++</span> <span class='str'>"..."</span>
<a name="line-110"></a> <span class='keyglyph'>|</span> <span class='varid'>otherwise</span> <span class='keyglyph'>=</span> <span class='varid'>s'</span>
<a name="line-111"></a> <span class='keyword'>where</span>
<a name="line-112"></a> <span class='varid'>s'</span> <span class='keyglyph'>=</span> <span class='varid'>take</span> <span class='layout'>(</span><span class='varid'>l</span> <span class='varop'>+</span> <span class='num'>1</span><span class='layout'>)</span> <span class='varid'>s</span>
<a name="line-113"></a>
<a name="line-114"></a><a name="getFileContents"></a><span class='definition'>getFileContents</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-115"></a><span class='definition'>getFileContents</span>
<a name="line-116"></a> <span class='keyglyph'>=</span> <span class='varid'>applyA</span> <span class='layout'>(</span> <span class='layout'>(</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>a_strict_input</span>
<a name="line-117"></a> <span class='varop'>>>></span>
<a name="line-118"></a> <span class='varid'>arr</span> <span class='varid'>isTrueValue</span>
<a name="line-119"></a> <span class='layout'>)</span>
<a name="line-120"></a> <span class='varop'>&&&</span>
<a name="line-121"></a> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>transferURI</span>
<a name="line-122"></a> <span class='varop'>>>></span>
<a name="line-123"></a> <span class='varid'>getPathFromURI</span>
<a name="line-124"></a> <span class='layout'>)</span>
<a name="line-125"></a> <span class='layout'>)</span>
<a name="line-126"></a> <span class='varop'>>>></span>
<a name="line-127"></a> <span class='varid'>traceValue</span> <span class='num'>2</span> <span class='layout'>(</span><span class='keyglyph'>\</span> <span class='layout'>(</span><span class='varid'>b</span><span class='layout'>,</span> <span class='varid'>f</span><span class='layout'>)</span> <span class='keyglyph'>-></span> <span class='str'>"read file "</span> <span class='varop'>++</span> <span class='varid'>show</span> <span class='varid'>f</span> <span class='varop'>++</span> <span class='str'>" (strict input = "</span> <span class='varop'>++</span> <span class='varid'>show</span> <span class='varid'>b</span> <span class='varop'>++</span> <span class='str'>")"</span><span class='layout'>)</span>
<a name="line-128"></a> <span class='varop'>>>></span>
<a name="line-129"></a> <span class='varid'>arrIO</span> <span class='layout'>(</span><span class='varid'>uncurry</span> <span class='conid'>FILE</span><span class='varop'>.</span><span class='varid'>getCont</span><span class='layout'>)</span>
<a name="line-130"></a> <span class='varop'>>>></span>
<a name="line-131"></a> <span class='layout'>(</span> <span class='varid'>arr</span> <span class='varid'>addError</span> <span class='comment'>-- io error occured</span>
<a name="line-132"></a> <span class='varop'>|||</span>
<a name="line-133"></a> <span class='varid'>arr</span> <span class='varid'>addTxtContent</span> <span class='comment'>-- content read</span>
<a name="line-134"></a> <span class='layout'>)</span>
<a name="line-135"></a> <span class='layout'>)</span>
<a name="line-136"></a> <span class='varop'>>>></span>
<a name="line-137"></a> <span class='varid'>addMimeType</span>
<a name="line-138"></a>
<a name="line-139"></a><a name="getStdinContents"></a><span class='definition'>getStdinContents</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-140"></a><span class='definition'>getStdinContents</span>
<a name="line-141"></a> <span class='keyglyph'>=</span> <span class='varid'>applyA</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>a_strict_input</span>
<a name="line-142"></a> <span class='varop'>>>></span>
<a name="line-143"></a> <span class='varid'>arr</span> <span class='varid'>isTrueValue</span>
<a name="line-144"></a> <span class='varop'>>>></span>
<a name="line-145"></a> <span class='varid'>arrIO</span> <span class='conid'>FILE</span><span class='varop'>.</span><span class='varid'>getStdinCont</span>
<a name="line-146"></a> <span class='varop'>>>></span>
<a name="line-147"></a> <span class='layout'>(</span> <span class='varid'>arr</span> <span class='varid'>addError</span> <span class='comment'>-- io error occured</span>
<a name="line-148"></a> <span class='varop'>|||</span>
<a name="line-149"></a> <span class='varid'>arr</span> <span class='varid'>addTxtContent</span> <span class='comment'>-- content read</span>
<a name="line-150"></a> <span class='layout'>)</span>
<a name="line-151"></a> <span class='layout'>)</span>
<a name="line-152"></a>
<a name="line-153"></a><a name="addError"></a><span class='definition'>addError</span> <span class='keyglyph'>::</span> <span class='conid'>String</span> <span class='keyglyph'>-></span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-154"></a><span class='definition'>addError</span> <span class='varid'>e</span>
<a name="line-155"></a> <span class='keyglyph'>=</span> <span class='varid'>issueFatal</span> <span class='varid'>e</span>
<a name="line-156"></a> <span class='varop'>>>></span>
<a name="line-157"></a> <span class='varid'>setDocumentStatusFromSystemState</span> <span class='str'>"accessing documents"</span>
<a name="line-158"></a>
<a name="line-159"></a><a name="addMimeType"></a><span class='definition'>addMimeType</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-160"></a><span class='definition'>addMimeType</span>
<a name="line-161"></a> <span class='keyglyph'>=</span> <span class='varid'>addMime</span> <span class='varop'>$<</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>transferURI</span>
<a name="line-162"></a> <span class='varop'>>>></span>
<a name="line-163"></a> <span class='layout'>(</span> <span class='varid'>uriToMime</span> <span class='varop'>$<</span> <span class='varid'>getSysParam</span> <span class='varid'>xio_mimeTypes</span> <span class='layout'>)</span>
<a name="line-164"></a> <span class='layout'>)</span>
<a name="line-165"></a> <span class='keyword'>where</span>
<a name="line-166"></a> <span class='varid'>addMime</span> <span class='varid'>mt</span>
<a name="line-167"></a> <span class='keyglyph'>=</span> <span class='varid'>addAttr</span> <span class='varid'>transferMimeType</span> <span class='varid'>mt</span>
<a name="line-168"></a> <span class='varid'>uriToMime</span> <span class='varid'>mtt</span>
<a name="line-169"></a> <span class='keyglyph'>=</span> <span class='varid'>arr</span> <span class='varop'>$</span> <span class='layout'>(</span> <span class='keyglyph'>\</span> <span class='varid'>uri</span> <span class='keyglyph'>-></span> <span class='varid'>extensionToMimeType</span> <span class='layout'>(</span><span class='varid'>drop</span> <span class='num'>1</span> <span class='varop'>.</span> <span class='varid'>takeExtension</span> <span class='varop'>$</span> <span class='varid'>uri</span><span class='layout'>)</span> <span class='varid'>mtt</span> <span class='layout'>)</span>
<a name="line-170"></a>
<a name="line-171"></a><a name="addTxtContent"></a><span class='definition'>addTxtContent</span> <span class='keyglyph'>::</span> <span class='conid'>String</span> <span class='keyglyph'>-></span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-172"></a><span class='definition'>addTxtContent</span> <span class='varid'>c</span>
<a name="line-173"></a> <span class='keyglyph'>=</span> <span class='varid'>replaceChildren</span> <span class='layout'>(</span><span class='varid'>txt</span> <span class='varid'>c</span><span class='layout'>)</span>
<a name="line-174"></a> <span class='varop'>>>></span>
<a name="line-175"></a> <span class='varid'>addAttr</span> <span class='varid'>transferMessage</span> <span class='str'>"OK"</span>
<a name="line-176"></a> <span class='varop'>>>></span>
<a name="line-177"></a> <span class='varid'>addAttr</span> <span class='varid'>transferStatus</span> <span class='str'>"200"</span>
<a name="line-178"></a>
<a name="line-179"></a><a name="getHttpContents"></a><span class='definition'>getHttpContents</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-180"></a><span class='definition'>getHttpContents</span>
<a name="line-181"></a> <span class='keyglyph'>=</span> <span class='varid'>getCont</span> <span class='varop'>$<<</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>transferURI</span>
<a name="line-182"></a> <span class='varop'>&&&</span>
<a name="line-183"></a> <span class='layout'>(</span> <span class='layout'>(</span> <span class='varid'>getAttrlAsAssoc</span> <span class='comment'>-- get all attributes of root node</span>
<a name="line-184"></a> <span class='varop'>&&&</span>
<a name="line-185"></a> <span class='varid'>getAllParamsString</span> <span class='comment'>-- get all system params</span>
<a name="line-186"></a> <span class='layout'>)</span>
<a name="line-187"></a> <span class='varop'>>>^</span> <span class='varid'>uncurry</span> <span class='varid'>addEntries</span> <span class='comment'>-- merge them, attributes overwrite system params</span>
<a name="line-188"></a> <span class='layout'>)</span>
<a name="line-189"></a> <span class='layout'>)</span>
<a name="line-190"></a> <span class='keyword'>where</span>
<a name="line-191"></a> <span class='varid'>getAttrlAsAssoc</span> <span class='comment'>-- get the attributes as assoc list</span>
<a name="line-192"></a> <span class='keyglyph'>=</span> <span class='varid'>listA</span> <span class='layout'>(</span> <span class='varid'>getAttrl</span>
<a name="line-193"></a> <span class='varop'>>>></span> <span class='layout'>(</span> <span class='varid'>getName</span>
<a name="line-194"></a> <span class='varop'>&&&</span>
<a name="line-195"></a> <span class='varid'>xshow</span> <span class='varid'>getChildren</span>
<a name="line-196"></a> <span class='layout'>)</span>
<a name="line-197"></a> <span class='layout'>)</span>
<a name="line-198"></a>
<a name="line-199"></a> <span class='varid'>getCont</span> <span class='varid'>uri</span> <span class='varid'>options</span>
<a name="line-200"></a> <span class='keyglyph'>=</span> <span class='varid'>applyA</span> <span class='layout'>(</span> <span class='layout'>(</span> <span class='varid'>traceMsg</span> <span class='num'>2</span> <span class='layout'>(</span> <span class='str'>"get HTTP via libcurl, uri="</span> <span class='varop'>++</span> <span class='varid'>show</span> <span class='varid'>uri</span> <span class='varop'>++</span> <span class='str'>" options="</span> <span class='varop'>++</span> <span class='varid'>show</span> <span class='varid'>options</span> <span class='layout'>)</span>
<a name="line-201"></a> <span class='varop'>>>></span>
<a name="line-202"></a> <span class='varid'>arrIO0</span> <span class='layout'>(</span> <span class='conid'>LibCURL</span><span class='varop'>.</span><span class='varid'>getCont</span> <span class='varid'>options</span> <span class='varid'>uri</span> <span class='layout'>)</span>
<a name="line-203"></a> <span class='layout'>)</span>
<a name="line-204"></a> <span class='varop'>>>></span>
<a name="line-205"></a> <span class='layout'>(</span> <span class='varid'>arr</span> <span class='varid'>addError</span>
<a name="line-206"></a> <span class='varop'>|||</span>
<a name="line-207"></a> <span class='varid'>arr</span> <span class='varid'>addContent</span>
<a name="line-208"></a> <span class='layout'>)</span>
<a name="line-209"></a> <span class='layout'>)</span>
<a name="line-210"></a>
<a name="line-211"></a><span class='comment'>{- old stuff
<a name="line-212"></a> = applyA ( ( if curl == v_1
<a name="line-213"></a> then ( traceMsg 2 ( "get HTTP via "
<a name="line-214"></a> ++ show ( "curl "
<a name="line-215"></a> ++ (if null proxy then "" else "--proxy " ++ proxy)
<a name="line-216"></a> ++ (if null curlOpt then "" else " " ++ curlOpt)
<a name="line-217"></a> ++ " " ++ uri
<a name="line-218"></a> )
<a name="line-219"></a> )
<a name="line-220"></a> >>>
<a name="line-221"></a> arrIO0 ( CURL.getCont curlOpt uri proxy )
<a name="line-222"></a> )
<a name="line-223"></a> else arrIO0 ( HTTP.getCont uri proxy )
<a name="line-224"></a> )
<a name="line-225"></a> >>>
<a name="line-226"></a> ( arr addError
<a name="line-227"></a> |||
<a name="line-228"></a> arr addContent
<a name="line-229"></a> )
<a name="line-230"></a> )
<a name="line-231"></a> where
<a name="line-232"></a> proxy = lookup1 a_proxy options
<a name="line-233"></a> curl = lookup1 a_use_curl options
<a name="line-234"></a> curlOpt = lookup1 a_options_curl options
<a name="line-235"></a>-}</span>
<a name="line-236"></a>
<a name="line-237"></a> <span class='varid'>addContent</span> <span class='keyglyph'>::</span> <span class='layout'>(</span><span class='conid'>AssocList</span> <span class='conid'>String</span> <span class='conid'>String</span><span class='layout'>,</span> <span class='conid'>String</span><span class='layout'>)</span> <span class='keyglyph'>-></span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-238"></a> <span class='varid'>addContent</span> <span class='layout'>(</span><span class='varid'>al</span><span class='layout'>,</span> <span class='varid'>c</span><span class='layout'>)</span>
<a name="line-239"></a> <span class='keyglyph'>=</span> <span class='varid'>replaceChildren</span> <span class='layout'>(</span><span class='varid'>txt</span> <span class='varid'>c</span><span class='layout'>)</span>
<a name="line-240"></a> <span class='varop'>>>></span>
<a name="line-241"></a> <span class='varid'>seqA</span> <span class='layout'>(</span><span class='varid'>map</span> <span class='layout'>(</span><span class='varid'>uncurry</span> <span class='varid'>addAttr</span><span class='layout'>)</span> <span class='varid'>al</span><span class='layout'>)</span>
<a name="line-242"></a>
<a name="line-243"></a><a name="getURIContents"></a><span class='definition'>getURIContents</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-244"></a><span class='definition'>getURIContents</span>
<a name="line-245"></a> <span class='keyglyph'>=</span> <span class='varid'>getContentsFromString</span>
<a name="line-246"></a> <span class='varop'>`orElse`</span>
<a name="line-247"></a> <span class='varid'>getContentsFromDoc</span>
<a name="line-248"></a> <span class='keyword'>where</span>
<a name="line-249"></a> <span class='varid'>getContentsFromString</span>
<a name="line-250"></a> <span class='keyglyph'>=</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>a_source</span>
<a name="line-251"></a> <span class='varop'>>>></span>
<a name="line-252"></a> <span class='varid'>isA</span> <span class='layout'>(</span><span class='varid'>isPrefixOf</span> <span class='varid'>stringProtocol</span><span class='layout'>)</span>
<a name="line-253"></a> <span class='layout'>)</span>
<a name="line-254"></a> <span class='varop'>`guards`</span>
<a name="line-255"></a> <span class='varid'>getStringContents</span>
<a name="line-256"></a>
<a name="line-257"></a> <span class='varid'>getContentsFromDoc</span>
<a name="line-258"></a> <span class='keyglyph'>=</span> <span class='layout'>(</span> <span class='layout'>(</span> <span class='varid'>addTransferURI</span> <span class='varop'>$<</span> <span class='varid'>getBaseURI</span>
<a name="line-259"></a> <span class='varop'>>>></span>
<a name="line-260"></a> <span class='varid'>getCont</span>
<a name="line-261"></a> <span class='layout'>)</span>
<a name="line-262"></a> <span class='varop'>`when`</span>
<a name="line-263"></a> <span class='layout'>(</span> <span class='varid'>setAbsURI</span> <span class='varop'>$<</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>a_source</span>
<a name="line-264"></a> <span class='varop'>>>^</span>
<a name="line-265"></a> <span class='layout'>(</span> <span class='keyglyph'>\</span> <span class='varid'>src</span><span class='keyglyph'>-></span> <span class='layout'>(</span><span class='keyword'>if</span> <span class='varid'>null</span> <span class='varid'>src</span> <span class='keyword'>then</span> <span class='str'>"stdin:"</span> <span class='keyword'>else</span> <span class='varid'>src</span><span class='layout'>)</span> <span class='layout'>)</span> <span class='comment'>-- empty document name -> read from stdin</span>
<a name="line-266"></a> <span class='layout'>)</span>
<a name="line-267"></a> <span class='layout'>)</span>
<a name="line-268"></a> <span class='layout'>)</span>
<a name="line-269"></a> <span class='varop'>>>></span>
<a name="line-270"></a> <span class='varid'>setDocumentStatusFromSystemState</span> <span class='str'>"getURIContents"</span>
<a name="line-271"></a>
<a name="line-272"></a> <span class='varid'>setAbsURI</span> <span class='varid'>src</span>
<a name="line-273"></a> <span class='keyglyph'>=</span> <span class='varid'>ifA</span> <span class='layout'>(</span> <span class='varid'>constA</span> <span class='varid'>src</span> <span class='varop'>>>></span> <span class='varid'>changeBaseURI</span> <span class='layout'>)</span>
<a name="line-274"></a> <span class='varid'>this</span>
<a name="line-275"></a> <span class='layout'>(</span> <span class='varid'>issueFatal</span> <span class='layout'>(</span><span class='str'>"illegal URI : "</span> <span class='varop'>++</span> <span class='varid'>show</span> <span class='varid'>src</span><span class='layout'>)</span> <span class='layout'>)</span>
<a name="line-276"></a>
<a name="line-277"></a> <span class='varid'>addTransferURI</span> <span class='varid'>uri</span>
<a name="line-278"></a> <span class='keyglyph'>=</span> <span class='varid'>addAttr</span> <span class='varid'>transferURI</span> <span class='varid'>uri</span>
<a name="line-279"></a>
<a name="line-280"></a> <span class='varid'>getCont</span>
<a name="line-281"></a> <span class='keyglyph'>=</span> <span class='varid'>applyA</span> <span class='layout'>(</span> <span class='varid'>getBaseURI</span> <span class='comment'>-- compute the handler and call it</span>
<a name="line-282"></a> <span class='varop'>>>></span>
<a name="line-283"></a> <span class='varid'>traceValue</span> <span class='num'>2</span> <span class='layout'>(</span><span class='layout'>(</span><span class='str'>"getURIContents: reading "</span> <span class='varop'>++</span><span class='layout'>)</span> <span class='varop'>.</span> <span class='varid'>show</span><span class='layout'>)</span>
<a name="line-284"></a> <span class='varop'>>>></span>
<a name="line-285"></a> <span class='varid'>getSchemeFromURI</span>
<a name="line-286"></a> <span class='varop'>>>></span>
<a name="line-287"></a> <span class='varid'>getProtocolHandler</span>
<a name="line-288"></a> <span class='layout'>)</span>
<a name="line-289"></a> <span class='varop'>`orElse`</span>
<a name="line-290"></a> <span class='varid'>this</span> <span class='comment'>-- don't change tree, when no handler can be found</span>
<a name="line-291"></a>
<a name="line-292"></a><a name="setBaseURIFromDoc"></a><span class='definition'>setBaseURIFromDoc</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-293"></a><span class='definition'>setBaseURIFromDoc</span>
<a name="line-294"></a> <span class='keyglyph'>=</span> <span class='varid'>perform</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>transferURI</span>
<a name="line-295"></a> <span class='varop'>>>></span>
<a name="line-296"></a> <span class='varid'>isA</span> <span class='layout'>(</span><span class='varid'>isPrefixOf</span> <span class='varid'>stringProtocol</span><span class='layout'>)</span> <span class='comment'>-- do not change base URI when reading from a string</span>
<a name="line-297"></a> <span class='varop'>>>></span>
<a name="line-298"></a> <span class='varid'>setBaseURI</span>
<a name="line-299"></a> <span class='layout'>)</span>
<a name="line-300"></a>
<a name="line-301"></a><span class='comment'>{- |
<a name="line-302"></a> Read the content of a document.
<a name="line-303"></a>
<a name="line-304"></a> This routine is usually called from 'Text.XML.HXT.Arrow.ProcessDocument.getDocumentContents'.
<a name="line-305"></a>
<a name="line-306"></a> The input must be a root node (constructed with 'Text.XML.HXT.Arrow.XmlArrow.root'), usually without children.
<a name="line-307"></a> The attribute list contains all input parameters, e.g. URI or source file name, encoding preferences, ...
<a name="line-308"></a> If the source name is empty, the input is read from standard input.
<a name="line-309"></a>
<a name="line-310"></a> The source is transformed into an absolute URI. If the source is a relative URI, or a file name,
<a name="line-311"></a> it is expanded into an absolut URI with respect to the current base URI.
<a name="line-312"></a> The default base URI is of protocol \"file\" and points to the current working directory.
<a name="line-313"></a>
<a name="line-314"></a> The currently supported protocols are \"http\", \"file\", \"stdin\" and \"string\".
<a name="line-315"></a>
<a name="line-316"></a> The latter two are internal protocols. An uri of the form \"stdin:\" stands for the content of
<a name="line-317"></a> the standard input stream.
<a name="line-318"></a>
<a name="line-319"></a> \"string:some text\" means, that \"some text\" is taken as input.
<a name="line-320"></a> This internal protocol is used for reading from normal 'String' values.
<a name="line-321"></a>
<a name="line-322"></a>-}</span>
<a name="line-323"></a>
<a name="line-324"></a><a name="getXmlContents"></a><span class='definition'>getXmlContents</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-325"></a><span class='definition'>getXmlContents</span>
<a name="line-326"></a> <span class='keyglyph'>=</span> <span class='varid'>getXmlContents'</span> <span class='varid'>parseXmlDocEncodingSpec</span>
<a name="line-327"></a> <span class='varop'>>>></span>
<a name="line-328"></a> <span class='varid'>setBaseURIFromDoc</span>
<a name="line-329"></a>
<a name="line-330"></a><a name="getXmlEntityContents"></a><span class='definition'>getXmlEntityContents</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-331"></a><span class='definition'>getXmlEntityContents</span>
<a name="line-332"></a> <span class='keyglyph'>=</span> <span class='varid'>getXmlContents'</span> <span class='varid'>parseXmlEntityEncodingSpec</span>
<a name="line-333"></a> <span class='varop'>>>></span>
<a name="line-334"></a> <span class='varid'>processChildren</span> <span class='varid'>removeEncodingSpec</span>
<a name="line-335"></a> <span class='varop'>>>></span>
<a name="line-336"></a> <span class='varid'>setBaseURIFromDoc</span>
<a name="line-337"></a>
<a name="line-338"></a><a name="getXmlContents'"></a><span class='definition'>getXmlContents'</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span> <span class='keyglyph'>-></span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-339"></a><span class='definition'>getXmlContents'</span> <span class='varid'>parseEncodingSpec</span>
<a name="line-340"></a> <span class='keyglyph'>=</span> <span class='layout'>(</span> <span class='varid'>getURIContents</span>
<a name="line-341"></a> <span class='varop'>>>></span>
<a name="line-342"></a> <span class='layout'>(</span> <span class='layout'>(</span> <span class='varid'>parseEncodingSpec</span>
<a name="line-343"></a> <span class='varop'>>>></span>
<a name="line-344"></a> <span class='varid'>filterErrorMsg</span>
<a name="line-345"></a> <span class='varop'>>>></span>
<a name="line-346"></a> <span class='varid'>decodeDocument</span>
<a name="line-347"></a> <span class='layout'>)</span>
<a name="line-348"></a> <span class='varop'>`when`</span>
<a name="line-349"></a> <span class='varid'>isXmlHtml</span>
<a name="line-350"></a> <span class='layout'>)</span>
<a name="line-351"></a> <span class='varop'>>>></span>
<a name="line-352"></a> <span class='varid'>perform</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>transferURI</span>
<a name="line-353"></a> <span class='varop'>>>></span>
<a name="line-354"></a> <span class='varid'>traceValue</span> <span class='num'>1</span> <span class='layout'>(</span><span class='layout'>(</span><span class='str'>"getXmlContents: content read and decoded for "</span> <span class='varop'>++</span><span class='layout'>)</span> <span class='varop'>.</span> <span class='varid'>show</span><span class='layout'>)</span>
<a name="line-355"></a> <span class='layout'>)</span>
<a name="line-356"></a> <span class='varop'>>>></span>
<a name="line-357"></a> <span class='varid'>traceTree</span>
<a name="line-358"></a> <span class='varop'>>>></span>
<a name="line-359"></a> <span class='varid'>traceSource</span>
<a name="line-360"></a> <span class='layout'>)</span>
<a name="line-361"></a> <span class='varop'>`when`</span>
<a name="line-362"></a> <span class='varid'>isRoot</span>
<a name="line-363"></a> <span class='keyword'>where</span>
<a name="line-364"></a> <span class='varid'>isXmlHtml</span>
<a name="line-365"></a> <span class='keyglyph'>=</span> <span class='varid'>getAttrValue</span> <span class='varid'>transferMimeType</span>
<a name="line-366"></a> <span class='varop'>>>></span>
<a name="line-367"></a> <span class='varid'>arr</span> <span class='layout'>(</span><span class='keyglyph'>\</span> <span class='varid'>mt</span> <span class='keyglyph'>-></span> <span class='varid'>isHtmlMimeType</span> <span class='varid'>mt</span> <span class='varop'>||</span> <span class='varid'>isXmlMimeType</span> <span class='varid'>mt</span><span class='layout'>)</span>
<a name="line-368"></a>
<a name="line-369"></a><span class='comment'>-- ------------------------------------------------------------</span>
<a name="line-370"></a>
<a name="line-371"></a><a name="getEncoding"></a><span class='definition'>getEncoding</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>String</span>
<a name="line-372"></a><span class='definition'>getEncoding</span>
<a name="line-373"></a> <span class='keyglyph'>=</span> <span class='varid'>catA</span> <span class='keyglyph'>[</span> <span class='varid'>xshow</span> <span class='varid'>getChildren</span> <span class='comment'>-- 1. guess: guess encoding by looking at the first few bytes</span>
<a name="line-374"></a> <span class='varop'>>>></span>
<a name="line-375"></a> <span class='varid'>arr</span> <span class='varid'>guessEncoding</span>
<a name="line-376"></a> <span class='layout'>,</span> <span class='varid'>getAttrValue</span> <span class='varid'>transferEncoding</span> <span class='comment'>-- 2. guess: take the transfer encoding</span>
<a name="line-377"></a> <span class='layout'>,</span> <span class='varid'>getAttrValue</span> <span class='varid'>a_encoding</span> <span class='comment'>-- 4. guess: take encoding parameter in root node</span>
<a name="line-378"></a> <span class='layout'>,</span> <span class='varid'>getParamString</span> <span class='varid'>a_encoding</span> <span class='comment'>-- 5. guess: take encoding parameter in global state</span>
<a name="line-379"></a> <span class='layout'>,</span> <span class='varid'>constA</span> <span class='varid'>utf8</span> <span class='comment'>-- default : utf8</span>
<a name="line-380"></a> <span class='keyglyph'>]</span>
<a name="line-381"></a> <span class='varop'>>.</span> <span class='layout'>(</span><span class='varid'>head</span> <span class='varop'>.</span> <span class='varid'>filter</span> <span class='layout'>(</span><span class='varid'>not</span> <span class='varop'>.</span> <span class='varid'>null</span><span class='layout'>)</span><span class='layout'>)</span> <span class='comment'>-- make the filter deterministic: take 1. entry from list of guesses</span>
<a name="line-382"></a>
<a name="line-383"></a>
<a name="line-384"></a><a name="decodeDocument"></a><span class='definition'>decodeDocument</span> <span class='keyglyph'>::</span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-385"></a><span class='definition'>decodeDocument</span>
<a name="line-386"></a> <span class='keyglyph'>=</span> <span class='layout'>(</span> <span class='varid'>decodeArr</span> <span class='varop'>$<</span> <span class='varid'>getEncoding</span> <span class='layout'>)</span>
<a name="line-387"></a> <span class='varop'>`when`</span>
<a name="line-388"></a> <span class='layout'>(</span> <span class='varid'>isRoot</span> <span class='varop'>>>></span> <span class='varid'>isXmlOrHtmlDoc</span> <span class='layout'>)</span>
<a name="line-389"></a> <span class='keyword'>where</span>
<a name="line-390"></a> <span class='varid'>isXmlOrHtmlDoc</span>
<a name="line-391"></a> <span class='keyglyph'>=</span> <span class='layout'>(</span> <span class='varid'>getAttrValue</span> <span class='varid'>transferMimeType</span> <span class='varop'>>>^</span> <span class='varid'>map</span> <span class='varid'>toLower</span> <span class='layout'>)</span>
<a name="line-392"></a> <span class='varop'>>>></span>
<a name="line-393"></a> <span class='varid'>isA</span> <span class='layout'>(</span><span class='keyglyph'>\</span> <span class='varid'>t</span> <span class='keyglyph'>-></span> <span class='varid'>null</span> <span class='varid'>t</span> <span class='varop'>||</span> <span class='varid'>isXmlMimeType</span> <span class='varid'>t</span> <span class='varop'>||</span> <span class='varid'>isHtmlMimeType</span> <span class='varid'>t</span><span class='layout'>)</span>
<a name="line-394"></a>
<a name="line-395"></a> <span class='varid'>decodeArr</span> <span class='keyglyph'>::</span> <span class='conid'>String</span> <span class='keyglyph'>-></span> <span class='conid'>IOStateArrow</span> <span class='varid'>s</span> <span class='conid'>XmlTree</span> <span class='conid'>XmlTree</span>
<a name="line-396"></a> <span class='varid'>decodeArr</span> <span class='varid'>enc</span>
<a name="line-397"></a> <span class='keyglyph'>=</span> <span class='varid'>maybe</span> <span class='varid'>notFound</span> <span class='varid'>found</span> <span class='varop'>.</span> <span class='varid'>getDecodingFct</span> <span class='varop'>$</span> <span class='varid'>enc</span>
<a name="line-398"></a> <span class='keyword'>where</span>
<a name="line-399"></a> <span class='varid'>found</span> <span class='varid'>df</span>
<a name="line-400"></a> <span class='keyglyph'>=</span> <span class='varid'>traceMsg</span> <span class='num'>2</span> <span class='layout'>(</span><span class='str'>"decodeDocument: encoding is "</span> <span class='varop'>++</span> <span class='varid'>show</span> <span class='varid'>enc</span><span class='layout'>)</span>
<a name="line-401"></a> <span class='varop'>>>></span>
<a name="line-402"></a> <span class='layout'>(</span> <span class='varid'>decodeText</span> <span class='varid'>df</span> <span class='varop'>$<</span> <span class='varid'>getAttrValue</span> <span class='varid'>a_ignore_encoding_errors</span> <span class='layout'>)</span>
<a name="line-403"></a> <span class='varop'>>>></span>
<a name="line-404"></a> <span class='varid'>addAttr</span> <span class='varid'>transferEncoding</span> <span class='varid'>enc</span>
<a name="line-405"></a>
<a name="line-406"></a> <span class='varid'>notFound</span>
<a name="line-407"></a> <span class='keyglyph'>=</span> <span class='varid'>issueFatal</span> <span class='layout'>(</span><span class='str'>"encoding scheme not supported: "</span> <span class='varop'>++</span> <span class='varid'>show</span> <span class='varid'>enc</span><span class='layout'>)</span>
<a name="line-408"></a> <span class='varop'>>>></span>
<a name="line-409"></a> <span class='varid'>setDocumentStatusFromSystemState</span> <span class='str'>"decoding document"</span>
<a name="line-410"></a>
<a name="line-411"></a> <span class='varid'>decodeText</span> <span class='varid'>df</span> <span class='varid'>ignoreErrs</span>
<a name="line-412"></a> <span class='keyglyph'>=</span> <span class='varid'>processChildren</span>
<a name="line-413"></a> <span class='layout'>(</span> <span class='varid'>getText</span> <span class='comment'>-- get the document content</span>
<a name="line-414"></a> <span class='varop'>>>></span> <span class='varid'>arr</span> <span class='varid'>df</span> <span class='comment'>-- decode the text, result is (string, [errMsg])</span>
<a name="line-415"></a> <span class='varop'>>>></span> <span class='layout'>(</span> <span class='layout'>(</span> <span class='layout'>(</span><span class='varid'>normalizeNL</span> <span class='varop'>.</span> <span class='varid'>fst</span><span class='layout'>)</span> <span class='varop'>^>></span> <span class='varid'>mkText</span> <span class='layout'>)</span> <span class='comment'>-- take decoded string, normalize newline and build text node</span>
<a name="line-416"></a> <span class='varop'><+></span>
<a name="line-417"></a> <span class='layout'>(</span> <span class='keyword'>if</span> <span class='varid'>isTrueValue</span> <span class='varid'>ignoreErrs</span>
<a name="line-418"></a> <span class='keyword'>then</span> <span class='varid'>none</span> <span class='comment'>-- encoding errors are ignored</span>
<a name="line-419"></a> <span class='keyword'>else</span>
<a name="line-420"></a> <span class='layout'>(</span> <span class='varid'>arrL</span> <span class='varid'>snd</span> <span class='comment'>-- take the error messages</span>
<a name="line-421"></a> <span class='varop'>>>></span>
<a name="line-422"></a> <span class='varid'>arr</span> <span class='layout'>(</span><span class='layout'>(</span><span class='varid'>enc</span> <span class='varop'>++</span><span class='layout'>)</span> <span class='varop'>.</span> <span class='layout'>(</span><span class='str'>" encoding error"</span> <span class='varop'>++</span><span class='layout'>)</span><span class='layout'>)</span> <span class='comment'>-- prefix with enc error</span>
<a name="line-423"></a> <span class='varop'>>>></span>
<a name="line-424"></a> <span class='varid'>applyA</span> <span class='layout'>(</span><span class='varid'>arr</span> <span class='varid'>issueErr</span><span class='layout'>)</span> <span class='comment'>-- build issueErr arrow and apply</span>
<a name="line-425"></a> <span class='varop'>>>></span>
<a name="line-426"></a> <span class='varid'>none</span> <span class='comment'>-- neccessary for type match with <+></span>
<a name="line-427"></a> <span class='layout'>)</span>
<a name="line-428"></a> <span class='layout'>)</span>
<a name="line-429"></a> <span class='layout'>)</span>
<a name="line-430"></a> <span class='layout'>)</span>
<a name="line-431"></a>
<a name="line-432"></a><span class='comment'>-- ------------------------------------------------------------</span>
</pre></body>
</html>