Login  Register

Re: Out of memory error while attempting to load document to XML DB

Posted by Erik Bruchez on Dec 16, 2010; 5:36am
URL: https://discuss.orbeon.com/Out-of-memory-error-while-attempting-to-load-document-to-XML-DB-tp3089172p3090325.html

So what's the size of your Java heap?

I would expect a 3.5 MB XML file to translate into at least 10x that
in RAM. Multiply by a factor if the document does through "tees" in
the pipeline as the document will then be stored in memory possibly
more than once.

-Erik

On Wed, Dec 15, 2010 at 6:57 AM, Mahender Didwania
<[hidden email]> wrote:

> Hi,
>
> I fetch some documents from VCS and load them to an XML DB.  The guide code is below.  I am presently getting out of java heap space error when attempting to load only two documents in total (it succeeds with the smaller document, 631 KB in size, but fails with the larger document, which is only 3.5 MB in size.  I am using Orbeon 3.8 on apache tomcat (xampp) on a Windows XP machine with 2 gigs of memory (got 800 MB physical RAM free when Tomcat is active).  File which is loaded using url-generator processor (not shown here) and made available on #configuration input is merely 2 KB in size.
>
> Any pointers as to what I might be doing wrong?
>
>  <p:for-each href="#configuration" select="/Configuration/Regions/Region" id="output" ref="data" root="results">
>    <p:processor name="oxf:identity">
>      <p:input name="data" href="current()"/>
>      <p:output name="data" id="regionBeingProcessed"/>
>    </p:processor>
>    <p:for-each href="current()" select="/Region/Schema" id="schemaOutput" ref="output" root="resultsSchema">
>      <p:processor name="oxf:identity">
>        <p:input name="data" href="current()"/>
>        <p:output name="data" id="schemaBeingProcessed"/>
>      </p:processor>
>      <p:for-each href="current()" select="/Schema/Data" id="dataOutput" ref="schemaOutput" root="resultsData">
>        <p:processor name="oxf:identity">
>          <p:input name="data" href="current()"/>
>          <p:output name="data" id="dataBeingProcessed"/>
>        </p:processor>
>        <p:processor name="oxf:xslt">
>          <p:input name="config">
>            <xsl:stylesheet version="2.0">
>              <xsl:template match="/">
>                <TargetURL>
>                  <xsl:variable name="location" select="/Configuration/XMLDB/Location/text()"/>
>                  <xsl:variable name="name" select="/Configuration/XMLDB/Name/text()"/>
>                  <xsl:variable name="region" select="doc('input:regionBeingProcessed')/Region/@id"/>
>                  <xsl:variable name="dataSet" select="doc('input:dataBeingProcessed')/Data/@id"/>
>                  <xsl:value-of select="fn:concat($location,'/',$name,'/',$dataSet,$region)"/>
>                </TargetURL>
>              </xsl:template>
>            </xsl:stylesheet>
>          </p:input>
>          <p:input name="data" href="#configuration"/>
>          <p:input name="regionBeingProcessed" href="#regionBeingProcessed"/>
>          <p:input name="dataBeingProcessed" href="#dataBeingProcessed"/>
>          <p:output name="data" id="TargetURL"/>
>        </p:processor>
>        <p:for-each href="current()" select="/Data/VCSPath" id="output2" ref="dataOutput" root="results">
>          <p:processor name="oxf:xslt">
>            <p:input name="config">
>              <xsl:stylesheet version="2.0">
>                <xsl:template match="/">
>                  <SourceURL>
>                    <xsl:variable name="locationPath" select="/Configuration/VCS/BrowserLocation/text()"/>
>                    <xsl:variable name="regionPath" select="doc('input:regionBeingProcessed')/Region/VCSPath/text()"/>
>                    <xsl:variable name="schemaPath" select="doc('input:schemaBeingProcessed')/Schema/VCSPath/text()"/>
>                    <xsl:variable name="namePath" select="doc('input:fileBeingProcessed')/VCSPath/text()"/>
>                    <xsl:value-of select="fn:string-join(($locationPath,$regionPath,$schemaPath,$namePath), '/')"/>
>                  </SourceURL>
>                </xsl:template>
>              </xsl:stylesheet>
>            </p:input>
>            <p:input name="data" href="#configuration"/>
>            <p:input name="regionBeingProcessed" href="#regionBeingProcessed"/>
>            <p:input name="schemaBeingProcessed" href="#schemaBeingProcessed"/>
>            <p:input name="fileBeingProcessed" href="current()"/>
>            <p:output name="data" id="SourceURL"/>
>          </p:processor>
>          <p:processor name="oxf:xforms-submission">
>            <p:input name="submission">
>              <xforms:submission method="get" action="{/SourceURL/text()}" mediatype="text/xml;" serialization="none">
>                <xforms:message ev:event="xforms-submit-error" level="modal">A submission error occurred:
>                  <xforms:output value="event('error-type')"/>
>                </xforms:message>
>              </xforms:submission>
>            </p:input>
>            <p:input name="request" href="#SourceURL"/>
>            <p:output name="response" id="xml"/>
>          </p:processor>
>          <p:processor name="oxf:xforms-submission">
>            <p:input name="submission" transform="oxf:xslt" href="#TargetURL">
>              <xforms:submission xsl:version="2.0" method="post" action="{/TargetURL/text()}" xxforms:username="admin" xxforms:password="admin"  mediatype="text/xml;">
>                <xforms:message ev:event="xforms-submit-error" level="modal">A submission error occurred:
>                  <xforms:output value="event('error-type')"/>
>                </xforms:message>
>              </xforms:submission>
>            </p:input>
>            <p:input name="request" href="#xml"/>
>            <p:output name="response" ref="output2"/>
>          </p:processor>
>        </p:for-each>
>      </p:for-each>
>    </p:for-each>
>  </p:for-each>
>
>
>
> --
> You receive this message as a subscriber of the [hidden email] mailing list.
> To unsubscribe: mailto:[hidden email]
> For general help: mailto:[hidden email]?subject=help
> OW2 mailing lists service home page: http://www.ow2.org/wws
>
>


--
You receive this message as a subscriber of the [hidden email] mailing list.
To unsubscribe: mailto:[hidden email]
For general help: mailto:[hidden email]?subject=help
OW2 mailing lists service home page: http://www.ow2.org/wws