db:add fails to add large XML file
Tuesday, 20 November 2018 · 2 messages
HP
Han (US), Paul P20 Nov 2018 01:50 #
Hello,
We encountered the following error intermittently when using
db:add within the XQuery on a large XML.
Regards,
Paul
2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]POST failed with response 400: Improper use? Potential bug? Your feedback is welcome: 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT Contact: basex-talk at mailman.uni-konstanz.de 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT Version: BaseX 9.1 beta 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT Java: Oracle Corporation, 1.8.0_162 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT OS: Linux, amd64 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT Stack Trace: 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT java.lang.RuntimeException: Data Access out of bounds: 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - pre value: 2053429413 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - table size: -2143755530 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - first/next pre value: -2143755776/-2143755530 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - #total/used pages: 8403171/8403171 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - accessed page: 8403170 (8403171 > 8403170] 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.util.Util.notExpected(Util.java:61) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.io.random.TableDiskAccess.cursor(TableDiskAccess.java:456) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.io.random.TableDiskAccess.read4(TableDiskAccess.java:165) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.data.Data.id(Data.java:294) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.data.Data.insert(Data.java:828) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.query.up.primitives.db.DBAdd.apply(DBAdd.java:67) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.query.up.DataUpdates.apply(DataUpdates.java:175) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.query.up.ContextModifier.apply(ContextModifier.java:120) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.query.up.Updates.apply(Updates.java:156) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryContext.iter(QueryContext.java:350) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryProcessor.iter(QueryProcessor.java:90) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.AQuery.query(AQuery.java:109) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.XQuery.run(XQuery.java:22) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.run(Command.java:257) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTCmd.run(RESTCmd.java:105) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTQuery.query(RESTQuery.java:69) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTQuery.run0(RESTQuery.java:37) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTCmd.run(RESTCmd.java:70) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.run(Command.java:257) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.execute(Command.java:93) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.execute(Command.java:116) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTServlet.run(RESTServlet.java:27) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.basex.http.BaseXServlet.service(BaseXServlet.java:59) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at javax.servlet.http.HttpServlet.service(HttpServlet.java:729) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:230) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.filters.CorsFilter.handleNonCORS(CorsFilter.java:419) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.filters.CorsFilter.doFilter(CorsFilter.java:169) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:198) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:474) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:140) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:79) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.valves.AbstractAccessLogValve.invoke(AbstractAccessLogValve.java:624) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:87) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:349) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:783) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:66) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:798) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1434) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:49) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61) 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at java.lang.Thread.run(Thread.java:748)CG
Christian Grün20 Nov 2018 09:06 #
Hi Paul,
Too large documents should actually be rejected with a proper error message; but maybe you get around the problem by enabling the
ADDCACHE option.
Best,
Christian
Am Di., 20. Nov. 2018, 01:50 hat Han (US), Paul P <Paul.P.Han at boeing.com> geschrieben:Quoted text · Han (US), Paul P · 196 lines
> Hello, > > > > We encountered the following error intermittently when using db:add within > the XQuery on a large XML. > > > > Regards, > > Paul > > > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]POST failed with response 400: > Improper use? Potential bug? Your feedback is welcome: > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT Contact: > basex-talk at mailman.uni-konstanz.de > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT Version: BaseX 9.1 beta > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT Java: Oracle Corporation, > 1.8.0_162 > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT OS: Linux, amd64 > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT Stack Trace: > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT > java.lang.RuntimeException: Data Access out of bounds: > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - pre value: 2053429413 > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - table size: -2143755530 > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - first/next pre value: > -2143755776/-2143755530 > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - #total/used pages: > 8403171/8403171 > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT - accessed page: 8403170 > (8403171 > 8403170] > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.util.Util.notExpected(Util.java:61) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.io.random.TableDiskAccess.cursor(TableDiskAccess.java:456) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.io.random.TableDiskAccess.read4(TableDiskAccess.java:165) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.data.Data.id(Data.java:294) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.data.Data.insert(Data.java:828) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.up.primitives.db.DBAdd.apply(DBAdd.java:67) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.up.DataUpdates.apply(DataUpdates.java:175) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.up.ContextModifier.apply(ContextModifier.java:120) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.up.Updates.apply(Updates.java:156) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.QueryContext.iter(QueryContext.java:350) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.QueryProcessor.iter(QueryProcessor.java:90) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.cmd.AQuery.query(AQuery.java:109) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.cmd.XQuery.run(XQuery.java:22) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.Command.run(Command.java:257) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTCmd.run(RESTCmd.java:105) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTQuery.query(RESTQuery.java:69) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTQuery.run0(RESTQuery.java:37) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTCmd.run(RESTCmd.java:70) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.Command.run(Command.java:257) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.Command.execute(Command.java:93) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.Command.execute(Command.java:116) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTServlet.run(RESTServlet.java:27) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.BaseXServlet.service(BaseXServlet.java:59) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > javax.servlet.http.HttpServlet.service(HttpServlet.java:729) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:230) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.filters.CorsFilter.handleNonCORS(CorsFilter.java:419) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.filters.CorsFilter.doFilter(CorsFilter.java:169) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:198) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:474) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:140) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:79) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.valves.AbstractAccessLogValve.invoke(AbstractAccessLogValve.java:624) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:87) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:349) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:783) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:66) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:798) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1434) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:49) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61) > > 2018-11-19T16:10:45.80-0800 [APP/PROC/WEB/0]OUT at > java.lang.Thread.run(Thread.java:748) >
Written for BaseX 9.1. BaseX may have changed since: please check the current documentation.
⚡Generated with XQuery