OverlappingFileLockException when using db:add concurrently for large XML files

Tuesday, 20 November 2018 · 2 messages
HP
Han (US), Paul P20 Nov 2018 06:04 #
Hello, We encountered OverlappingFileLockException error intermittently when using db:add concurrently within the XQuery on a large XML files. Regards, Paul 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT POST failed with response 400: Improper use? Potential bug? Your feedback is welcome: 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Contact: basex-talk at mailman.uni-konstanz.de 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Version: BaseX 9.1 beta 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Java: Oracle Corporation, 1.8.0_162 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT OS: Linux, amd64 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Stack Trace: 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT java.nio.channels.OverlappingFileLockException 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.SharedFileLockTable.checkList(FileLockTable.java:255) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.SharedFileLockTable.add(FileLockTable.java:152) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at sun.nio.ch.FileChannelImpl.tryLock(FileChannelImpl.java:1108) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.io.random.TableDiskAccess.lock(TableDiskAccess.java:142) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.io.random.TableDiskAccess.<init>(TableDiskAccess.java:86) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.data.DiskData.init(DiskData.java:125) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.data.DiskData.<init>(DiskData.java:84) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.Open.open(Open.java:99) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryResources.database(QueryResources.java:151) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.func.StandardFunc.checkData(StandardFunc.java:401) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.func.db.DbAdd.item(DbAdd.java:22) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.expr.ParseExpr.iter(ParseExpr.java:48) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.scope.MainModule.cache(MainModule.java:98) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryContext.iter(QueryContext.java:337) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.query.QueryProcessor.iter(QueryProcessor.java:90) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.AQuery.query(AQuery.java:109) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.cmd.XQuery.run(XQuery.java:22) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.run(Command.java:257) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTCmd.run(RESTCmd.java:105) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTQuery.query(RESTQuery.java:69) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTQuery.run0(RESTQuery.java:37) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTCmd.run(RESTCmd.java:70) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.run(Command.java:257) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.execute(Command.java:93) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.core.Command.execute(Command.java:116) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.rest.RESTServlet.run(RESTServlet.java:27) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.basex.http.BaseXServlet.service(BaseXServlet.java:59) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at javax.servlet.http.HttpServlet.service(HttpServlet.java:729) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:230) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.filters.CorsFilter.handleNonCORS(CorsFilter.java:419) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.filters.CorsFilter.doFilter(CorsFilter.java:169) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:198) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:474) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:140) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:79) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.valves.AbstractAccessLogValve.invoke(AbstractAccessLogValve.java:624) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:87) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:349) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:783) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:66) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:798) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1434) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:49) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61) 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at java.lang.Thread.run(Thread.java:748)
CG
Christian Grün20 Nov 2018 09:08 #
Do you use the client/server architecture? See the Getting Started section of our documentation for more details. Am Di., 20. Nov. 2018, 06:04 hat Han (US), Paul P <Paul.P.Han at boeing.com> geschrieben:
Quoted text · Han (US), Paul P · 195 lines
> Hello, > > > > We encountered OverlappingFileLockException error intermittently when > using db:add concurrently within the XQuery on a large XML files. > > > > Regards, > > Paul > > > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT POST failed with response > 400: Improper use? Potential bug? Your feedback is welcome: > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Contact: > basex-talk at mailman.uni-konstanz.de > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Version: BaseX 9.1 beta > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Java: Oracle Corporation, > 1.8.0_162 > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT OS: Linux, amd64 > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT Stack Trace: > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT > java.nio.channels.OverlappingFileLockException > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > sun.nio.ch.SharedFileLockTable.checkList(FileLockTable.java:255) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > sun.nio.ch.SharedFileLockTable.add(FileLockTable.java:152) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > sun.nio.ch.FileChannelImpl.tryLock(FileChannelImpl.java:1108) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.io.random.TableDiskAccess.lock(TableDiskAccess.java:142) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.io.random.TableDiskAccess.<init>(TableDiskAccess.java:86) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.data.DiskData.init(DiskData.java:125) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.data.DiskData.<init>(DiskData.java:84) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.cmd.Open.open(Open.java:99) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.QueryResources.database(QueryResources.java:151) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.func.StandardFunc.checkData(StandardFunc.java:401) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.func.db.DbAdd.item(DbAdd.java:22) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.expr.ParseExpr.iter(ParseExpr.java:48) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.scope.MainModule.cache(MainModule.java:98) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.QueryContext.iter(QueryContext.java:337) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.query.QueryProcessor.iter(QueryProcessor.java:90) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.cmd.AQuery.query(AQuery.java:109) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.cmd.XQuery.run(XQuery.java:22) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.Command.run(Command.java:257) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTCmd.run(RESTCmd.java:105) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTQuery.query(RESTQuery.java:69) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTQuery.run0(RESTQuery.java:37) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTCmd.run(RESTCmd.java:70) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.Command.run(Command.java:257) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.Command.execute(Command.java:93) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.core.Command.execute(Command.java:116) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.rest.RESTServlet.run(RESTServlet.java:27) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.basex.http.BaseXServlet.service(BaseXServlet.java:59) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > javax.servlet.http.HttpServlet.service(HttpServlet.java:729) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:230) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) > > 2018-11-19T18:34:12.02-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.filters.CorsFilter.handleNonCORS(CorsFilter.java:419) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.filters.CorsFilter.doFilter(CorsFilter.java:169) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:192) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:165) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:198) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:474) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:140) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:79) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.valves.AbstractAccessLogValve.invoke(AbstractAccessLogValve.java:624) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:87) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:349) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:783) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:66) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:798) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1434) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:49) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61) > > 2018-11-19T18:34:12.03-0800 [APP/PROC/WEB/0]OUT at > java.lang.Thread.run(Thread.java:748) >

⚡Generated with XQuery