Found one Java-level deadlock: ============================= "http-2082-78": waiting to lock monitor 0x08e707b4 (object 0x7bffa330, a com.isomorphic.pool.ISCObjectPool), which is held by "Timer-0" "Timer-0": waiting to lock monitor 0x08e7087c (object 0x7cea2180, a org.apache.commons.dbcp.PoolableConnection), which is held by "http-2082-13" "http-2082-13": waiting to lock monitor 0x08e707b4 (object 0x7bffa330, a com.isomorphic.pool.ISCObjectPool), which is held by "Timer-0" Java stack information for the threads listed above: =================================================== "http-2082-78": at org.apache.commons.pool.impl.GenericObjectPool.borrowObject(GenericObjectPool.java:917) - waiting to lock <0x7bffa330> (a com.isomorphic.pool.ISCObjectPool) at com.isomorphic.pool.PoolManager.borrowObject(PoolManager.java:85) at com.isomorphic.pool.PoolManager.borrowObject(PoolManager.java:69) at com.isomorphic.sql.SQLConnectionManager.getConnection(SQLConnectionManager.java:156) at com.isomorphic.sql.SQLDriver.getTransformedResults(SQLDriver.java:547) at com.isomorphic.sql.SQLDriver.executeQuery(SQLDriver.java:872) at com.isomorphic.sql.SQLDataSource.executeNativeQuery(SQLDataSource.java:415) at com.isomorphic.sql.SQLDataSource.executeNativeQuery(SQLDataSource.java:409) at com.isomorphic.sql.SQLDataSource.SQLExecute(SQLDataSource.java:1402) at com.isomorphic.sql.SQLDataSource.processRequest(SQLDataSource.java:314) at com.isomorphic.sql.SQLDataSource.executeFetch(SQLDataSource.java:258) at com.isomorphic.datasource.DataSource.execute(DataSource.java:1367) at com.isomorphic.application.AppBase.executeDefaultDSOperation(AppBase.java:726) at com.isomorphic.application.AppBase.executeAppOperation(AppBase.java:658) at com.isomorphic.application.AppBase.execute(AppBase.java:491) at com.isomorphic.datasource.DSRequest.execute(DSRequest.java:2033) at com.isomorphic.servlet.IDACall.handleDSRequest(IDACall.java:216) at com.isomorphic.servlet.IDACall.processRPCTransaction(IDACall.java:173) at com.isomorphic.servlet.IDACall.processRequest(IDACall.java:138) at com.isomorphic.servlet.IDACall.doPost(IDACall.java:74) at javax.servlet.http.HttpServlet.service(HttpServlet.java:637) at com.isomorphic.servlet.BaseServlet.service(BaseServlet.java:152) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at com.isomorphic.servlet.CompressionFilter.doFilter(CompressionFilter.java:259) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:615) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:293) at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:859) at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:602) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:489) at java.lang.Thread.run(Thread.java:662) "Timer-0": at org.apache.commons.dbcp.AbandonedTrace.removeTrace(AbandonedTrace.java:224) - waiting to lock <0x7cea2180> (a org.apache.commons.dbcp.PoolableConnection) at org.apache.commons.dbcp.DelegatingStatement.close(DelegatingStatement.java:151) at org.apache.commons.dbcp.DelegatingConnection.passivate(DelegatingConnection.java:376) at org.apache.commons.dbcp.DelegatingConnection.close(DelegatingConnection.java:213) at org.apache.commons.dbcp.PoolableConnection.reallyClose(PoolableConnection.java:102) at com.isomorphic.sql.PoolableSQLConnectionFactory.destroyObject(PoolableSQLConnectionFactory.java:142) at org.apache.commons.pool.impl.GenericObjectPool.evict(GenericObjectPool.java:1231) - locked <0x7bffa330> (a com.isomorphic.pool.ISCObjectPool) at org.apache.commons.pool.impl.GenericObjectPool$Evictor.run(GenericObjectPool.java:1341) at java.util.TimerThread.mainLoop(Timer.java:512) at java.util.TimerThread.run(Timer.java:462) "http-2082-13": at org.apache.commons.pool.impl.GenericObjectPool.addObjectToPool(GenericObjectPool.java:1108) - waiting to lock <0x7bffa330> (a com.isomorphic.pool.ISCObjectPool) at org.apache.commons.pool.impl.GenericObjectPool.returnObject(GenericObjectPool.java:1076) at org.apache.commons.dbcp.PoolableConnection.close(PoolableConnection.java:87) - locked <0x7cea2180> (a org.apache.commons.dbcp.PoolableConnection) at com.isomorphic.sql.SQLConnectionManager.free(SQLConnectionManager.java:285) at com.isomorphic.sql.SQLDriver.freeConnection(SQLDriver.java:367) - locked <0x7cf3a680> (a com.isomorphic.sql.OracleDriver) at com.isomorphic.sql.SQLDriver.clearState(SQLDriver.java:1070) at com.isomorphic.sql.SQLDataSource.clearState(SQLDataSource.java:469) at com.isomorphic.datasource.PoolableDataSourceFactory.destroyObject(PoolableDataSourceFactory.java:112) at com.isomorphic.pool.PoolManager.returnObject(PoolManager.java:151) at com.isomorphic.datasource.DataSourceManager.free(DataSourceManager.java:143) at com.isomorphic.datasource.DataSource.freeResources(DataSource.java:3485) at com.isomorphic.sql.SQLDataSource.freeResources(SQLDataSource.java:2735) at com.isomorphic.datasource.DSRequest.freeResources(DSRequest.java:3646) at com.isomorphic.datasource.DSRequest.execute(DSRequest.java:2454) at com.sabre.apd.mi.smartgwt.server.logger.DBLoggingInterceptor.logIntoDatabase(DBLoggingInterceptor.java:60) at com.sabre.apd.mi.smartgwt.server.logger.DBLoggingInterceptor.invokeUnderTrace(DBLoggingInterceptor.java:27) at org.springframework.aop.interceptor.AbstractTraceInterceptor.invoke(AbstractTraceInterceptor.java:110) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:171) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:89) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:171) at org.springframework.aop.framework.Cglib2AopProxy$DynamicAdvisedInterceptor.intercept(Cglib2AopProxy.java:635) at com.sabre.apd.mi.smartgwt.server.dmi.ReportPOSDmi$$EnhancerByCGLIB$$87135a11.fetch() at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at com.isomorphic.base.Reflection.adaptArgsAndInvoke(Reflection.java:972) at com.isomorphic.datasource.DataSourceDMI.execute(DataSourceDMI.java:416) at com.isomorphic.datasource.DataSourceDMI.execute(DataSourceDMI.java:64) at com.isomorphic.datasource.DSRequest.execute(DSRequest.java:2030) at com.isomorphic.servlet.IDACall.handleDSRequest(IDACall.java:216) at com.isomorphic.servlet.IDACall.processRPCTransaction(IDACall.java:173) at com.isomorphic.servlet.IDACall.processRequest(IDACall.java:138) at com.isomorphic.servlet.IDACall.doPost(IDACall.java:74) at javax.servlet.http.HttpServlet.service(HttpServlet.java:637) at com.isomorphic.servlet.BaseServlet.service(BaseServlet.java:152) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at com.isomorphic.servlet.CompressionFilter.doFilter(CompressionFilter.java:259) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:615) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:293) at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:859) at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:602) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:489) at java.lang.Thread.run(Thread.java:662) Found 1 deadlock. Heap PSYoungGen total 158400K, used 101779K [0xd0160000, 0xdac00000, 0xfac00000) eden space 142912K, 71% used [0xd0160000,0xd64c4f18,0xd8cf0000) from space 15488K, 0% used [0xd8cf0000,0xd8cf0000,0xd9c10000) to space 15232K, 0% used [0xd9d20000,0xd9d20000,0xdac00000) PSOldGen total 349568K, used 77844K [0x7ac00000, 0x90160000, 0xd0160000) object space 349568K, 22% used [0x7ac00000,0x7f805258,0x90160000) PSPermGen total 81152K, used 43733K [0x6ac00000, 0x6fb40000, 0x7ac00000) object space 81152K, 53% used [0x6ac00000,0x6d6b54b0,0x6fb40000)