Details
-
Type:
Bug
-
Status:
Open
-
Priority:
Major
-
Resolution: Unresolved
-
Affects Version/s: None
-
Fix Version/s: None
-
Component/s: None
-
Security Level: Public
-
Labels:None
-
Environment:membase 1.7.2r
spy 2.7.3
Description
We have a customer on membase 1.7.2r and spy 2.7.3 that saw a application issue during rebalance.
Their devs said that the app received timeout errors and the exception below:
Because of the timeout issues with rebalance, they ended up deleting the bucket and creating and repopulating them.
They'd like to know on the spy side, the cause for the timeout and if this is fixed in the new java client?
thanks
-Alex.
java.lang.RuntimeException: Exception waiting for value
at net.spy.memcached.MemcachedClient.gets(MemcachedClient.java:1103)
at net.spy.memcached.MemcachedClient.gets(MemcachedClient.java:1161)
at com.playtika.common.dal.vs.MembaseDAO.getUserMessages(MembaseDAO.java:343)
at com.playtika.cache.CacheDao.getUserMessage(CacheDao.java:978)
at com.playtika.servlets.Common.getUserMessages(Common.java:276)
at com.playtika.servlets.Common.doPost(Common.java:142)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:637)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:717)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.RequestsLoggerFilter.doFilter(RequestsLoggerFilter.java:78)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.LoggerFilter.doFilter(LoggerFilter.java:75)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.SessionFilter.doFilter(SessionFilter.java:89)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.stats.StatisticFilter.doFilter(StatisticFilter.java:46)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.RequestAccountMappingFilter.doFilter(RequestAccountMappingFilter.java:50)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.CharsetEncodingFilter.doFilter(CharsetEncodingFilter.java:13)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:298)
at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:859)
at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:588)
at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:489)
at java.lang.Thread.run(Thread.java:662)
Caused by: java.util.concurrent.ExecutionException: OperationException: SERVER: Internal error
at net.spy.memcached.internal.OperationFuture.get(OperationFuture.java:81)
at net.spy.memcached.MemcachedClient.gets(MemcachedClient.java:1098)
... 37 more
Caused by: OperationException: SERVER: Internal error
at net.spy.memcached.protocol.BaseOperationImpl.handleError(BaseOperationImpl.java:135)
at net.spy.memcached.protocol.binary.OperationImpl.getStatusForErrorCode(OperationImpl.java:184)
at net.spy.memcached.protocol.binary.OperationImpl.finishedPayload(OperationImpl.java:150)
at net.spy.memcached.protocol.binary.OperationImpl.readFromBuffer(OperationImpl.java:139)
at net.spy.memcached.protocol.binary.GetsOperationImpl.readFromBuffer(GetsOperationImpl.java:5)
at net.spy.memcached.MemcachedConnection.handleReads(MemcachedConnection.java:504)
at net.spy.memcached.MemcachedConnection.handleIO(MemcachedConnection.java:418)
at net.spy.memcached.MemcachedConnection.handleIO(MemcachedConnection.java:275)
at net.spy.memcached.MemcachedClient.run(MemcachedClient.java:2030)
Their devs said that the app received timeout errors and the exception below:
Because of the timeout issues with rebalance, they ended up deleting the bucket and creating and repopulating them.
They'd like to know on the spy side, the cause for the timeout and if this is fixed in the new java client?
thanks
-Alex.
java.lang.RuntimeException: Exception waiting for value
at net.spy.memcached.MemcachedClient.gets(MemcachedClient.java:1103)
at net.spy.memcached.MemcachedClient.gets(MemcachedClient.java:1161)
at com.playtika.common.dal.vs.MembaseDAO.getUserMessages(MembaseDAO.java:343)
at com.playtika.cache.CacheDao.getUserMessage(CacheDao.java:978)
at com.playtika.servlets.Common.getUserMessages(Common.java:276)
at com.playtika.servlets.Common.doPost(Common.java:142)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:637)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:717)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.RequestsLoggerFilter.doFilter(RequestsLoggerFilter.java:78)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.LoggerFilter.doFilter(LoggerFilter.java:75)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.SessionFilter.doFilter(SessionFilter.java:89)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.stats.StatisticFilter.doFilter(StatisticFilter.java:46)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.RequestAccountMappingFilter.doFilter(RequestAccountMappingFilter.java:50)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at com.playtika.filters.CharsetEncodingFilter.doFilter(CharsetEncodingFilter.java:13)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:298)
at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:859)
at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:588)
at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:489)
at java.lang.Thread.run(Thread.java:662)
Caused by: java.util.concurrent.ExecutionException: OperationException: SERVER: Internal error
at net.spy.memcached.internal.OperationFuture.get(OperationFuture.java:81)
at net.spy.memcached.MemcachedClient.gets(MemcachedClient.java:1098)
... 37 more
Caused by: OperationException: SERVER: Internal error
at net.spy.memcached.protocol.BaseOperationImpl.handleError(BaseOperationImpl.java:135)
at net.spy.memcached.protocol.binary.OperationImpl.getStatusForErrorCode(OperationImpl.java:184)
at net.spy.memcached.protocol.binary.OperationImpl.finishedPayload(OperationImpl.java:150)
at net.spy.memcached.protocol.binary.OperationImpl.readFromBuffer(OperationImpl.java:139)
at net.spy.memcached.protocol.binary.GetsOperationImpl.readFromBuffer(GetsOperationImpl.java:5)
at net.spy.memcached.MemcachedConnection.handleReads(MemcachedConnection.java:504)
at net.spy.memcached.MemcachedConnection.handleIO(MemcachedConnection.java:418)
at net.spy.memcached.MemcachedConnection.handleIO(MemcachedConnection.java:275)
at net.spy.memcached.MemcachedClient.run(MemcachedClient.java:2030)
Activity
- All
- Comments
- Work Log
- History
- Activity
- Gerrit Reviews