MemoryLimitException after strees test

[omero-qa]

​https://www.openmicroscopy.org/qa2/qa2/qa/feedback/7843/

Comment: Hi,

In a stress test, a colleague in the same group was uploading some 11,000 2D images and the client crashed at some point. Now I try to see the images and get this error as soon as I try to open the dataset. Only 79 images appear in the dataset.

My colleague cannot log gin now and gets internal server error.

Cheers, Julio

Traceback (most recent call last):

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/django/core/handlers/base.py", line 111, in get_response
    response = callback(request, *callback_args, **callback_kwargs)

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omeroweb/decorators.py", line 377, in wrapped
    retval = f(request, *args, **kwargs)

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omeroweb/decorators.py", line 414, in wrapper
    context = f(request, *args, **kwargs)

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omeroweb/webclient/views.py", line 508, in load_data
    manager.listImagesInDataset(kw.get('dataset'), filter_user_id, page, load_pixels=load_pixels)

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omeroweb/webclient/controller/container.py", line 323, in listImagesInDataset
    im_list = list(self.conn.listImagesInDataset(oid=did, eid=eid, page=page, load_pixels=load_pixels))

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omeroweb/webclient/webclient_gateway.py", line 506, in listImagesInDataset
    for e in q.findAllByQuery(sql, p, self.SERVICE_OPTS):

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omero/gateway/__init__.py", line 3460, in __call__
    return self.handle_exception(e, *args, **kwargs)

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omeroweb/webclient/webclient_gateway.py", line 1901, in handle_exception
    e, *args, **kwargs)

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omero/gateway/__init__.py", line 3457, in __call__
    return self.f(*args, **kwargs)

  File "/home/omero/apps/OMERO/OMERO.server/lib/python/omero_api_IQuery_ice.py", line 139, in findAllByQuery
    return _M_omero.api.IQuery._op_findAllByQuery.invoke(self, ((query, params), _ctx))

UnknownLocalException: exception ::Ice::UnknownLocalException
{
    unknown = Ice::MemoryLimitException
Ice.MemoryLimitException
    reason = (null)
	at IceInternal.BasicStream.expand(BasicStream.java:2145)
	at IceInternal.BasicStream.writeString(BasicStream.java:1255)
	at omero.RString.__write(RString.java:150)
	at IceInternal.BasicStream.writeInstance(BasicStream.java:1809)
	at IceInternal.BasicStream.writePendingObjects(BasicStream.java:1712)
	at omero.api._AMD_IQuery_findAllByQuery.ice_response(_AMD_IQuery_findAllByQuery.java:31)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at ome.services.throttling.Task.response(Task.java:63)
	at ome.services.throttling.Callback.run(Callback.java:57)
	at ome.services.throttling.InThreadThrottlingStrategy.callInvokerOnRawArgs(InThreadThrottlingStrategy.java:56)
	at ome.services.blitz.impl.AbstractAmdServant.callInvokerOnRawArgs(AbstractAmdServant.java:150)
	at ome.services.blitz.impl.QueryI.findAllByQuery_async(QueryI.java:66)
	at sun.reflect.GeneratedMethodAccessor317.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:307)
	at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
	at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
	at omero.cmd.CallContext.invoke(CallContext.java:59)
	at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
	at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:202)
	at $Proxy76.findAllByQuery_async(Unknown Source)
	at omero.api._IQueryTie.findAllByQuery_async(_IQueryTie.java:92)
	at omero.api._IQueryDisp.___findAllByQuery(_IQueryDisp.java:366)
	at omero.api._IQueryDisp.__dispatch(_IQueryDisp.java:496)
	at IceInternal.Incoming.invoke(Incoming.java:159)
	at Ice.ConnectionI.invokeAll(ConnectionI.java:2037)
	at Ice.ConnectionI.message(ConnectionI.java:972)
	at IceInternal.ThreadPool.run(ThreadPool.java:577)
	at IceInternal.ThreadPool.access$100(ThreadPool.java:12)
	at IceInternal.ThreadPool$EventHandlerThread.run(ThreadPool.java:971)

}


<WSGIRequest
GET:<QueryDict: {u'view': [u'icon']}>,
POST:<QueryDict: {}>,
COOKIES:{'mri': '707d10e62e193ce8506e54efcaf6717c',
 'sessionid': '94b8554842df83fe91b9541814f7d45a'},
META:{'DOCUMENT_ROOT': '/var/www',
 'GATEWAY_INTERFACE': 'CGI/1.1',
 'HTTP_ACCEPT': 'text/html, */*; q=0.01',
 'HTTP_ACCEPT_ENCODING': 'gzip, deflate',
 'HTTP_ACCEPT_LANGUAGE': 'en-us',
 'HTTP_CONNECTION': 'keep-alive',
 'HTTP_COOKIE': 'sessionid=94b8554842df83fe91b9541814f7d45a; mri=707d10e62e193ce8506e54efcaf6717c',
 'HTTP_HOST': 'omero.mri.cnrs.fr',
 'HTTP_REFERER': 'http://omero.mri.cnrs.fr/omero/webclient/userdata/?experimenter=460',
 'HTTP_USER_AGENT': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_1) AppleWebKit/537.73.11 (KHTML, like Gecko) Version/7.0.1 Safari/537.73.11',
 'HTTP_X_REQUESTED_WITH': 'XMLHttpRequest',
 'PATH': '/usr/local/bin:/usr/bin:/bin',
 'PATH_INFO': u'/webclient/load_data/dataset/668/',
 'PATH_TRANSLATED': '/var/www/webclient/load_data/dataset/668/',
 'QUERY_STRING': 'view=icon',
 'REMOTE_ADDR': '195.83.85.195',
 'REMOTE_PORT': '62797',
 'REQUEST_METHOD': 'GET',
 'REQUEST_URI': '/omero/webclient/load_data/dataset/668/?view=icon',
 'SCRIPT_FILENAME': '/home/omero/apps/OMERO/OMERO.server/var/omero.fcgi',
 'SCRIPT_NAME': u'/omero',
 'SERVER_ADDR': '193.50.6.150',
 'SERVER_ADMIN': 'webmaster@localhost',
 'SERVER_NAME': 'omero.mri.cnrs.fr',
 'SERVER_PORT': '80',
 'SERVER_PROTOCOL': 'HTTP/1.1',
 'SERVER_SIGNATURE': '<address>Apache/2.2.16 (Debian) Server at omero.mri.cnrs.fr Port 80</address>\n',
 'SERVER_SOFTWARE': 'Apache/2.2.16 (Debian)',
 'wsgi.errors': <flup.server.fcgi_base.TeeOutputStream object at 0x3769c10>,
 'wsgi.input': <flup.server.fcgi_base.InputStream object at 0x3769f50>,
 'wsgi.multiprocess': True,
 'wsgi.multithread': False,
 'wsgi.run_once': False,
 'wsgi.url_scheme': 'http',
 'wsgi.version': (1, 0)}>