Comment 1 for bug 1216950

Revision history for this message
Ozgur Akan (ozgurakan) wrote : Re: Requests get slower, when queues have a lot of messages

When we have 500K messages, claim messages takes up to 12 seconds to return. On mongodb site it is 1-2 seconds run time.

These are some of the slow queries;

{ "$query" : { "q" : "q19" , "p" : "806067" , "c.e" : { "$lte" : { "$date" : "2013-08-27T02:03:51.366Z"}} , "e" : { "$gt" : { "$date" : "2013-08-27T02:03:51.366Z"}}} , "$hint" : { "q" : 1 , "p" : 1 , "k" : 1 , "e" : 1 , "c.e" : 1} , "$orderby" : { "k" : 1}}
{ "$query" : { "q" : "q1" , "p" : "806067" , "c.e" : { "$lte" : { "$date" : "2013-08-27T02:03:51.085Z"}} , "e" : { "$gt" : { "$date" : "2013-08-27T02:03:51.085Z"}}} , "$hint" : { "q" : 1 , "p" : 1 , "k" : 1 , "e" : 1 , "c.e" : 1} , "$orderby" : { "k" : 1}}
{ "$query" : { "q" : "q13" , "p" : "806067" , "c.e" : { "$lte" : { "$date" : "2013-08-27T02:03:50.910Z"}} , "e" : { "$gt" : { "$date" : "2013-08-27T02:03:50.910Z"}}} , "$hint" : { "q" : 1 , "p" : 1 , "k" : 1 , "e" : 1 , "c.e" : 1} , "$orderby" : { "k" : 1}}
{ "$query" : { "q" : "q14" , "p" : "806067" , "c.e" : { "$lte" : { "$date" : "2013-08-27T01:58:14.643Z"}} , "e" : { "$gt" : { "$date" : "2013-08-27T01:58:14.643Z"}}} , "$hint" : { "q" : 1 , "p" : 1 , "k" : 1 , "e" : 1 , "c.e" : 1} , "$orderby" : { "k" : 1}}
{ "$query" : { "q" : "q5" , "p" : "806067" , "c.e" : { "$lte" : { "$date" : "2013-08-27T02:03:50.925Z"}} , "e" : { "$gt" : { "$date" : "2013-08-27T02:03:50.925Z"}}} , "$hint" : { "q" : 1 , "p" : 1 , "k" : 1 , "e" : 1 , "c.e" : 1} , "$orderby" : { "k" : 1}}

Details on one of these (took 940ms to run);
{
        "op" : "query",
        "ns" : "marconi.messages",
        "query" : {
                "$query" : {
                        "q" : "q9",
                        "p" : "806067",
                        "c.e" : {
                                "$lte" : ISODate("2013-08-27T02:03:51.072Z")
                        },
                        "e" : {
                                "$gt" : ISODate("2013-08-27T02:03:51.072Z")
                        }
                },
                "$hint" : {
                        "q" : 1,
                        "p" : 1,
                        "k" : 1,
                        "e" : 1,
                        "c.e" : 1
                },
                "$orderby" : {
                        "k" : 1
                }
        },
        "cursorid" : NumberLong("2177673334012593318"),
        "ntoreturn" : 10,
        "ntoskip" : 0,
        "nscanned" : 21255,
        "keyUpdates" : 0,
        "numYield" : 20,
        "lockStats" : {
                "timeLockedMicros" : {
                        "r" : NumberLong(906938),
                        "w" : NumberLong(0)
                },
                "timeAcquiringMicros" : {
                        "r" : NumberLong(920436),
                        "w" : NumberLong(20696)
                }
        },
        "nreturned" : 10,
        "responseLength" : 1510,
        "millis" : 940,
        "ts" : ISODate("2013-08-27T02:03:52.140Z"),
        "client" : "10.177.38.136",
        "allUsers" : [ ],
        "user" : ""
}