Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-18287

Restore the "impossible match" heuristic present in the 2.4 query engine (no longer present as of 2.6)

    XMLWordPrintableJSON

Details

    • Icon: Bug Bug
    • Resolution: Done
    • Icon: Major - P3 Major - P3
    • None
    • 2.6.9, 3.0.2
    • Querying
    • ALL
    • Hide

      use test
      db.test.insert({a : 1, b : 2, c : 3})
      db.test.insert({a : 2, b : 3, c : 4})
      db.test.insert({a : 3, b : 4, c : 5})
      db.test.insert({a : 1, b : 3, c : 4})
      db.test.insert({a : 1, b : 4, c : 5})
      

      On MongoDB 3.0.2

      > db.test.find({a : 1, b : {$in : [] }}).explain(true)
      {
      	"queryPlanner" : {
      		"plannerVersion" : 1,
      		"namespace" : "test.test",
      		"indexFilterSet" : false,
      		"parsedQuery" : {
      			"$and" : [
      				{
      					"a" : {
      						"$eq" : 1
      					}
      				},
      				{
      					"b" : {
      						"$in" : [ ]
      					}
      				}
      			]
      		},
      		"winningPlan" : {
      			"stage" : "COLLSCAN",
      			"filter" : {
      				"$and" : [
      					{
      						"a" : {
      							"$eq" : 1
      						}
      					},
      					{
      						"b" : {
      							"$in" : [ ]
      						}
      					}
      				]
      			},
      			"direction" : "forward"
      		},
      		"rejectedPlans" : [ ]
      	},
      	"executionStats" : {
      		"executionSuccess" : true,
      		"nReturned" : 0,
      		"executionTimeMillis" : 0,
      		"totalKeysExamined" : 0,
      		"totalDocsExamined" : 5,
      		"executionStages" : {
      			"stage" : "COLLSCAN",
      			"filter" : {
      				"$and" : [
      					{
      						"a" : {
      							"$eq" : 1
      						}
      					},
      					{
      						"b" : {
      							"$in" : [ ]
      						}
      					}
      				]
      			},
      			"nReturned" : 0,
      			"executionTimeMillisEstimate" : 0,
      			"works" : 7,
      			"advanced" : 0,
      			"needTime" : 6,
      			"needFetch" : 0,
      			"saveState" : 0,
      			"restoreState" : 0,
      			"isEOF" : 1,
      			"invalidates" : 0,
      			"direction" : "forward",
      			"docsExamined" : 5
      		},
      		"allPlansExecution" : [ ]
      	},
      	"serverInfo" : {
      		"host" : "angshuman-macbook.local",
      		"port" : 30000,
      		"version" : "3.0.2",
      		"gitVersion" : "6201872043ecbbc0a4cc169b5482dcf385fc464f"
      	},
      	"ok" : 1
      }
      

      On MongoDB 2.6.9

      db.test.find({a : 1, b : {$in : [] }}).explain()
      {
      	"cursor" : "BasicCursor",
      	"isMultiKey" : false,
      	"n" : 0,
      	"nscannedObjects" : 5,
      	"nscanned" : 5,
      	"nscannedObjectsAllPlans" : 5,
      	"nscannedAllPlans" : 5,
      	"scanAndOrder" : false,
      	"indexOnly" : false,
      	"nYields" : 0,
      	"nChunkSkips" : 0,
      	"millis" : 0,
      	"server" : "angshuman-macbook.local:30000",
      	"filterSet" : false
      }
      

      On MongoDB 2.4.13

      > db.test.find({a : 1, b : {$in : [] }}).explain()
      {
      	"cursor" : "BasicCursor",
      	"isMultiKey" : false,
      	"n" : 0,
      	"nscannedObjects" : 0,
      	"nscanned" : 0,
      	"nscannedObjectsAllPlans" : 0,
      	"nscannedAllPlans" : 0,
      	"scanAndOrder" : false,
      	"indexOnly" : false,
      	"nYields" : 0,
      	"nChunkSkips" : 0,
      	"millis" : 0,
      	"indexBounds" : {
      		
      	},
      	"server" : "angshuman-macbook.local:30000"
      }
      

      Show
      use test db.test.insert({a : 1, b : 2, c : 3}) db.test.insert({a : 2, b : 3, c : 4}) db.test.insert({a : 3, b : 4, c : 5}) db.test.insert({a : 1, b : 3, c : 4}) db.test.insert({a : 1, b : 4, c : 5}) On MongoDB 3.0.2 > db.test.find({a : 1, b : {$in : [] }}).explain(true) { "queryPlanner" : { "plannerVersion" : 1, "namespace" : "test.test", "indexFilterSet" : false, "parsedQuery" : { "$and" : [ { "a" : { "$eq" : 1 } }, { "b" : { "$in" : [ ] } } ] }, "winningPlan" : { "stage" : "COLLSCAN", "filter" : { "$and" : [ { "a" : { "$eq" : 1 } }, { "b" : { "$in" : [ ] } } ] }, "direction" : "forward" }, "rejectedPlans" : [ ] }, "executionStats" : { "executionSuccess" : true, "nReturned" : 0, "executionTimeMillis" : 0, "totalKeysExamined" : 0, "totalDocsExamined" : 5, "executionStages" : { "stage" : "COLLSCAN", "filter" : { "$and" : [ { "a" : { "$eq" : 1 } }, { "b" : { "$in" : [ ] } } ] }, "nReturned" : 0, "executionTimeMillisEstimate" : 0, "works" : 7, "advanced" : 0, "needTime" : 6, "needFetch" : 0, "saveState" : 0, "restoreState" : 0, "isEOF" : 1, "invalidates" : 0, "direction" : "forward", "docsExamined" : 5 }, "allPlansExecution" : [ ] }, "serverInfo" : { "host" : "angshuman-macbook.local", "port" : 30000, "version" : "3.0.2", "gitVersion" : "6201872043ecbbc0a4cc169b5482dcf385fc464f" }, "ok" : 1 } On MongoDB 2.6.9 db.test.find({a : 1, b : {$in : [] }}).explain() { "cursor" : "BasicCursor", "isMultiKey" : false, "n" : 0, "nscannedObjects" : 5, "nscanned" : 5, "nscannedObjectsAllPlans" : 5, "nscannedAllPlans" : 5, "scanAndOrder" : false, "indexOnly" : false, "nYields" : 0, "nChunkSkips" : 0, "millis" : 0, "server" : "angshuman-macbook.local:30000", "filterSet" : false } On MongoDB 2.4.13 > db.test.find({a : 1, b : {$in : [] }}).explain() { "cursor" : "BasicCursor", "isMultiKey" : false, "n" : 0, "nscannedObjects" : 0, "nscanned" : 0, "nscannedObjectsAllPlans" : 0, "nscannedAllPlans" : 0, "scanAndOrder" : false, "indexOnly" : false, "nYields" : 0, "nChunkSkips" : 0, "millis" : 0, "indexBounds" : { }, "server" : "angshuman-macbook.local:30000" }

    Description

      The 2.4 query engine had a heuristic in which it would look for an "impossible match", i.e. query predicates that could not possibly match any documents. If such a query was identified, then query execution could be short-circuited. Impossible match analysis no longer exists in 2.6.x and 3.0.x versions, which can lead to less efficient queries in these newer versions (see repro steps above). The most obvious example of an "impossible match" is an empty $in predicate.

      Note that if the index bounds are empty, the 2.6 engine will properly handle this and realize that it does not need to scan the index:

      > db.version()
      2.6.9
      > t.drop()
      > t.insert({a: 1})
       
      // Unindexed query has to do the collection scan.
      > t.find({a: {$in: []}}).explain().nscannedObjects
      1
       
      // Indexed query doesn't need to look at any index keys or docs.
      > t.ensureIndex({a: 1})
      > t.find({a: {$in: []}}).explain().nscannedObjects
      0
      

      In 2.6 this behavior for indexed queries falls out of the regular query execution pipeline. In 2.4, however, the "impossible match" heuristic makes it so that empty bounds on even an unindexed field do not access any indices or data:

      > db.version()
      2.4.8
       
      > t.drop()
      > t.insert({a: 1})
       
      // Unindexed query scans nothing due to "impossible match".
      > t.find({a: {$in: []}}).explain().nscannedObjects
      0
      

      Attachments

        Activity

          People

            Unassigned Unassigned
            angshuman.bagchi@mongodb.com Angshuman Bagchi (Inactive)
            Votes:
            0 Vote for this issue
            Watchers:
            10 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: