-
Type:
Bug
-
Resolution: Duplicate
-
Priority:
Major - P3
-
None
-
Affects Version/s: 5.0.3-rc0
-
Component/s: None
-
Labels:None
-
ALL
-
Hide
1. create collection
db.createCollection( 'test', { timeseries: { timeField: "date", metaField: "metadata", granularity: "minutes" }, } )2. insert events, all items are ordered except the first 2
db.test.insertMany([ { "metadata" : { "y" : "a" }, "value" : 0.657497771333402, "date" : ISODate("2021-10-27T13:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.630711479160949, "date" : ISODate("2021-10-25T19:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.907835596255776, "date" : ISODate("2021-10-28T01:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.478167641630244, "date" : ISODate("2021-10-28T07:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.734791557369546, "date" : ISODate("2021-10-28T13:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.355601537158719, "date" : ISODate("2021-10-28T19:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.0392149962590065, "date" : ISODate("2021-10-29T01:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.715255277128178, "date" : ISODate("2021-10-29T07:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.912639155007598, "date" : ISODate("2021-10-29T13:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.877510759928182, "date" : ISODate("2021-10-29T19:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.610814010052608, "date" : ISODate("2021-10-27T13:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.51848041136916, "date" : ISODate("2021-10-27T19:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.639634772233867, "date" : ISODate("2021-10-28T01:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.975665115747611, "date" : ISODate("2021-10-28T07:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.941601991088971, "date" : ISODate("2021-10-28T13:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.651105330652535, "date" : ISODate("2021-10-28T19:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.725467962749386, "date" : ISODate("2021-10-29T01:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.694043071407878, "date" : ISODate("2021-10-29T07:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.237759276862083, "date" : ISODate("2021-10-29T13:47:52.883Z") }, { "metadata" : { "y" : "a" }, "value" : 0.815200486877654, "date" : ISODate("2021-10-29T19:47:52.883Z") } ]);3. query the buckets collection
db.getCollection('system.buckets.test').find({}) /* 1 */ { "_id" : ObjectId("6176feb032850201c3dc46cf"), "control" : { "version" : 1, "min" : { "_id" : ObjectId("617958a1d21593e225bfa4d6"), "value" : 0.630711479160949, "date" : ISODate("2021-10-25T19:00:00.000Z") }, "max" : { "_id" : ObjectId("617958a1d21593e225bfa4d6"), "value" : 0.630711479160949, "date" : ISODate("2021-10-25T19:47:52.883Z") } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId("617958a1d21593e225bfa4d6") }, "value" : { "0" : 0.630711479160949 }, "date" : { "0" : ISODate("2021-10-25T19:47:52.883Z") } } }/* 2 */ { "_id" : ObjectId("61794d5032850201c3dc46ce"), "control" : { "version" : 1, "min" : { "_id" : ObjectId("617958a1d21593e225bfa4d5"), "value" : 0.657497771333402, "date" : ISODate("2021-10-27T13:00:00.000Z") }, "max" : { "_id" : ObjectId("617958a1d21593e225bfa4d5"), "value" : 0.657497771333402, "date" : ISODate("2021-10-27T13:47:52.883Z") } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId("617958a1d21593e225bfa4d5") }, "value" : { "0" : 0.657497771333402 }, "date" : { "0" : ISODate("2021-10-27T13:47:52.883Z") } } }/* 3 */ { "_id" : ObjectId("61794d5032850201c3dc46d2"), "control" : { "version" : 1, "min" : { "_id" : ObjectId("617958a1d21593e225bfa4df"), "value" : 0.51848041136916, "date" : ISODate("2021-10-27T13:00:00.000Z") }, "max" : { "_id" : ObjectId("617958a1d21593e225bfa4e2"), "value" : 0.975665115747611, "date" : ISODate("2021-10-28T07:47:52.883Z") } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId("617958a1d21593e225bfa4df"), "1" : ObjectId("617958a1d21593e225bfa4e0"), "2" : ObjectId("617958a1d21593e225bfa4e1"), "3" : ObjectId("617958a1d21593e225bfa4e2") }, "value" : { "0" : 0.610814010052608, "1" : 0.51848041136916, "2" : 0.639634772233867, "3" : 0.975665115747611 }, "date" : { "0" : ISODate("2021-10-27T13:47:52.883Z"), "1" : ISODate("2021-10-27T19:47:52.883Z"), "2" : ISODate("2021-10-28T01:47:52.883Z"), "3" : ISODate("2021-10-28T07:47:52.883Z") } } }/* 4 */ { "_id" : ObjectId("6179f61032850201c3dc46d0"), "control" : { "version" : 1, "min" : { "_id" : ObjectId("617958a1d21593e225bfa4d7"), "value" : 0.355601537158719, "date" : ISODate("2021-10-28T01:00:00.000Z") }, "max" : { "_id" : ObjectId("617958a1d21593e225bfa4da"), "value" : 0.907835596255776, "date" : ISODate("2021-10-28T19:47:52.883Z") } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId("617958a1d21593e225bfa4d7"), "1" : ObjectId("617958a1d21593e225bfa4d8"), "2" : ObjectId("617958a1d21593e225bfa4d9"), "3" : ObjectId("617958a1d21593e225bfa4da") }, "value" : { "0" : 0.907835596255776, "1" : 0.478167641630244, "2" : 0.734791557369546, "3" : 0.355601537158719 }, "date" : { "0" : ISODate("2021-10-28T01:47:52.883Z"), "1" : ISODate("2021-10-28T07:47:52.883Z"), "2" : ISODate("2021-10-28T13:47:52.883Z"), "3" : ISODate("2021-10-28T19:47:52.883Z") } } }/* 5 */ { "_id" : ObjectId("617a9ed032850201c3dc46d3"), "control" : { "version" : 1, "min" : { "_id" : ObjectId("617958a1d21593e225bfa4e3"), "value" : 0.651105330652535, "date" : ISODate("2021-10-28T13:00:00.000Z") }, "max" : { "_id" : ObjectId("617958a1d21593e225bfa4e6"), "value" : 0.941601991088971, "date" : ISODate("2021-10-29T07:47:52.883Z") } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId("617958a1d21593e225bfa4e3"), "1" : ObjectId("617958a1d21593e225bfa4e4"), "2" : ObjectId("617958a1d21593e225bfa4e5"), "3" : ObjectId("617958a1d21593e225bfa4e6") }, "value" : { "0" : 0.941601991088971, "1" : 0.651105330652535, "2" : 0.725467962749386, "3" : 0.694043071407878 }, "date" : { "0" : ISODate("2021-10-28T13:47:52.883Z"), "1" : ISODate("2021-10-28T19:47:52.883Z"), "2" : ISODate("2021-10-29T01:47:52.883Z"), "3" : ISODate("2021-10-29T07:47:52.883Z") } } }/* 6 */ { "_id" : ObjectId("617b479032850201c3dc46d1"), "control" : { "version" : 1, "min" : { "_id" : ObjectId("617958a1d21593e225bfa4db"), "value" : 0.0392149962590065, "date" : ISODate("2021-10-29T01:00:00.000Z") }, "max" : { "_id" : ObjectId("617958a1d21593e225bfa4de"), "value" : 0.912639155007598, "date" : ISODate("2021-10-29T19:47:52.883Z") } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId("617958a1d21593e225bfa4db"), "1" : ObjectId("617958a1d21593e225bfa4dc"), "2" : ObjectId("617958a1d21593e225bfa4dd"), "3" : ObjectId("617958a1d21593e225bfa4de") }, "value" : { "0" : 0.0392149962590065, "1" : 0.715255277128178, "2" : 0.912639155007598, "3" : 0.877510759928182 }, "date" : { "0" : ISODate("2021-10-29T01:47:52.883Z"), "1" : ISODate("2021-10-29T07:47:52.883Z"), "2" : ISODate("2021-10-29T13:47:52.883Z"), "3" : ISODate("2021-10-29T19:47:52.883Z") } } }/* 7 */ { "_id" : ObjectId("617bf05032850201c3dc46d4"), "control" : { "version" : 1, "min" : { "_id" : ObjectId("617958a1d21593e225bfa4e7"), "value" : 0.237759276862083, "date" : ISODate("2021-10-29T13:00:00.000Z") }, "max" : { "_id" : ObjectId("617958a1d21593e225bfa4e8"), "value" : 0.815200486877654, "date" : ISODate("2021-10-29T19:47:52.883Z") } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId("617958a1d21593e225bfa4e7"), "1" : ObjectId("617958a1d21593e225bfa4e8") }, "value" : { "0" : 0.237759276862083, "1" : 0.815200486877654 }, "date" : { "0" : ISODate("2021-10-29T13:47:52.883Z"), "1" : ISODate("2021-10-29T19:47:52.883Z") } } }
4. Notice that the second record ("61794d5032850201c3dc46ce") has only one data point that could be grouped together with the 3rd record ("61794d5032850201c3dc46d2").
Show1. create collection db.createCollection( 'test' , { timeseries: { timeField: "date" , metaField: "metadata" , granularity: "minutes" }, } ) 2. insert events, all items are ordered except the first 2 db.test.insertMany([ { "metadata" : { "y" : "a" }, "value" : 0.657497771333402, "date" : ISODate( "2021-10-27T13:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.630711479160949, "date" : ISODate( "2021-10-25T19:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.907835596255776, "date" : ISODate( "2021-10-28T01:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.478167641630244, "date" : ISODate( "2021-10-28T07:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.734791557369546, "date" : ISODate( "2021-10-28T13:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.355601537158719, "date" : ISODate( "2021-10-28T19:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.0392149962590065, "date" : ISODate( "2021-10-29T01:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.715255277128178, "date" : ISODate( "2021-10-29T07:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.912639155007598, "date" : ISODate( "2021-10-29T13:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.877510759928182, "date" : ISODate( "2021-10-29T19:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.610814010052608, "date" : ISODate( "2021-10-27T13:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.51848041136916, "date" : ISODate( "2021-10-27T19:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.639634772233867, "date" : ISODate( "2021-10-28T01:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.975665115747611, "date" : ISODate( "2021-10-28T07:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.941601991088971, "date" : ISODate( "2021-10-28T13:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.651105330652535, "date" : ISODate( "2021-10-28T19:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.725467962749386, "date" : ISODate( "2021-10-29T01:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.694043071407878, "date" : ISODate( "2021-10-29T07:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.237759276862083, "date" : ISODate( "2021-10-29T13:47:52.883Z" ) }, { "metadata" : { "y" : "a" }, "value" : 0.815200486877654, "date" : ISODate( "2021-10-29T19:47:52.883Z" ) } ]); 3. query the buckets collection db.getCollection( 'system.buckets.test' ).find({}) /* 1 */ { "_id" : ObjectId( "6176feb032850201c3dc46cf" ), "control" : { "version" : 1, "min" : { "_id" : ObjectId( "617958a1d21593e225bfa4d6" ), "value" : 0.630711479160949, "date" : ISODate( "2021-10-25T19:00:00.000Z" ) }, "max" : { "_id" : ObjectId( "617958a1d21593e225bfa4d6" ), "value" : 0.630711479160949, "date" : ISODate( "2021-10-25T19:47:52.883Z" ) } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId( "617958a1d21593e225bfa4d6" ) }, "value" : { "0" : 0.630711479160949 }, "date" : { "0" : ISODate( "2021-10-25T19:47:52.883Z" ) } } } /* 2 */ { "_id" : ObjectId( "61794d5032850201c3dc46ce" ), "control" : { "version" : 1, "min" : { "_id" : ObjectId( "617958a1d21593e225bfa4d5" ), "value" : 0.657497771333402, "date" : ISODate( "2021-10-27T13:00:00.000Z" ) }, "max" : { "_id" : ObjectId( "617958a1d21593e225bfa4d5" ), "value" : 0.657497771333402, "date" : ISODate( "2021-10-27T13:47:52.883Z" ) } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId( "617958a1d21593e225bfa4d5" ) }, "value" : { "0" : 0.657497771333402 }, "date" : { "0" : ISODate( "2021-10-27T13:47:52.883Z" ) } } } /* 3 */ { "_id" : ObjectId( "61794d5032850201c3dc46d2" ), "control" : { "version" : 1, "min" : { "_id" : ObjectId( "617958a1d21593e225bfa4df" ), "value" : 0.51848041136916, "date" : ISODate( "2021-10-27T13:00:00.000Z" ) }, "max" : { "_id" : ObjectId( "617958a1d21593e225bfa4e2" ), "value" : 0.975665115747611, "date" : ISODate( "2021-10-28T07:47:52.883Z" ) } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId( "617958a1d21593e225bfa4df" ), "1" : ObjectId( "617958a1d21593e225bfa4e0" ), "2" : ObjectId( "617958a1d21593e225bfa4e1" ), "3" : ObjectId( "617958a1d21593e225bfa4e2" ) }, "value" : { "0" : 0.610814010052608, "1" : 0.51848041136916, "2" : 0.639634772233867, "3" : 0.975665115747611 }, "date" : { "0" : ISODate( "2021-10-27T13:47:52.883Z" ), "1" : ISODate( "2021-10-27T19:47:52.883Z" ), "2" : ISODate( "2021-10-28T01:47:52.883Z" ), "3" : ISODate( "2021-10-28T07:47:52.883Z" ) } } } /* 4 */ { "_id" : ObjectId( "6179f61032850201c3dc46d0" ), "control" : { "version" : 1, "min" : { "_id" : ObjectId( "617958a1d21593e225bfa4d7" ), "value" : 0.355601537158719, "date" : ISODate( "2021-10-28T01:00:00.000Z" ) }, "max" : { "_id" : ObjectId( "617958a1d21593e225bfa4da" ), "value" : 0.907835596255776, "date" : ISODate( "2021-10-28T19:47:52.883Z" ) } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId( "617958a1d21593e225bfa4d7" ), "1" : ObjectId( "617958a1d21593e225bfa4d8" ), "2" : ObjectId( "617958a1d21593e225bfa4d9" ), "3" : ObjectId( "617958a1d21593e225bfa4da" ) }, "value" : { "0" : 0.907835596255776, "1" : 0.478167641630244, "2" : 0.734791557369546, "3" : 0.355601537158719 }, "date" : { "0" : ISODate( "2021-10-28T01:47:52.883Z" ), "1" : ISODate( "2021-10-28T07:47:52.883Z" ), "2" : ISODate( "2021-10-28T13:47:52.883Z" ), "3" : ISODate( "2021-10-28T19:47:52.883Z" ) } } } /* 5 */ { "_id" : ObjectId( "617a9ed032850201c3dc46d3" ), "control" : { "version" : 1, "min" : { "_id" : ObjectId( "617958a1d21593e225bfa4e3" ), "value" : 0.651105330652535, "date" : ISODate( "2021-10-28T13:00:00.000Z" ) }, "max" : { "_id" : ObjectId( "617958a1d21593e225bfa4e6" ), "value" : 0.941601991088971, "date" : ISODate( "2021-10-29T07:47:52.883Z" ) } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId( "617958a1d21593e225bfa4e3" ), "1" : ObjectId( "617958a1d21593e225bfa4e4" ), "2" : ObjectId( "617958a1d21593e225bfa4e5" ), "3" : ObjectId( "617958a1d21593e225bfa4e6" ) }, "value" : { "0" : 0.941601991088971, "1" : 0.651105330652535, "2" : 0.725467962749386, "3" : 0.694043071407878 }, "date" : { "0" : ISODate( "2021-10-28T13:47:52.883Z" ), "1" : ISODate( "2021-10-28T19:47:52.883Z" ), "2" : ISODate( "2021-10-29T01:47:52.883Z" ), "3" : ISODate( "2021-10-29T07:47:52.883Z" ) } } } /* 6 */ { "_id" : ObjectId( "617b479032850201c3dc46d1" ), "control" : { "version" : 1, "min" : { "_id" : ObjectId( "617958a1d21593e225bfa4db" ), "value" : 0.0392149962590065, "date" : ISODate( "2021-10-29T01:00:00.000Z" ) }, "max" : { "_id" : ObjectId( "617958a1d21593e225bfa4de" ), "value" : 0.912639155007598, "date" : ISODate( "2021-10-29T19:47:52.883Z" ) } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId( "617958a1d21593e225bfa4db" ), "1" : ObjectId( "617958a1d21593e225bfa4dc" ), "2" : ObjectId( "617958a1d21593e225bfa4dd" ), "3" : ObjectId( "617958a1d21593e225bfa4de" ) }, "value" : { "0" : 0.0392149962590065, "1" : 0.715255277128178, "2" : 0.912639155007598, "3" : 0.877510759928182 }, "date" : { "0" : ISODate( "2021-10-29T01:47:52.883Z" ), "1" : ISODate( "2021-10-29T07:47:52.883Z" ), "2" : ISODate( "2021-10-29T13:47:52.883Z" ), "3" : ISODate( "2021-10-29T19:47:52.883Z" ) } } } /* 7 */ { "_id" : ObjectId( "617bf05032850201c3dc46d4" ), "control" : { "version" : 1, "min" : { "_id" : ObjectId( "617958a1d21593e225bfa4e7" ), "value" : 0.237759276862083, "date" : ISODate( "2021-10-29T13:00:00.000Z" ) }, "max" : { "_id" : ObjectId( "617958a1d21593e225bfa4e8" ), "value" : 0.815200486877654, "date" : ISODate( "2021-10-29T19:47:52.883Z" ) } }, "meta" : { "y" : "a" }, "data" : { "_id" : { "0" : ObjectId( "617958a1d21593e225bfa4e7" ), "1" : ObjectId( "617958a1d21593e225bfa4e8" ) }, "value" : { "0" : 0.237759276862083, "1" : 0.815200486877654 }, "date" : { "0" : ISODate( "2021-10-29T13:47:52.883Z" ), "1" : ISODate( "2021-10-29T19:47:52.883Z" ) } } } 4. Notice that the second record ("61794d5032850201c3dc46ce") has only one data point that could be grouped together with the 3rd record ("61794d5032850201c3dc46d2").
I was testing the new time series collections and I stumbled upon the following scenario: inserting many records at once that are not strictly ordered by date creates some weird results.