Uploaded image for project: 'Evergreen'
  1. Evergreen
  2. EVG-16411

Inconsistent task status

    XMLWordPrintableJSON

Details

    • Bug
    • Status: Closed
    • Major - P3
    • Resolution: Fixed
    • None
    • FY23Q1
    • app
    • None

    Description

      We are seeing inconsistencies from the evergreen api around the status. In particular, we are seeing tasks that have failed, have a "finish_time" set, but have a status of "started". We use the "display_status" field to mark BFGs with the type of failure, so we do not expect a failure to have a status of "started".

      Here is an example of a task we recently saw this on, including the json data we received from the API:

      task_id: mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_display_noPassthrough_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20
      execution: 0

       {
              "task_id": "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_display_noPassthrough_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
              "project_id": "mongodb-mongo-master",
              "project_identifier": "mongodb-mongo-master",
              "create_time": "2022-02-24T06:27:26Z",
              "dispatch_time": "2022-02-25T10:23:23.045Z",
              "scheduled_time": "2022-02-25T10:15:23.903Z",
              "container_allocated_time": null,
              "start_time": "2022-02-25T10:23:24.665Z",
              "finish_time": "2022-02-25T10:43:01.984Z",
              "ingest_time": "2022-02-25T10:05:04.516Z",
              "activated_time": "2022-02-25T10:14:50.54Z",
              "version_id": "6218a8b2e3c33133f47cebe3",
              "revision": "47ec1177999045a9ebe6af6f769ec94739116388",
              "priority": 0,
              "activated": true,
              "activated_by": "Xgen-BuildBaron-User-2",
              "build_id": "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
              "distro_id": "",
              "build_variant": "enterprise-rhel-80-64-bit-dynamic-all-feature-flags-required",
              "build_variant_display_name": "",
              "depends_on": [
                  {
                      "id": "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_archive_dist_test_debug_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
                      "status": "success"
                  }
              ],
              "display_name": "noPassthrough",
              "host_id": "",
              "restarts": 0,
              "execution": 0,
              "order": 515,
              "status": "started",
              "display_status": "started",
              "status_details": {
                  "status": "",
                  "type": "",
                  "desc": "",
                  "timed_out": false,
                  "timeout_type": "",
                  "oom_tracker_info": {
                      "detected": false,
                      "pids": null
                  }
              },
              "logs": {
                  "all_log": "https://evergreen.mongodb.com/task_log_raw/mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_display_noPassthrough_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20/0?type=ALL",
                  "task_log": "https://evergreen.mongodb.com/task_log_raw/mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_display_noPassthrough_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20/0?type=T",
                  "agent_log": "https://evergreen.mongodb.com/task_log_raw/mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_display_noPassthrough_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20/0?type=E",
                  "system_log": "https://evergreen.mongodb.com/task_log_raw/mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_display_noPassthrough_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20/0?type=S",
                  "event_log": "https://evergreen.mongodb.com/event_log/task/mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_display_noPassthrough_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20"
              },
              "time_taken_ms": 4524986,
              "expected_duration_ms": 0,
              "est_wait_to_start_ms": 0,
              "generate_task": false,
              "generated_by": "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_build_variant_gen_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
              "artifacts": [...],
              "display_only": true,
              "parent_task_id": "",
              "execution_tasks": [
                  "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_noPassthrough_0_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
                  "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_noPassthrough_1_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
                  "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_noPassthrough_2_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
                  "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_noPassthrough_3_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
                  "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_noPassthrough_4_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20",
                  "mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_noPassthrough_misc_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_required_patch_47ec1177999045a9ebe6af6f769ec94739116388_6218a8b2e3c33133f47cebe3_22_02_25_10_00_20"
              ],
              "mainline": false,
              "blocked": false,
              "requester": "patch_request",
              "test_results": null,
              "aborted": false,
              "abort_info": {},
              "sync_at_end_opts": {
                  "enabled": false,
                  "statuses": null,
                  "timeout": 0
              },
              "ami": null,
              "must_have_test_results": false,
              "base_task": {
                  "id": null,
                  "status": null
              },
              "archived": false
          }
      

      Attachments

        Activity

          People

            annie.black@mongodb.com Annie Black
            david.bradford@mongodb.com David Bradford (Inactive)
            Votes:
            0 Vote for this issue
            Watchers:
            3 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: