1851435 - Selenium CI test is failing on harmony

Status: NEW

(Bugzilla :: Testing Suite, defect)

Description

[Dave Miller [:justdave]]

-------------------
test_bmo_autolinkification.t   (Wstat: 4096 Tests: 45 Failed: 16)
  Failed tests:  18-19, 21, 24-27, 29, 32-35, 37, 40-42
  Non-zero exit status: 16
test_bmo_enter_new_bug.t       (Wstat: 768 Tests: 370 Failed: 3)
  Failed tests:  81, 218, 356
  Non-zero exit status: 3
test_bmo_retire_values.t       (Wstat: 7680 Tests: 307 Failed: 30)
  Failed tests:  37, 69, 91-93, 103-104, 151, 173-175, 177
                180-183, 185, 195-196, 213, 244, 266-268
                270, 273-275, 285-286
  Non-zero exit status: 30
test_bug_edit.t                (Wstat: 65280 Tests: 398 Failed: 136)
  Failed tests:  61, 64-76, 79-84, 87-98, 101-105, 117-127
                130-134, 146-148, 160-164, 175-177, 189-198
                201-202, 204-205, 208-212, 224-226, 233-234
                259-263, 275-280, 306, 335, 345-349, 361-366
                371-378, 381-386, 389-398
  Non-zero exit status: 255
test_classifications.t         (Wstat: 256 Tests: 110 Failed: 1)
  Failed test:  46
  Non-zero exit status: 1
test_create_user_accounts.t    (Wstat: 65280 Tests: 64 Failed: 28)
  Failed tests:  23-25, 27-28, 34-36, 38-39, 41-43, 45-46
                48-50, 52-53, 55-57, 59-60, 62-64
  Non-zero exit status: 255
test_custom_fields.t           (Wstat: 65280 Tests: 17 Failed: 0)
  Non-zero exit status: 255
test_dependencies.t            (Wstat: 65280 Tests: 16 Failed: 0)
  Non-zero exit status: 255
test_edit_products_properties.t (Wstat: 7424 Tests: 302 Failed: 29)
  Failed tests:  132, 135-137, 151, 154-156, 189-190, 192-193
                195-196, 208, 211-216, 218, 221-223, 236
                241, 270, 295
  Non-zero exit status: 29
test_enter_new_bug.t           (Wstat: 768 Tests: 62 Failed: 3)
  Failed tests:  17, 38, 59
  Non-zero exit status: 3
test_flags.t                   (Wstat: 29696 Tests: 380 Failed: 116)
  Failed tests:  152, 155-164, 166-171, 173, 176-182, 184-185
                187, 190-195, 197, 200-206, 208, 211-215
                217, 220-221, 223-228, 230-234, 236, 238-247
                249, 251-256, 258, 261-266, 268, 280-282
                284, 287-291, 293-294, 297-298, 300-305
                307, 310-312, 324-325, 327-328, 330
  Non-zero exit status: 116
test_flags2.t                  (Wstat: 12288 Tests: 287 Failed: 48)
  Failed tests:  110, 113-120, 122, 125-130, 132, 135-136
                139, 158, 161-164, 197-200, 202, 205-207
                209, 221-223, 225, 228-233, 235, 238-239
                241
  Non-zero exit status: 48
test_groups.t                  (Wstat: 65280 Tests: 47 Failed: 2)
  Failed tests:  46-47
  Non-zero exit status: 255
test_keywords.t                (Wstat: 3584 Tests: 87 Failed: 14)
  Failed tests:  48-50, 54-56, 61, 66, 77-80, 83-84
  Non-zero exit status: 14
test_milestones.t              (Wstat: 5888 Tests: 154 Failed: 23)
  Failed tests:  52, 55-59, 62-65, 78, 81-84, 120-122, 134
                137-140
  Non-zero exit status: 23
test_private_attachments.t     (Wstat: 65280 Tests: 55 Failed: 12)
  Failed tests:  41, 44-48, 50-55
  Non-zero exit status: 255
test_qa_contact.t              (Wstat: 65280 Tests: 86 Failed: 10)
  Failed tests:  31, 41, 51, 69, 72-73, 82-83, 85-86
  Non-zero exit status: 255
test_search.t                  (Wstat: 65280 Tests: 27 Failed: 0)
  Non-zero exit status: 255
test_security.t                (Wstat: 65280 Tests: 19 Failed: 0)
  Non-zero exit status: 255
test_status_whiteboard.t       (Wstat: 2816 Tests: 90 Failed: 11)
  Failed tests:  21-23, 25, 29-30, 32, 40, 49, 66, 72
  Non-zero exit status: 11
test_target_milestones.t       (Wstat: 2048 Tests: 110 Failed: 8)
  Failed tests:  36-39, 48, 70, 76, 104
  Non-zero exit status: 8
test_time_summary.t            (Wstat: 6656 Tests: 72 Failed: 26)
  Failed tests:  21-23, 25, 29-32, 45-49, 51-56, 58-59, 63
                65-67, 69
  Non-zero exit status: 26
test_user_matching.t           (Wstat: 9472 Tests: 195 Failed: 37)
  Failed tests:  30-31, 33-34, 38-39, 41, 45-46, 48-49, 53-54
                56-57, 72-73, 75-76, 80-81, 83, 133-134
                136-137, 141-142, 144-145, 149-150, 152-153
                168, 171-172
  Non-zero exit status: 37
test_user_preferences.t        (Wstat: 65280 Tests: 50 Failed: 3)
  Failed tests:  46, 49-50
  Non-zero exit status: 255
test_user_privs.t              (Wstat: 65280 Tests: 39 Failed: 7)
  Failed tests:  7, 27, 33-34, 36, 38-39
  Non-zero exit status: 255
test_votes.t                   (Wstat: 10752 Tests: 215 Failed: 42)
  Failed tests:  63, 66-67, 69-71, 73-74, 86, 89-90, 92-93
                95-96, 108, 111-112, 114-116, 118-119, 121-122
                125-126, 128-130, 132-133, 145, 154, 157-159
                171, 174-176, 199
  Non-zero exit status: 42
Files=38, Tests=4887, 1839 wallclock secs ( 1.14 usr  0.08 sys + 32.57 cusr  4.13 csys = 37.92 CPU)
Result: FAIL

Comment 1

[Dave Miller [:justdave]]

We're no longer using CircleCI (it's all in GitHub Actions now) but this test still needs to be resurrected and fixed.