1710123 - Intermittent devtools/client/accessibility/test/browser/browser_accessibility_reload.js | Uncaught exception - Wait for the right tree update. - threw exception: TypeError: expected[i] is undefined

Status: RESOLVED FIXED

(DevTools :: Accessibility Tools, defect, P5)

Description

[Treeherder Bug Filer]

Filed by: imoraru [at] mozilla.com
Parsed log: https://treeherder.mozilla.org/logviewer?job_id=339080480&repo=autoland
Full log: https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/KsfGBLoJR2qgGQxmmtNw4Q/runs/0/artifacts/public/logs/live_backing.log

---

[task 2021-05-07T15:55:42.108Z] 15:55:42     INFO - TEST-START | devtools/client/accessibility/test/browser/browser_accessibility_reload.js
[task 2021-05-07T15:55:43.399Z] 15:55:43     INFO - TEST-INFO | started process screentopng
[task 2021-05-07T15:55:43.589Z] 15:55:43     INFO - TEST-INFO | screentopng: exit 0
[task 2021-05-07T15:55:43.589Z] 15:55:43     INFO - Buffered messages logged at 15:55:42
[task 2021-05-07T15:55:43.589Z] 15:55:43     INFO - Entering test bound a11YPanelTask
[task 2021-05-07T15:55:43.589Z] 15:55:43     INFO - Test Accessibility panel tree on reload.
[task 2021-05-07T15:55:43.590Z] 15:55:43     INFO - Adding a new test tab with URL: 'data:text/html;charset=UTF-8,%3Chtml%3E%0A%20%20%3Chead%3E%0A%20%20%20%20%3Cmeta%20charset%3D%22utf-8%22%2F%3E%0A%20%20%20%20%3Ctitle%3EAccessibility%20Panel%20Test%3C%2Ftitle%3E%0A%20%20%3C%2Fhead%3E%0A%20%20%3Cbody%3E%0A%20%20%20%20%3Ch1%3ETop%20level%20header%3C%2Fh1%3E%0A%20%20%20%20%3Cp%3EThis%20is%20a%20paragraph.%3C%2Fp%3E%0A%20%20%3C%2Fbody%3E%0A%3C%2Fhtml%3E'
[task 2021-05-07T15:55:43.591Z] 15:55:43     INFO - Adding a new tab with URL: data:text/html;charset=UTF-8,%3Chtml%3E%0A%20%20%3Chead%3E%0A%20%20%20%20%3Cmeta%20charset%3D%22utf-8%22%2F%3E%0A%20%20%20%20%3Ctitle%3EAccessibility%20Panel%20Test%3C%2Ftitle%3E%0A%20%20%3C%2Fhead%3E%0A%20%20%3Cbody%3E%0A%20%20%20%20%3Ch1%3ETop%20level%20header%3C%2Fh1%3E%0A%20%20%20%20%3Cp%3EThis%20is%20a%20paragraph.%3C%2Fp%3E%0A%20%20%3C%2Fbody%3E%0A%3C%2Fhtml%3E
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO - Tab added and finished loading
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO - Buffered messages logged at 15:55:43
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO - Waiting for state predicate "state =>
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO -       state.accessibles.size === 1 &&
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO -       state.details.accessible &&
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO -       state.details.accessible.role === "document""
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO - Found state predicate "state =>
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO -       state.accessibles.size === 1 &&
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO -       state.details.accessible &&
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO -       state.details.accessible.role === "document""
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO - Test the initial accessibility tree state after first row is expanded.
[task 2021-05-07T15:55:43.595Z] 15:55:43     INFO - Expanding row 0.
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO - Checking tree state.
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO - TEST-PASS | devtools/client/accessibility/test/browser/browser_accessibility_reload.js | Tree structure is correct. - 
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO - Checking sidebar state.
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO - Waiting for state predicate "({ details }) => {
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -     for (const key of ORDERED_PROPS) {
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -       const expected = expectedState[key];
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -       if (expected === undefined) {
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -         continue;
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -       }
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO - 
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -       if (key === "relations") {
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -         if (!relationsMatch(details.relations, expected)) {
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -           return false;
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -         }
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -       } else if (EXPANDABLE_PROPS.includes(key)) {
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -         if (
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -           JSON.stringify(details.accessible[key]) !== JSON.stringify(expected)
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -         ) {
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -           return false;
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -         }
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -       } else if (details.accessible && details.accessible[key] !== expected) {
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -         return false;
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -       }
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -     }
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO - 
[task 2021-05-07T15:55:43.596Z] 15:55:43     INFO -     ok(true, "Sidebar state is correct.");
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -     return true;
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -   }"
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO - TEST-PASS | devtools/client/accessibility/test/browser/browser_accessibility_reload.js | Sidebar state is correct. - 
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO - Found state predicate "({ details }) => {
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -     for (const key of ORDERED_PROPS) {
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -       const expected = expectedState[key];
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -       if (expected === undefined) {
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -         continue;
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -       }
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO - 
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -       if (key === "relations") {
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -         if (!relationsMatch(details.relations, expected)) {
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -           return false;
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -         }
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -       } else if (EXPANDABLE_PROPS.includes(key)) {
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -         if (
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -           JSON.stringify(details.accessible[key]) !== JSON.stringify(expected)
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -         ) {
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -           return false;
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -         }
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -       } else if (details.accessible && details.accessible[key] !== expected) {
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -         return false;
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -       }
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -     }
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO - 
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -     ok(true, "Sidebar state is correct.");
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -     return true;
[task 2021-05-07T15:55:43.597Z] 15:55:43     INFO -   }"
[task 2021-05-07T15:55:43.598Z] 15:55:43     INFO - Reload the page.
[task 2021-05-07T15:55:43.598Z] 15:55:43     INFO - Checking tree state.
[task 2021-05-07T15:55:43.598Z] 15:55:43     INFO - Buffered messages finished
[task 2021-05-07T15:55:43.598Z] 15:55:43     INFO - TEST-UNEXPECTED-FAIL | devtools/client/accessibility/test/browser/browser_accessibility_reload.js | Uncaught exception - Wait for the right tree update. - threw exception: TypeError: expected[i] is undefined
[task 2021-05-07T15:55:43.598Z] 15:55:43     INFO - Leaving test bound a11YPanelTask
[task 2021-05-07T15:55:43.787Z] 15:55:43     INFO - Removing tab.
[task 2021-05-07T15:55:43.788Z] 15:55:43     INFO - Waiting for event: 'TabClose' on [object XULElement].
[task 2021-05-07T15:55:43.804Z] 15:55:43     INFO - Got event: 'TabClose' on [object XULElement].
[task 2021-05-07T15:55:43.821Z] 15:55:43     INFO - Tab removed and finished closing
[task 2021-05-07T15:55:43.852Z] 15:55:43     INFO - TEST-PASS | devtools/client/accessibility/test/browser/browser_accessibility_reload.js | The main process DevToolsServer has no pending connection when the test ends - 
[task 2021-05-07T15:55:43.856Z] 15:55:43     INFO - Cleaning up...
[task 2021-05-07T15:55:43.860Z] 15:55:43     INFO - GECKO(1586) | MEMORY STAT | vsize 20975433MB | residentFast 1261MB
[task 2021-05-07T15:55:43.860Z] 15:55:43     INFO - TEST-OK | devtools/client/accessibility/test/browser/browser_accessibility_reload.js | took 1752ms
[task 2021-05-07T15:55:43.895Z] 15:55:43     INFO - checking window state
[task 2021-05-07T15:55:43.947Z] 15:55:43     INFO - TEST-START | devtools/client/accessibility/test/browser/browser_accessibility_sidebar.js```

Comment 1

[Intermittent Failures Robot]

6 failures in 3279 pushes (0.002 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• autoland: 4
• try: 1
• mozilla-central: 1

Platform and build breakdown:

• linux1804-64-asan: 4
  • opt: 4
• windows10-64: 1
  • debug: 1
• macosx1014-64-qr: 1
  • debug: 1

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-05-03&endday=2021-05-09&tree=all

Comment 2

[Intermittent Failures Robot]

10 failures in 3061 pushes (0.003 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• autoland: 9
• mozilla-central: 1

Platform and build breakdown:

• macosx1014-64-qr: 5
  • debug: 5
• linux1804-64-asan: 4
  • opt: 4
• windows10-64: 1
  • debug: 1

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-05-17&endday=2021-05-23&tree=all

Comment 3

[Intermittent Failures Robot]

18 failures in 2908 pushes (0.006 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• try: 2
• autoland: 13
• mozilla-central: 3

Platform and build breakdown:

• linux1804-64: 11
  • debug: 11
• linux1804-64-asan: 1
  • opt: 1
• windows10-64: 6
  • asan: 6

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-05-24&endday=2021-05-30&tree=all

Comment 4

[Intermittent Failures Robot]

11 failures in 3065 pushes (0.004 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• autoland: 5
• mozilla-beta: 6

Platform and build breakdown:

• windows10-64: 8
  • asan: 8
• linux1804-64-asan: 1
  • opt: 1
• linux1804-64: 2
  • debug: 2

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-05-31&endday=2021-06-06&tree=all

Comment 5

[Intermittent Failures Robot]

7 failures in 3502 pushes (0.002 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• mozilla-beta: 7

Platform and build breakdown:

• windows10-64: 4
  • asan: 4
• linux1804-64: 3
  • debug: 3

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-06-07&endday=2021-06-13&tree=all

Comment 6

[Intermittent Failures Robot]

8 failures in 2888 pushes (0.003 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• mozilla-beta: 8

Platform and build breakdown:

• linux1804-64: 4
  • debug: 4
• windows10-64: 3
  • asan: 3
• linux1804-64-asan: 1
  • opt: 1

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-06-14&endday=2021-06-20&tree=all

Comment 7

[Intermittent Failures Robot]

2 failures in 3115 pushes (0.001 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• mozilla-beta: 2

Platform and build breakdown:

• windows10-64: 1
  • asan: 1
• linux1804-64: 1
  • debug: 1

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-06-21&endday=2021-06-27&tree=all

Comment 8

[Intermittent Failures Robot]

1 failures in 2387 pushes (0.0 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• mozilla-release: 1

Platform and build breakdown:

• windows10-64: 1
  • asan: 1

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-07-05&endday=2021-07-11&tree=all

Comment 9

[Intermittent Failures Robot]

1 failures in 2224 pushes (0.0 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• mozilla-release: 1

Platform and build breakdown:

• windows10-64: 1
  • asan: 1

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-07-12&endday=2021-07-18&tree=all

Comment 10

[Intermittent Failures Robot]

1 failures in 3131 pushes (0.0 failures/push) were associated with this bug in the last 7 days.

Repository breakdown:

• try: 1

Platform and build breakdown:

• linux1804-64-qr: 1
  • debug: 1

For more details, see:
https://treeherder.mozilla.org/intermittent-failures/bugdetails?bug=1710123&startday=2021-07-26&endday=2021-08-01&tree=all

Comment 11

[Nicolas Chevobbe [:nchevobbe]]

Attachment: Bug 1710123 - [devtools] Fix browser_accessibility_reload.js intermittent. r=bomsy.

The test wasn't waiting for the panel to be properly reloaded.

Depends on D122326

Comment 12

[Pulsebot]

Pushed by [e-mail]:
https://hg.mozilla.org/integration/autoland/rev/930d51b021df
[devtools] Fix browser_accessibility_reload.js intermittent. r=bomsy.

Comment 13

[Andreea Pavel [:apavel]]

https://hg.mozilla.org/mozilla-central/rev/930d51b021df

Comment 14

[Ryan VanderMeulen [:RyanVM]]

https://hg.mozilla.org/releases/mozilla-beta/rev/9aa1d5ba394e

Comment 15

[Ryan VanderMeulen [:RyanVM]]

https://hg.mozilla.org/releases/mozilla-esr91/rev/226c75d874f2