Closed
Bug 551732
Opened 14 years ago
Closed 14 years ago
API for fetching data for a given revision
Categories
(Webtools Graveyard :: Graph Server, defect)
Tracking
(Not tracked)
RESOLVED
FIXED
People
(Reporter: catlee, Unassigned)
References
Details
Attachments
(1 file, 1 obsolete file)
|
3.88 KB,
patch
|
rdoherty
:
review+
jrmuizel
:
feedback+
|
Details | Diff | Splinter Review |
It would be great to have an API that fetched the performance data for a given revision. Something like http://graphs.mozilla.org/api/test/runs/info/?rev=abcd1234&rev=efab5678 and returns JSON like { 'stat': 'ok', 'revisions': { 'abcd1234': [ {'name': 'Ts', 'runs': [ [98, [23, '2007072704', '572a00c0e251'], 1208830929, 92.4, [['Something happened here', 988740]]], [99, [23, '2007072704', '572a00c0e251'], 1208834503, 87.3] ] }, {'name': 'Tshutdown', 'runs': [ ... ] } ], 'efab5678': [ ... ], } }
|
Reporter | |
Comment 1•14 years ago
|
||
This will produce JSON like this (pretty-printed for readability):
Better to group by test type, as I've done here, or by build id?
{
"stat": "ok",
"revisions": {
"ff4937cb937d": {
"refcnt_leaks": {
"test_runs": [
[
4461,
20090205223423,
1233902035,
0.0
],
[
4473,
20090205223604,
1233902109,
0.0
],
[
4517,
20090205232757,
1233904569,
0.0
]
],
"name": "Refcnt Leaks",
"id": 23
},
"trace_malloc_maxheap": {
"test_runs": [
[
4463,
20090205223423,
1233902035,
26977000.0
],
[
4475,
20090205223604,
1233902109,
27301900.0
],
[
4527,
20090205232757,
1233904569,
15438900.0
]
],
"name": "Trace Malloc MaxHeap",
"id": 25
},
"codesighs": {
"test_runs": [
[
4471,
20090205222432,
1233901408,
17067600.0
],
[
4518,
20090205233722,
1233905812,
19567000.0
]
],
"name": "Codesighs",
"id": 27
},
"tp_memset": {
"test_runs": [
[
4584,
20090205235833,
1233907080,
70352100.0
]
],
"name": "Tp3 (Memset)",
"id": 9
},
"tsspider": {
"test_runs": [
[
4505,
20090205222339,
1233901380,
100.84
],
[
4511,
20090205222339,
1233901380,
102.84
],
[
4579,
20090205235833,
1233907080,
81.719999999999999
]
],
"name": "SunSpider",
"id": 21
},
"tp_pbytes": {
"test_runs": [
[
4510,
20090205222339,
1233901380,
370572000.0
],
[
4516,
20090205222339,
1233901380,
368243000.0
]
],
"name": "Tp3 (Private Bytes)",
"id": 3
},
"ts": {
"test_runs": [
[
4507,
20090205222339,
1233901380,
1968.4200000000001
],
[
4513,
20090205222339,
1233901380,
1458.26
],
[
4581,
20090205235833,
1233907080,
524.52599999999995
]
],
"name": "Ts",
"id": 12
},
"tp": {
"test_runs": [
[
4508,
20090205222339,
1233901380,
339.61200000000002
],
[
4514,
20090205222339,
1233901380,
343.96699999999998
],
[
4582,
20090205235833,
1233907080,
188.46700000000001
]
],
"name": "Tp3",
"id": 2
},
"trace_malloc_allocs": {
"test_runs": [
[
4464,
20090205223423,
1233902035,
671465.0
],
[
4476,
20090205223604,
1233902109,
915570.0
],
[
4528,
20090205232757,
1233904569,
498009.0
]
],
"name": "Trace Malloc Allocs",
"id": 26
},
"trace_malloc_leaks": {
"test_runs": [
[
4462,
20090205223423,
1233902035,
908817.0
],
[
4474,
20090205223604,
1233902109,
2313850.0
],
[
4526,
20090205232757,
1233904569,
105950.0
]
],
"name": "Trace Malloc Leaks",
"id": 24
},
"tdhtml": {
"test_runs": [
[
4506,
20090205222339,
1233901380,
941.41200000000003
],
[
4512,
20090205222339,
1233901380,
934.29399999999998
],
[
4580,
20090205235833,
1233907080,
1101.24
]
],
"name": "DHTML",
"id": 14
},
"tp_rss": {
"test_runs": [
[
4509,
20090205222339,
1233901380,
92469100.0
],
[
4515,
20090205222339,
1233901380,
87750500.0
],
[
4583,
20090205235833,
1233907080,
76360900.0
]
],
"name": "Tp3 (RSS)",
"id": 5
}
},
"fd042e69eb9f": {
"tp_pbytes": {
"test_runs": [
[
1983,
20090131210228,
1233464520,
371372000.0
],
[
1989,
20090131210228,
1233464520,
368693000.0
],
[
2007,
20090131230227,
1233471720,
371141000.0
],
[
2013,
20090131230227,
1233471720,
368766000.0
]
],
"name": "Tp3 (Private Bytes)",
"id": 3
},
"tp_memset": {
"test_runs": [
[
2025,
20090131222356,
1233469380,
70956700.0
],
[
2031,
20090131222356,
1233469380,
65316700.0
],
[
2073,
20090201003630,
1233477360,
71059000.0
],
[
2079,
20090201003630,
1233477360,
64657200.0
]
],
"name": "Tp3 (Memset)",
"id": 9
},
"tsspider": {
"test_runs": [
[
1978,
20090131210228,
1233464520,
100.64
],
[
1984,
20090131210228,
1233464520,
102.52
],
[
2002,
20090131230227,
1233471720,
100.64
],
[
2008,
20090131230227,
1233471720,
102.64
],
[
2020,
20090131222356,
1233469380,
81.040000000000006
],
[
2026,
20090131222356,
1233469380,
83.480000000000004
],
[
2068,
20090201003630,
1233477360,
81.280000000000001
],
[
2074,
20090201003630,
1233477360,
83.400000000000006
]
],
"name": "SunSpider",
"id": 21
},
"ts": {
"test_runs": [
[
1980,
20090131210228,
1233464520,
2056.0500000000002
],
[
1986,
20090131210228,
1233464520,
1415.6300000000001
],
[
2004,
20090131230227,
1233471720,
2104.1599999999999
],
[
2010,
20090131230227,
1233471720,
1416.95
],
[
2022,
20090131222356,
1233469380,
519.47400000000005
],
[
2028,
20090131222356,
1233469380,
657.73699999999997
],
[
2070,
20090201003630,
1233477360,
518.21100000000001
],
[
2076,
20090201003630,
1233477360,
749.15800000000002
]
],
"name": "Ts",
"id": 12
},
"tp": {
"test_runs": [
[
1981,
20090131210228,
1233464520,
333.875
],
[
1987,
20090131210228,
1233464520,
350.77300000000002
],
[
2005,
20090131230227,
1233471720,
337.21699999999998
],
[
2011,
20090131230227,
1233471720,
352.06099999999998
],
[
2023,
20090131222356,
1233469380,
183.40100000000001
],
[
2029,
20090131222356,
1233469380,
364.495
],
[
2071,
20090201003630,
1233477360,
182.48699999999999
],
[
2077,
20090201003630,
1233477360,
372.36700000000002
]
],
"name": "Tp3",
"id": 2
},
"tdhtml": {
"test_runs": [
[
1979,
20090131210228,
1233464520,
942.11800000000005
],
[
1985,
20090131210228,
1233464520,
944.76499999999999
],
[
2003,
20090131230227,
1233471720,
937.29399999999998
],
[
2009,
20090131230227,
1233471720,
941.471
],
[
2021,
20090131222356,
1233469380,
1094.0599999999999
],
[
2027,
20090131222356,
1233469380,
766.58799999999997
],
[
2069,
20090201003630,
1233477360,
1093.1800000000001
],
[
2075,
20090201003630,
1233477360,
767.41200000000003
]
],
"name": "DHTML",
"id": 14
},
"tp_rss": {
"test_runs": [
[
1982,
20090131210228,
1233464520,
94170300.0
],
[
1988,
20090131210228,
1233464520,
88590100.0
],
[
2006,
20090131230227,
1233471720,
93683600.0
],
[
2012,
20090131230227,
1233471720,
88591600.0
],
[
2024,
20090131222356,
1233469380,
77022500.0
],
[
2030,
20090131222356,
1233469380,
77542900.0
],
[
2072,
20090201003630,
1233477360,
76895500.0
],
[
2078,
20090201003630,
1233477360,
78187200.0
]
],
"name": "Tp3 (RSS)",
"id": 5
}
}
}
}
Attachment #432053 -
Flags: feedback?(justdave)
Attachment #432053 -
Flags: feedback?(jmuizelaar)
Attachment #432053 -
Flags: feedback?(anodelman)
|
|
Reporter | |
Comment 2•14 years ago
|
||
Whoops, just realized that the results need to be broken up by platform as well.
|
|
Reporter | |
Comment 3•14 years ago
|
||
Now with platforms!
{
"stat": "ok",
"revisions": {
"ff4937cb937d": {
"refcnt_leaks": {
"test_runs": {
"MacOSX 10.5.2": [
[
4473,
20090205223604,
1233902109,
0.0
]
],
"CentOS release 5 (Final)": [
[
4461,
20090205223423,
1233902035,
0.0
]
],
"WINNT 5.2": [
[
4517,
20090205232757,
1233904569,
0.0
]
]
},
"name": "Refcnt Leaks",
"id": 23
},
"trace_malloc_maxheap": {
"test_runs": {
"MacOSX 10.5.2": [
[
4475,
20090205223604,
1233902109,
27301900.0
]
],
"CentOS release 5 (Final)": [
[
4463,
20090205223423,
1233902035,
26977000.0
]
],
"WINNT 5.2": [
[
4527,
20090205232757,
1233904569,
15438900.0
]
]
},
"name": "Trace Malloc MaxHeap",
"id": 25
},
"codesighs": {
"test_runs": {
"MacOSX 10.5.2": [
[
4518,
20090205233722,
1233905812,
19567000.0
]
],
"CentOS release 5 (Final)": [
[
4471,
20090205222432,
1233901408,
17067600.0
]
]
},
"name": "Codesighs",
"id": 27
},
"tp_memset": {
"test_runs": {
"WINNT 5.1": [
[
4584,
20090205235833,
1233907080,
70352100.0
]
]
},
"name": "Tp3 (Memset)",
"id": 9
},
"tsspider": {
"test_runs": {
"MacOSX Darwin 9.2.2": [
[
4505,
20090205222339,
1233901380,
100.84
]
],
"MacOSX Darwin 8.8.1": [
[
4511,
20090205222339,
1233901380,
102.84
]
],
"WINNT 5.1": [
[
4579,
20090205235833,
1233907080,
81.719999999999999
]
]
},
"name": "SunSpider",
"id": 21
},
"tp_pbytes": {
"test_runs": {
"MacOSX Darwin 9.2.2": [
[
4510,
20090205222339,
1233901380,
370572000.0
]
],
"MacOSX Darwin 8.8.1": [
[
4516,
20090205222339,
1233901380,
368243000.0
]
]
},
"name": "Tp3 (Private Bytes)",
"id": 3
},
"ts": {
"test_runs": {
"MacOSX Darwin 9.2.2": [
[
4507,
20090205222339,
1233901380,
1968.4200000000001
]
],
"MacOSX Darwin 8.8.1": [
[
4513,
20090205222339,
1233901380,
1458.26
]
],
"WINNT 5.1": [
[
4581,
20090205235833,
1233907080,
524.52599999999995
]
]
},
"name": "Ts",
"id": 12
},
"tp": {
"test_runs": {
"MacOSX Darwin 9.2.2": [
[
4508,
20090205222339,
1233901380,
339.61200000000002
]
],
"MacOSX Darwin 8.8.1": [
[
4514,
20090205222339,
1233901380,
343.96699999999998
]
],
"WINNT 5.1": [
[
4582,
20090205235833,
1233907080,
188.46700000000001
]
]
},
"name": "Tp3",
"id": 2
},
"trace_malloc_allocs": {
"test_runs": {
"MacOSX 10.5.2": [
[
4476,
20090205223604,
1233902109,
915570.0
]
],
"CentOS release 5 (Final)": [
[
4464,
20090205223423,
1233902035,
671465.0
]
],
"WINNT 5.2": [
[
4528,
20090205232757,
1233904569,
498009.0
]
]
},
"name": "Trace Malloc Allocs",
"id": 26
},
"trace_malloc_leaks": {
"test_runs": {
"MacOSX 10.5.2": [
[
4474,
20090205223604,
1233902109,
2313850.0
]
],
"CentOS release 5 (Final)": [
[
4462,
20090205223423,
1233902035,
908817.0
]
],
"WINNT 5.2": [
[
4526,
20090205232757,
1233904569,
105950.0
]
]
},
"name": "Trace Malloc Leaks",
"id": 24
},
"tdhtml": {
"test_runs": {
"MacOSX Darwin 9.2.2": [
[
4506,
20090205222339,
1233901380,
941.41200000000003
]
],
"MacOSX Darwin 8.8.1": [
[
4512,
20090205222339,
1233901380,
934.29399999999998
]
],
"WINNT 5.1": [
[
4580,
20090205235833,
1233907080,
1101.24
]
]
},
"name": "DHTML",
"id": 14
},
"tp_rss": {
"test_runs": {
"MacOSX Darwin 9.2.2": [
[
4509,
20090205222339,
1233901380,
92469100.0
]
],
"MacOSX Darwin 8.8.1": [
[
4515,
20090205222339,
1233901380,
87750500.0
]
],
"WINNT 5.1": [
[
4583,
20090205235833,
1233907080,
76360900.0
]
]
},
"name": "Tp3 (RSS)",
"id": 5
}
},
"fd042e69eb9f": {
"tp_pbytes": {
"test_runs": {
"MacOSX Darwin 9.2.2": [
[
1983,
20090131210228,
1233464520,
371372000.0
],
[
2007,
20090131230227,
1233471720,
371141000.0
]
],
"MacOSX Darwin 8.8.1": [
[
1989,
20090131210228,
1233464520,
368693000.0
],
[
2013,
20090131230227,
1233471720,
368766000.0
]
]
},
"name": "Tp3 (Private Bytes)",
"id": 3
},
"tp_memset": {
"test_runs": {
"WINNT 6.0": [
[
2031,
20090131222356,
1233469380,
65316700.0
],
[
2079,
20090201003630,
1233477360,
64657200.0
]
],
"WINNT 5.1": [
[
2025,
20090131222356,
1233469380,
70956700.0
],
[
2073,
20090201003630,
1233477360,
71059000.0
]
]
},
"name": "Tp3 (Memset)",
"id": 9
},
"tsspider": {
"test_runs": {
"WINNT 6.0": [
[
2026,
20090131222356,
1233469380,
83.480000000000004
],
[
2074,
20090201003630,
1233477360,
83.400000000000006
]
],
"MacOSX Darwin 8.8.1": [
[
1984,
20090131210228,
1233464520,
102.52
],
[
2008,
20090131230227,
1233471720,
102.64
]
],
"MacOSX Darwin 9.2.2": [
[
1978,
20090131210228,
1233464520,
100.64
],
[
2002,
20090131230227,
1233471720,
100.64
]
],
"WINNT 5.1": [
[
2020,
20090131222356,
1233469380,
81.040000000000006
],
[
2068,
20090201003630,
1233477360,
81.280000000000001
]
]
},
"name": "SunSpider",
"id": 21
},
"ts": {
"test_runs": {
"WINNT 6.0": [
[
2028,
20090131222356,
1233469380,
657.73699999999997
],
[
2076,
20090201003630,
1233477360,
749.15800000000002
]
],
"MacOSX Darwin 8.8.1": [
[
1986,
20090131210228,
1233464520,
1415.6300000000001
],
[
2010,
20090131230227,
1233471720,
1416.95
]
],
"MacOSX Darwin 9.2.2": [
[
1980,
20090131210228,
1233464520,
2056.0500000000002
],
[
2004,
20090131230227,
1233471720,
2104.1599999999999
]
],
"WINNT 5.1": [
[
2022,
20090131222356,
1233469380,
519.47400000000005
],
[
2070,
20090201003630,
1233477360,
518.21100000000001
]
]
},
"name": "Ts",
"id": 12
},
"tp": {
"test_runs": {
"WINNT 6.0": [
[
2029,
20090131222356,
1233469380,
364.495
],
[
2077,
20090201003630,
1233477360,
372.36700000000002
]
],
"MacOSX Darwin 8.8.1": [
[
1987,
20090131210228,
1233464520,
350.77300000000002
],
[
2011,
20090131230227,
1233471720,
352.06099999999998
]
],
"MacOSX Darwin 9.2.2": [
[
1981,
20090131210228,
1233464520,
333.875
],
[
2005,
20090131230227,
1233471720,
337.21699999999998
]
],
"WINNT 5.1": [
[
2023,
20090131222356,
1233469380,
183.40100000000001
],
[
2071,
20090201003630,
1233477360,
182.48699999999999
]
]
},
"name": "Tp3",
"id": 2
},
"tdhtml": {
"test_runs": {
"WINNT 6.0": [
[
2027,
20090131222356,
1233469380,
766.58799999999997
],
[
2075,
20090201003630,
1233477360,
767.41200000000003
]
],
"MacOSX Darwin 8.8.1": [
[
1985,
20090131210228,
1233464520,
944.76499999999999
],
[
2009,
20090131230227,
1233471720,
941.471
]
],
"MacOSX Darwin 9.2.2": [
[
1979,
20090131210228,
1233464520,
942.11800000000005
],
[
2003,
20090131230227,
1233471720,
937.29399999999998
]
],
"WINNT 5.1": [
[
2021,
20090131222356,
1233469380,
1094.0599999999999
],
[
2069,
20090201003630,
1233477360,
1093.1800000000001
]
]
},
"name": "DHTML",
"id": 14
},
"tp_rss": {
"test_runs": {
"WINNT 6.0": [
[
2030,
20090131222356,
1233469380,
77542900.0
],
[
2078,
20090201003630,
1233477360,
78187200.0
]
],
"MacOSX Darwin 8.8.1": [
[
1988,
20090131210228,
1233464520,
88590100.0
],
[
2012,
20090131230227,
1233471720,
88591600.0
]
],
"MacOSX Darwin 9.2.2": [
[
1982,
20090131210228,
1233464520,
94170300.0
],
[
2006,
20090131230227,
1233471720,
93683600.0
]
],
"WINNT 5.1": [
[
2024,
20090131222356,
1233469380,
77022500.0
],
[
2072,
20090201003630,
1233477360,
76895500.0
]
]
},
"name": "Tp3 (RSS)",
"id": 5
}
}
}
}
Attachment #432053 -
Attachment is obsolete: true
Attachment #432073 -
Flags: feedback?(justdave)
Attachment #432073 -
Flags: feedback?(jmuizelaar)
Attachment #432073 -
Flags: feedback?(anodelman)
Attachment #432053 -
Flags: feedback?(justdave)
Attachment #432053 -
Flags: feedback?(jmuizelaar)
Attachment #432053 -
Flags: feedback?(anodelman)
|
||
Updated•14 years ago
|
Attachment #432073 -
Flags: feedback?(jmuizelaar) → feedback+
|
|
Reporter | |
Updated•14 years ago
|
Attachment #432073 -
Flags: review?(rdoherty)
Attachment #432073 -
Flags: review?(justdave)
Attachment #432073 -
Flags: feedback?(justdave)
Attachment #432073 -
Flags: feedback?(anodelman)
|
||
Updated•14 years ago
|
Attachment #432073 -
Flags: review?(rdoherty) → review+
|
||
Comment 4•14 years ago
|
||
Here's the EXPLAIN for the query you're adding:
> +----+-------------+-----------+--------+-----------------------------+---------------+---------+------------------------------------------------------------------+------+-------------+
> | id | select_type | table | type | possible_keys | key | key_len | ref | rows | Extra |
> +----+-------------+-----------+--------+-----------------------------+---------------+---------+------------------------------------------------------------------+------+-------------+
> | 1 | SIMPLE | builds | ref | PRIMARY,ref_changeset | ref_changeset | 768 | const | 6 | Using where |
> | 1 | SIMPLE | tests | ALL | PRIMARY | NULL | NULL | NULL | 71 | |
> | 1 | SIMPLE | test_runs | ref | test_id,test_id_2,test_id_3 | test_id | 7 | graphs_mozilla_org_new.tests.id,graphs_mozilla_org_new.builds.id | 1 | |
> | 1 | SIMPLE | machines | eq_ref | PRIMARY | PRIMARY | 2 | graphs_mozilla_org_new.test_runs.machine_id | 1 | |
> | 1 | SIMPLE | os_list | eq_ref | PRIMARY | PRIMARY | 1 | graphs_mozilla_org_new.machines.os_id | 1 | Using where |
> +----+-------------+-----------+--------+-----------------------------+---------------+---------+------------------------------------------------------------------+------+-------------+
Nothing's jumping out at me as a missing index or anything, so probably all set on that front.|
|
Reporter | |
Comment 5•14 years ago
|
||
Dave, ping? Anything else you're wanting to do here?
|
|
Reporter | |
Comment 6•14 years ago
|
||
This is currently running on graphs-stage. Not all of the data will be available here, but it should be useful for testing. E.g. http://graphs-stage.mozilla.org/api/test/runs/revisions?revision=10d2046d2b64
|
||
Comment 7•14 years ago
|
||
(In reply to comment #6) > This is currently running on graphs-stage. Not all of the data will be > available here, but it should be useful for testing. I was thinking about porting Jeff's talos comparison script based on the graph-stage API to tbpl. What portion of data is currently available on graphs-stage? What is the time frame for getting the new API on graphs?
|
|
Reporter | |
Comment 8•14 years ago
|
||
(In reply to comment #7) > (In reply to comment #6) > > This is currently running on graphs-stage. Not all of the data will be > > available here, but it should be useful for testing. > > I was thinking about porting Jeff's talos comparison script based on the > graph-stage API to tbpl. What portion of data is currently available on > graphs-stage? Whatever our staging machines happen to test. It's a much more limited set of data to be sure, but should be enough to for testing. > What is the time frame for getting the new API on graphs? As soon as Jeff (and others?) can verify that the output is giving the required information.
|
|
||
Comment 9•14 years ago
|
||
(In reply to comment #8) > (In reply to comment #7) > > (In reply to comment #6) > > > This is currently running on graphs-stage. Not all of the data will be > > > available here, but it should be useful for testing. > > > > I was thinking about porting Jeff's talos comparison script based on the > > graph-stage API to tbpl. This is bug 558855, BTW. > > What portion of data is currently available on > > graphs-stage? > > Whatever our staging machines happen to test. It's a much more limited set of > data to be sure, but should be enough to for testing. Hmm, I'm not sure how to interpret this. Which subset of talos runs are processed by the staging machines? I'd like us to be able to use it on mozilla-central and try at least. > > What is the time frame for getting the new API on graphs? > > As soon as Jeff (and others?) can verify that the output is giving the required > information. I think at its current stage, the output is giving us a lot of good information, if not all we need. We can always extend the API to return new information, right?
|
|
Reporter | |
Updated•14 years ago
|
Status: NEW → RESOLVED
Closed: 14 years ago
Resolution: --- → FIXED
|
|
Reporter | |
Updated•14 years ago
|
Attachment #432073 -
Flags: review?(justdave)
|
Assignee | |
Updated•8 years ago
|
Product: Webtools → Webtools Graveyard
You need to log in
before you can comment on or make changes to this bug.
Description
•