Disable failing telemetry unit tests on chromeos.
BUG=483212 Review URL: https://codereview.chromium.org/1115383002 Cr-Commit-Position: refs/heads/master@{#328416}
This commit is contained in:
tools/telemetry/telemetry
@ -24,6 +24,7 @@ class DevToolsClientBackendTest(browser_test_case.BrowserTestCase):
|
|||||||
self.assertTrue(self._devtools_client.IsAlive())
|
self.assertTrue(self._devtools_client.IsAlive())
|
||||||
|
|
||||||
@decorators.Enabled('has tabs')
|
@decorators.Enabled('has tabs')
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testGetUpdatedInspectableContexts(self):
|
def testGetUpdatedInspectableContexts(self):
|
||||||
self._browser.tabs.New()
|
self._browser.tabs.New()
|
||||||
c1 = self._devtools_client.GetUpdatedInspectableContexts()
|
c1 = self._devtools_client.GetUpdatedInspectableContexts()
|
||||||
@ -58,7 +59,7 @@ class DevToolsClientBackendTest(browser_test_case.BrowserTestCase):
|
|||||||
self.assertEqual(tabs4[0], tabs3[0])
|
self.assertEqual(tabs4[0], tabs3[0])
|
||||||
self.assertEqual(tabs4[1], tabs3[2])
|
self.assertEqual(tabs4[1], tabs3[2])
|
||||||
|
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testGetUpdatedInspectableContextsUpdateContextsData(self):
|
def testGetUpdatedInspectableContextsUpdateContextsData(self):
|
||||||
c1 = self._devtools_client.GetUpdatedInspectableContexts()
|
c1 = self._devtools_client.GetUpdatedInspectableContexts()
|
||||||
self.assertEqual(len(c1.contexts), 1)
|
self.assertEqual(len(c1.contexts), 1)
|
||||||
|
@ -27,8 +27,8 @@ class InspectorNetworkTabTest(tab_test_case.TabTestCase):
|
|||||||
self.assertTrue(self._tab.timeline_model)
|
self.assertTrue(self._tab.timeline_model)
|
||||||
return self._tab.timeline_model.GetAllEventsOfName('HTTPResponse')
|
return self._tab.timeline_model.GetAllEventsOfName('HTTPResponse')
|
||||||
|
|
||||||
# crbug.com/449979, crbug.com/452279, crbug.com/455269
|
# crbug.com/449979, crbug.com/452279, crbug.com/455269, crbug.com/483212
|
||||||
@decorators.Disabled('mac', 'android', 'win', 'linux')
|
@decorators.Disabled('mac', 'android', 'win', 'linux', 'chromeos')
|
||||||
def testHTTPResponseTimelineRecorder(self):
|
def testHTTPResponseTimelineRecorder(self):
|
||||||
tests = {
|
tests = {
|
||||||
'blank.html': InspectorNetworkTabTest.TestCase(responses_count=1),
|
'blank.html': InspectorNetworkTabTest.TestCase(responses_count=1),
|
||||||
|
@ -2,6 +2,7 @@
|
|||||||
# Use of this source code is governed by a BSD-style license that can be
|
# Use of this source code is governed by a BSD-style license that can be
|
||||||
# found in the LICENSE file.
|
# found in the LICENSE file.
|
||||||
|
|
||||||
|
from telemetry import decorators
|
||||||
from telemetry.image_processing import image_util
|
from telemetry.image_processing import image_util
|
||||||
from telemetry.unittest_util import tab_test_case
|
from telemetry.unittest_util import tab_test_case
|
||||||
|
|
||||||
@ -34,6 +35,7 @@ class InspectorPageTest(tab_test_case.TabTestCase):
|
|||||||
self._tab.WaitForDocumentReadyStateToBeComplete()
|
self._tab.WaitForDocumentReadyStateToBeComplete()
|
||||||
self.assertEquals(self._tab.EvaluateJavaScript('foo'), 'bar')
|
self.assertEquals(self._tab.EvaluateJavaScript('foo'), 'bar')
|
||||||
|
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testCaptureScreenshot(self):
|
def testCaptureScreenshot(self):
|
||||||
if not self._tab.screenshot_supported:
|
if not self._tab.screenshot_supported:
|
||||||
return
|
return
|
||||||
|
@ -2,6 +2,7 @@
|
|||||||
# Use of this source code is governed by a BSD-style license that can be
|
# Use of this source code is governed by a BSD-style license that can be
|
||||||
# found in the LICENSE file.
|
# found in the LICENSE file.
|
||||||
|
|
||||||
|
from telemetry import decorators
|
||||||
from telemetry.core import exceptions
|
from telemetry.core import exceptions
|
||||||
from telemetry.core import util
|
from telemetry.core import util
|
||||||
from telemetry.unittest_util import tab_test_case
|
from telemetry.unittest_util import tab_test_case
|
||||||
@ -33,6 +34,7 @@ class InspectorRuntimeTest(tab_test_case.TabTestCase):
|
|||||||
def testRuntimeExecuteOfSomethingThatCantJSONize(self):
|
def testRuntimeExecuteOfSomethingThatCantJSONize(self):
|
||||||
self._tab.ExecuteJavaScript('window')
|
self._tab.ExecuteJavaScript('window')
|
||||||
|
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testIFrame(self):
|
def testIFrame(self):
|
||||||
starting_contexts = self._tab.EnableAllContexts()
|
starting_contexts = self._tab.EnableAllContexts()
|
||||||
|
|
||||||
|
@ -4,6 +4,7 @@
|
|||||||
|
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
from telemetry import decorators
|
||||||
from telemetry.core.backends.chrome_inspector import inspector_websocket
|
from telemetry.core.backends.chrome_inspector import inspector_websocket
|
||||||
from telemetry.core.backends.chrome_inspector import websocket
|
from telemetry.core.backends.chrome_inspector import websocket
|
||||||
from telemetry.unittest_util import simple_mock
|
from telemetry.unittest_util import simple_mock
|
||||||
@ -51,6 +52,7 @@ class InspectorWebsocketUnittest(unittest.TestCase):
|
|||||||
def tearDown(self):
|
def tearDown(self):
|
||||||
self._mock_timer.Restore()
|
self._mock_timer.Restore()
|
||||||
|
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testDispatchNotification(self):
|
def testDispatchNotification(self):
|
||||||
inspector = inspector_websocket.InspectorWebsocket()
|
inspector = inspector_websocket.InspectorWebsocket()
|
||||||
fake_socket = FakeSocket(self._mock_timer)
|
fake_socket = FakeSocket(self._mock_timer)
|
||||||
@ -67,6 +69,7 @@ class InspectorWebsocketUnittest(unittest.TestCase):
|
|||||||
self.assertEqual(1, len(results))
|
self.assertEqual(1, len(results))
|
||||||
self.assertEqual('Test.foo', results[0]['method'])
|
self.assertEqual('Test.foo', results[0]['method'])
|
||||||
|
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testDispatchNotificationTimedOut(self):
|
def testDispatchNotificationTimedOut(self):
|
||||||
inspector = inspector_websocket.InspectorWebsocket()
|
inspector = inspector_websocket.InspectorWebsocket()
|
||||||
fake_socket = FakeSocket(self._mock_timer)
|
fake_socket = FakeSocket(self._mock_timer)
|
||||||
|
@ -11,8 +11,9 @@ from telemetry import decorators
|
|||||||
|
|
||||||
|
|
||||||
class PlatformBackendTest(unittest.TestCase):
|
class PlatformBackendTest(unittest.TestCase):
|
||||||
@decorators.Disabled('mac', # http://crbug.com/440666
|
@decorators.Disabled('mac', # crbug.com/440666
|
||||||
'vista') # http://crbug.com/479337
|
'vista', # crbug.com/479337
|
||||||
|
'chromeos') # crbug.com/483212
|
||||||
def testPowerMonitoringSync(self):
|
def testPowerMonitoringSync(self):
|
||||||
# Tests that the act of monitoring power doesn't blow up.
|
# Tests that the act of monitoring power doesn't blow up.
|
||||||
platform = platform_module.GetHostPlatform()
|
platform = platform_module.GetHostPlatform()
|
||||||
|
@ -181,8 +181,8 @@ class GpuTabTest(tab_test_case.TabTestCase):
|
|||||||
def CustomizeBrowserOptions(cls, options):
|
def CustomizeBrowserOptions(cls, options):
|
||||||
options.AppendExtraBrowserArgs('--enable-gpu-benchmarking')
|
options.AppendExtraBrowserArgs('--enable-gpu-benchmarking')
|
||||||
|
|
||||||
# Test flaky on mac: http://crbug.com/358664
|
# Test flaky on mac: crbug.com/358664, chromeos: crbug.com/483212.
|
||||||
@decorators.Disabled('android', 'mac')
|
@decorators.Disabled('android', 'mac', 'chromeos')
|
||||||
def testScreenshot(self):
|
def testScreenshot(self):
|
||||||
if not self._tab.screenshot_supported:
|
if not self._tab.screenshot_supported:
|
||||||
logging.warning('Browser does not support screenshots, skipping test.')
|
logging.warning('Browser does not support screenshots, skipping test.')
|
||||||
|
@ -184,7 +184,8 @@ class ActionRunnerTest(tab_test_case.TabTestCase):
|
|||||||
action_runner.ClickElement('#notfound')
|
action_runner.ClickElement('#notfound')
|
||||||
self.assertRaises(exceptions.EvaluateException, WillFail)
|
self.assertRaises(exceptions.EvaluateException, WillFail)
|
||||||
|
|
||||||
@decorators.Disabled('android', 'debug') # crbug.com/437068
|
@decorators.Disabled('android', 'debug', # crbug.com/437068
|
||||||
|
'chromeos') # crbug.com/483212
|
||||||
def testTapElement(self):
|
def testTapElement(self):
|
||||||
self.Navigate('page_with_clickables.html')
|
self.Navigate('page_with_clickables.html')
|
||||||
action_runner = action_runner_module.ActionRunner(self._tab,
|
action_runner = action_runner_module.ActionRunner(self._tab,
|
||||||
@ -207,7 +208,8 @@ class ActionRunnerTest(tab_test_case.TabTestCase):
|
|||||||
action_runner.TapElement('#notfound')
|
action_runner.TapElement('#notfound')
|
||||||
self.assertRaises(exceptions.EvaluateException, WillFail)
|
self.assertRaises(exceptions.EvaluateException, WillFail)
|
||||||
|
|
||||||
@decorators.Disabled('android') # crbug.com/437065.
|
@decorators.Disabled('android', # crbug.com/437065.
|
||||||
|
'chromeos') # crbug.com/483212.
|
||||||
def testScroll(self):
|
def testScroll(self):
|
||||||
if not page_action.IsGestureSourceTypeSupported(
|
if not page_action.IsGestureSourceTypeSupported(
|
||||||
self._tab, 'touch'):
|
self._tab, 'touch'):
|
||||||
@ -231,7 +233,8 @@ class ActionRunnerTest(tab_test_case.TabTestCase):
|
|||||||
self.assertTrue(action_runner.EvaluateJavaScript(
|
self.assertTrue(action_runner.EvaluateJavaScript(
|
||||||
'document.body.scrollLeft') > 75)
|
'document.body.scrollLeft') > 75)
|
||||||
|
|
||||||
@decorators.Disabled('android') # crbug.com/437065.
|
@decorators.Disabled('android', # crbug.com/437065.
|
||||||
|
'chromeos') # crbug.com/483212.
|
||||||
def testSwipe(self):
|
def testSwipe(self):
|
||||||
if not page_action.IsGestureSourceTypeSupported(
|
if not page_action.IsGestureSourceTypeSupported(
|
||||||
self._tab, 'touch'):
|
self._tab, 'touch'):
|
||||||
|
@ -5,6 +5,7 @@ import logging
|
|||||||
import math
|
import math
|
||||||
import os
|
import os
|
||||||
|
|
||||||
|
from telemetry import decorators
|
||||||
from telemetry.internal.actions import drag
|
from telemetry.internal.actions import drag
|
||||||
from telemetry.internal.actions import page_action
|
from telemetry.internal.actions import page_action
|
||||||
from telemetry.unittest_util import tab_test_case
|
from telemetry.unittest_util import tab_test_case
|
||||||
@ -15,6 +16,7 @@ class DragActionTest(tab_test_case.TabTestCase):
|
|||||||
error_range = abs(expected * error_ratio)
|
error_range = abs(expected * error_ratio)
|
||||||
return abs(value - expected) <= error_range
|
return abs(value - expected) <= error_range
|
||||||
|
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testDragAction(self):
|
def testDragAction(self):
|
||||||
self.Navigate('draggable.html')
|
self.Navigate('draggable.html')
|
||||||
|
|
||||||
|
@ -7,6 +7,7 @@ import sys
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
from telemetry import benchmark
|
from telemetry import benchmark
|
||||||
|
from telemetry import decorators
|
||||||
from telemetry.core import exceptions
|
from telemetry.core import exceptions
|
||||||
from telemetry.internal import story_runner
|
from telemetry.internal import story_runner
|
||||||
from telemetry.page import page as page_module
|
from telemetry.page import page as page_module
|
||||||
@ -431,6 +432,7 @@ class StoryRunnerTest(unittest.TestCase):
|
|||||||
self.assertIn('RESULT metric: green= [2,4] unit', contents)
|
self.assertIn('RESULT metric: green= [2,4] unit', contents)
|
||||||
self.assertIn('*RESULT metric: metric= [1,2,3,4] unit', contents)
|
self.assertIn('*RESULT metric: metric= [1,2,3,4] unit', contents)
|
||||||
|
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testUpdateAndCheckArchives(self):
|
def testUpdateAndCheckArchives(self):
|
||||||
usr_stub = system_stub.Override(story_runner, ['cloud_storage'])
|
usr_stub = system_stub.Override(story_runner, ['cloud_storage'])
|
||||||
wpr_stub = system_stub.Override(archive_info, ['cloud_storage'])
|
wpr_stub = system_stub.Override(archive_info, ['cloud_storage'])
|
||||||
|
@ -11,11 +11,11 @@ import tempfile
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
from telemetry import benchmark
|
from telemetry import benchmark
|
||||||
|
from telemetry import decorators
|
||||||
from telemetry.core import browser_finder
|
from telemetry.core import browser_finder
|
||||||
from telemetry.core import exceptions
|
from telemetry.core import exceptions
|
||||||
from telemetry.core import user_agent
|
from telemetry.core import user_agent
|
||||||
from telemetry.core import util
|
from telemetry.core import util
|
||||||
from telemetry import decorators
|
|
||||||
from telemetry.internal import story_runner
|
from telemetry.internal import story_runner
|
||||||
from telemetry.page import page as page_module
|
from telemetry.page import page as page_module
|
||||||
from telemetry.page import page_set
|
from telemetry.page import page_set
|
||||||
@ -275,6 +275,7 @@ class PageRunEndToEndTests(unittest.TestCase):
|
|||||||
|
|
||||||
return did_run[0]
|
return did_run[0]
|
||||||
|
|
||||||
|
@decorators.Disabled('chromeos') # crbug.com/483212
|
||||||
def testUserAgent(self):
|
def testUserAgent(self):
|
||||||
ps = page_set.PageSet()
|
ps = page_set.PageSet()
|
||||||
expectations = test_expectations.TestExpectations()
|
expectations = test_expectations.TestExpectations()
|
||||||
|
@ -111,7 +111,8 @@ class ScrollingPage(page_module.Page):
|
|||||||
|
|
||||||
|
|
||||||
class SmoothGestureTest(page_test_test_case.PageTestTestCase):
|
class SmoothGestureTest(page_test_test_case.PageTestTestCase):
|
||||||
@decorators.Disabled('mac') # crbug.com/450171.
|
@decorators.Disabled('mac', # crbug.com/450171
|
||||||
|
'chromeos') # crbug.com/483212
|
||||||
def testSmoothGestureAdjusted(self):
|
def testSmoothGestureAdjusted(self):
|
||||||
ps = self.CreateEmptyPageSet()
|
ps = self.CreateEmptyPageSet()
|
||||||
ps.AddUserStory(ScrollingPage(
|
ps.AddUserStory(ScrollingPage(
|
||||||
|
@ -47,8 +47,8 @@ class TimelineBasedPageTestTest(page_test_test_case.PageTestTestCase):
|
|||||||
self._options.browser_options.wpr_mode = wpr_modes.WPR_OFF
|
self._options.browser_options.wpr_mode = wpr_modes.WPR_OFF
|
||||||
|
|
||||||
# This test is flaky when run in parallel on the mac: crbug.com/426676
|
# This test is flaky when run in parallel on the mac: crbug.com/426676
|
||||||
# Also, fails on android: crbug.com/437057
|
# Also, fails on android: crbug.com/437057, and chromeos: crbug.com/483212
|
||||||
@decorators.Disabled('android', 'mac')
|
@decorators.Disabled('android', 'mac', 'chromeos')
|
||||||
def testSmoothnessTimelineBasedMeasurementForSmoke(self):
|
def testSmoothnessTimelineBasedMeasurementForSmoke(self):
|
||||||
ps = self.CreateEmptyPageSet()
|
ps = self.CreateEmptyPageSet()
|
||||||
ps.AddUserStory(TestTimelinebasedMeasurementPage(
|
ps.AddUserStory(TestTimelinebasedMeasurementPage(
|
||||||
@ -96,7 +96,8 @@ class TimelineBasedPageTestTest(page_test_test_case.PageTestTestCase):
|
|||||||
# Disabled since mainthread_jank metric is not supported on windows platform.
|
# Disabled since mainthread_jank metric is not supported on windows platform.
|
||||||
# Also, flaky on the mac when run in parallel: crbug.com/426676
|
# Also, flaky on the mac when run in parallel: crbug.com/426676
|
||||||
# Also, fails on android: crbug.com/437057
|
# Also, fails on android: crbug.com/437057
|
||||||
@decorators.Disabled('android', 'win', 'mac')
|
# Also, fails on chromeos: crbug.com/483212
|
||||||
|
@decorators.Disabled('android', 'win', 'mac', 'chromeos')
|
||||||
def testMainthreadJankTimelineBasedMeasurement(self):
|
def testMainthreadJankTimelineBasedMeasurement(self):
|
||||||
ps = self.CreateEmptyPageSet()
|
ps = self.CreateEmptyPageSet()
|
||||||
ps.AddUserStory(TestTimelinebasedMeasurementPage(
|
ps.AddUserStory(TestTimelinebasedMeasurementPage(
|
||||||
|
Reference in New Issue
Block a user