mirror of https://github.com/qt/qtbase.git
Blacklist and skip various tests that are flakey
They didn't show up in the "old" CI runs because they usually pass the second time they are executed - which the testrunner does. The new CI doesn't do that anymore, instead we now mark those tests explicitly and will track their record of passing and failing in the new metrics database. Change-Id: Id34dd6f792f38995b07b6fec88f833df64de2f8b Reviewed-by: Lars Knoll <lars.knoll@digia.com>
This commit is contained in:
Simon Hausmann
parent
630855263a
commit
f3939d943e
|
|
@ -0,0 +1,4 @@
|
|||
[multiplePauseAnimations]
|
||||
osx-10.9
|
||||
[pauseAndPropertyAnimations]
|
||||
osx
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[statesAndSignals:normal animation]
|
||||
windows
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
[startGroupWithRunningChild]
|
||||
windows
|
||||
[finishWithUncontrolledAnimation]
|
||||
windows
|
||||
|
|
@ -10,3 +10,5 @@ DEFINES += QT_DISABLE_DEPRECATED_BEFORE=0
|
|||
android:!android-no-sdk {
|
||||
RESOURCES += android_testdata.qrc
|
||||
}
|
||||
|
||||
win32: CONFIG += insignificant_test # Crashes on Windows in release builds
|
||||
|
|
|
|||
|
|
@ -6,3 +6,4 @@ windows 64bit msvc
|
|||
osx
|
||||
[watchFileAndItsDirectory:native backend-specialchars]
|
||||
osx
|
||||
windows
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[unget]
|
||||
redhatenterpriselinuxworkstation-6.6
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[lockupsInStartDetached]
|
||||
redhatenterpriselinuxworkstation-6.6
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[isWritable:native]
|
||||
osx-10.10
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[stillOpenWhenAtEnd]
|
||||
windows
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
[sendPostedEvents]
|
||||
windows
|
||||
[registerTimer]
|
||||
windows
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[testQuitLock]
|
||||
windows
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[moveToThread]
|
||||
windows
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
[unexpectedDisconnection]
|
||||
windows
|
||||
osx
|
||||
|
|
@ -383,6 +383,9 @@ void tst_QTimer::deleteLaterOnQTimer()
|
|||
|
||||
void tst_QTimer::moveToThread()
|
||||
{
|
||||
#if defined(Q_OS_WIN32)
|
||||
QSKIP("Does not work reliably on Windows :(");
|
||||
#endif
|
||||
QTimer ti1;
|
||||
QTimer ti2;
|
||||
ti1.start(MOVETOTHREAD_TIMEOUT);
|
||||
|
|
|
|||
|
|
@ -0,0 +1,3 @@
|
|||
# Times out randomly on linux, windows, osx
|
||||
[tryAcquireWithTimeout:10s]
|
||||
*
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[wait3_slowDestructor]
|
||||
windows
|
||||
|
|
@ -1,2 +1,5 @@
|
|||
[expiryTimeoutRace]
|
||||
osx
|
||||
[tryStartCount]
|
||||
windows msvc-2012
|
||||
linux
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[interpolation]
|
||||
windows
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[tzTest]
|
||||
opensuse-13.1
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[overloadedSignalEmission]
|
||||
ubuntu-14.04
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
[receiveUnknownType]
|
||||
ubuntu-14.04
|
||||
opensuse-13.1
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[processEvents]
|
||||
ubuntu-14.04
|
||||
|
|
@ -0,0 +1,8 @@
|
|||
[fboRendering]
|
||||
windows
|
||||
[QTBUG15621_triangulatingStrokerDivZero]
|
||||
windows
|
||||
[imageFormatPainting]
|
||||
windows
|
||||
[openGLPaintDevice]
|
||||
windows
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[exactMatch]
|
||||
opensuse-13.1
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
[correctFontData]
|
||||
osx-10.8
|
||||
[unsupportedWritingSystem]
|
||||
osx-10.8
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[imageAtRightAlignedTab]
|
||||
linux
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
[cacheControl]
|
||||
windows
|
||||
osx
|
||||
[expires]
|
||||
osx
|
||||
[etag]
|
||||
osx
|
||||
[lastModified]
|
||||
osx
|
||||
|
|
@ -1,3 +1,4 @@
|
|||
osx
|
||||
[ioGetFromBuiltinHttp:http+limited]
|
||||
osx
|
||||
ubuntu-14.04
|
||||
|
|
|
|||
|
|
@ -0,0 +1,4 @@
|
|||
[download]
|
||||
linux
|
||||
[upload]
|
||||
linux
|
||||
|
|
@ -500,6 +500,9 @@ void tst_QNetworkSession::sessionOpenCloseStop()
|
|||
{
|
||||
QFETCH(QNetworkConfiguration, configuration);
|
||||
QFETCH(bool, forceSessionStop);
|
||||
#if defined(Q_OS_LINUX) && !defined(Q_OS_ANDROID)
|
||||
QSKIP("Deadlocks on Linux due to QTBUG-45655");
|
||||
#endif
|
||||
|
||||
QNetworkSession session(configuration);
|
||||
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[localAddress]
|
||||
linux
|
||||
|
|
@ -0,0 +1 @@
|
|||
windows
|
||||
|
|
@ -0,0 +1 @@
|
|||
windows
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[processConnection:1 client]
|
||||
windows
|
||||
|
|
@ -0,0 +1,13 @@
|
|||
windows
|
||||
[linkLocal]
|
||||
linux
|
||||
[listenWhileListening:WithSocks5Proxy]
|
||||
linux
|
||||
windows
|
||||
[ipv6Server:WithoutProxy]
|
||||
windows
|
||||
osx
|
||||
[clientServerLoop:WithSocks5Proxy]
|
||||
linux
|
||||
[crashTests:WithSocks5Proxy]
|
||||
linux
|
||||
|
|
@ -21,3 +21,5 @@ win32 {
|
|||
} else {
|
||||
DESTDIR = ../
|
||||
}
|
||||
|
||||
win32: CONFIG += insignificant_test # Hangs in release builds
|
||||
|
|
|
|||
|
|
@ -0,0 +1 @@
|
|||
linux
|
||||
|
|
@ -1,2 +1,3 @@
|
|||
windows
|
||||
[waitForConnectedEncryptedReadyRead:WithSocks5ProxyAuth]
|
||||
*
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[onDemandRootCertLoadingMemberMethods]
|
||||
linux
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[onDemandRootCertLoadingStaticMethods:WithSocks5ProxyAuth]
|
||||
windows
|
||||
|
|
@ -0,0 +1,16 @@
|
|||
[glWidgetRendering]
|
||||
windows
|
||||
[glFBORendering]
|
||||
windows
|
||||
[multipleFBOInterleavedRendering]
|
||||
windows
|
||||
[glPBufferRendering]
|
||||
windows
|
||||
[replaceClipping]
|
||||
windows
|
||||
[clipTest]
|
||||
windows
|
||||
[graphicsViewClipping]
|
||||
windows
|
||||
[glFBOUseInGLWidget]
|
||||
windows
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[customGesture]
|
||||
opensuse-13.1
|
||||
|
|
@ -3,9 +3,22 @@
|
|||
osx
|
||||
[testMouseEnter]
|
||||
osx-10.9
|
||||
osx-10.8
|
||||
[testChildDialogInFrontOfModalParent]
|
||||
osx
|
||||
[testChildWindowInFrontOfStaysOnTopParentWindow]
|
||||
osx
|
||||
[testModifierCtrlWithDontSwapCtrlAndMeta]
|
||||
osx
|
||||
[testMouseMoveLocation]
|
||||
osx
|
||||
[testMouseLeftDoubleClick]
|
||||
osx
|
||||
[stressTestMouseLeftDoubleClick]
|
||||
osx
|
||||
[testMouseDragInside]
|
||||
osx
|
||||
[testMouseDragOutside]
|
||||
osx
|
||||
[testMouseDragToNonClientArea]
|
||||
osx
|
||||
|
|
|
|||
|
|
@ -4,5 +4,4 @@ TARGET = tst_qcolordialog
|
|||
QT += widgets testlib
|
||||
SOURCES += tst_qcolordialog.cpp
|
||||
|
||||
|
||||
|
||||
linux*: CONFIG += insignificant_test # Crashes on different Linux distros
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[snapToDefaultButton]
|
||||
osx
|
||||
|
|
@ -21,3 +21,5 @@ wince* {
|
|||
} else {
|
||||
DEFINES += SRCDIR=\\\"$$PWD/\\\"
|
||||
}
|
||||
|
||||
linux*: CONFIG += insignificant_test # Crashes on different Linux distros
|
||||
|
|
|
|||
|
|
@ -0,0 +1,4 @@
|
|||
[task256466_wrongStyle]
|
||||
opensuse-13.1
|
||||
[setFont]
|
||||
ubuntu-14.04
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[autoShow:50_to_100_fast_0_compat]
|
||||
osx
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[panGesture:Two finger]
|
||||
xcb
|
||||
|
|
@ -1,4 +1,18 @@
|
|||
[task255529_transformationAnchorMouseAndViewportMargins]
|
||||
ubuntu-14.04
|
||||
xcb
|
||||
[cursor]
|
||||
ubuntu-14.04
|
||||
xcb
|
||||
[cursor2]
|
||||
xcb
|
||||
[rubberBandExtendSelection]
|
||||
xcb
|
||||
[rotated_rubberBand]
|
||||
xcb
|
||||
[sendEvent]
|
||||
xcb
|
||||
[forwardMousePress]
|
||||
xcb
|
||||
[hoverLeave]
|
||||
xcb
|
||||
[resizeAnchor]
|
||||
xcb
|
||||
|
|
|
|||
|
|
@ -3,3 +3,4 @@ TARGET = tst_qlistview
|
|||
QT += widgets gui-private widgets-private core-private testlib
|
||||
SOURCES += tst_qlistview.cpp
|
||||
win32:!wince*:!winrt: LIBS += -luser32
|
||||
linux*: CONFIG += insignificant_test # Crashes
|
||||
|
|
|
|||
|
|
@ -1,2 +1,4 @@
|
|||
[moveCursorBiggerJump]
|
||||
osx
|
||||
[resizeColumnsToContents]
|
||||
ubuntu-14.04
|
||||
|
|
|
|||
|
|
@ -4,3 +4,5 @@ QT += widgets testlib
|
|||
QT += widgets-private gui-private core-private
|
||||
SOURCES += tst_qtreeview.cpp
|
||||
HEADERS += ../../../../shared/fakedirmodel.h
|
||||
|
||||
win32: CONFIG += insignificant_test
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
[setStandardKeys]
|
||||
ubuntu
|
||||
linux
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[QTBUG_14292_filesystem]
|
||||
linux
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
[quitOnLastWindowClosed]
|
||||
osx-10.10
|
||||
[touchEventPropagation]
|
||||
xcb
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[quitOnLastWindowClosed]
|
||||
osx-10.10
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
[whatsThis]
|
||||
ubuntu-14.04
|
||||
[task183679]
|
||||
opensuse-13.1
|
||||
|
|
@ -12,7 +12,7 @@ osx
|
|||
ubuntu-14.04
|
||||
osx
|
||||
[focusProxyAndInputMethods]
|
||||
ubuntu-14.04
|
||||
linux
|
||||
[touchEventSynthesizedMouseEvent]
|
||||
ubuntu-14.04
|
||||
[grabMouse]
|
||||
|
|
@ -28,73 +28,17 @@ osx
|
|||
[stackUnder]
|
||||
osx
|
||||
[raise]
|
||||
osx-10.9
|
||||
osx
|
||||
[widgetAt]
|
||||
osx
|
||||
[sheetOpacity]
|
||||
osx
|
||||
[resizeEvent]
|
||||
osx
|
||||
[setWindowGeometry:100,123 200x200, flags 0]
|
||||
osx-10.10
|
||||
[windowMoveResize:100,123 200x200, flags 0]
|
||||
osx-10.10
|
||||
[setWindowGeometry:100,122 200x200, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:100,122 200x200, flags 0]
|
||||
osx-10.9
|
||||
[setWindowGeometry:100,100 824x564, flags 0]
|
||||
osx-10.10
|
||||
[windowMoveResize:100,100 824x564, flags 0]
|
||||
osx-10.10
|
||||
[setWindowGeometry:100,100 824x516, flags 0]
|
||||
osx-10.10
|
||||
[windowMoveResize:100,100 824x516, flags 0]
|
||||
osx-10.10
|
||||
[setWindowGeometry:100,73 200x0, flags 0]
|
||||
osx-10.10
|
||||
[windowMoveResize:100,73 200x0, flags 0]
|
||||
osx-10.10
|
||||
[setWindowGeometry:100,100 824x519, flags 0]
|
||||
osx-10.10
|
||||
[windowMoveResize:100,100 824x519, flags 0]
|
||||
osx-10.10
|
||||
[setWindowGeometry:100,100 824x518, flags 0]
|
||||
osx-10.10
|
||||
[windowMoveResize:100,100 824x518, flags 0]
|
||||
osx-10.10
|
||||
[setWindowGeometry:100,72 200x0, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:100,72 200x0, flags 0]
|
||||
osx-10.9
|
||||
[setWindowGeometry:100,122 952x574, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:100,122 952x574, flags 0]
|
||||
osx-10.9
|
||||
[setWindowGeometry:100,122 952x578, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:100,122 952x578, flags 0]
|
||||
osx-10.9
|
||||
[setWindowGeometry:100,122 952x576, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:100,122 952x576, flags 0]
|
||||
osx-10.9
|
||||
[setWindowGeometry:100,100 824x521, flags 0]
|
||||
osx-10.10
|
||||
[windowMoveResize:100,100 824x521, flags 0]
|
||||
osx-10.10
|
||||
[setWindowGeometry:100,122 952x577, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:100,122 952x577, flags 0]
|
||||
osx-10.9
|
||||
[setWindowGeometry:100,122 952x580, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:100,122 952x580, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:130,72 0x0, flags 0]
|
||||
osx-10.9
|
||||
[windowMoveResize:130,122 0x200, flags 0]
|
||||
osx-10.9
|
||||
[setWindowGeometry]
|
||||
osx
|
||||
[windowMoveResize]
|
||||
osx
|
||||
[childEvents]
|
||||
osx
|
||||
[renderInvisible]
|
||||
|
|
@ -114,9 +58,9 @@ osx
|
|||
[showMinimizedKeepsFocus]
|
||||
osx-10.10
|
||||
[moveWindowInShowEvent:1]
|
||||
osx-10.9
|
||||
osx
|
||||
[moveWindowInShowEvent:2]
|
||||
osx-10.9
|
||||
osx
|
||||
[taskQTBUG_4055_sendSyntheticEnterLeave]
|
||||
osx
|
||||
[syntheticEnterLeave]
|
||||
|
|
@ -128,10 +72,14 @@ osx-10.10
|
|||
[hideOpaqueChildWhileHidden]
|
||||
osx
|
||||
[resizeStaticContentsChildWidget_QTBUG35282]
|
||||
osx-10.9
|
||||
osx
|
||||
[lower]
|
||||
osx
|
||||
[setClearAndResizeMask]
|
||||
osx
|
||||
[setToolTip]
|
||||
osx-10.9
|
||||
[moveInResizeEvent]
|
||||
ubuntu-14.04
|
||||
[moveChild:right]
|
||||
osx
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[hoverColors]
|
||||
ubuntu-14.04
|
||||
|
|
@ -1,2 +1,2 @@
|
|||
[QTBUG_14292_filesystem]
|
||||
ubuntu-14.04
|
||||
linux
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[restoreDockWidget]
|
||||
ubuntu-14.04
|
||||
|
|
@ -1,2 +1,5 @@
|
|||
[updateScrollBars]
|
||||
osx
|
||||
[tileSubWindows]
|
||||
osx
|
||||
xcb
|
||||
|
|
|
|||
|
|
@ -334,8 +334,10 @@ void tst_QMenu::keyboardNavigation_data()
|
|||
QTest::newRow("data9") << Qt::Key(Qt::Key_Down) << Qt::KeyboardModifiers(Qt::NoModifier) << 3 << 0 << false << false<< true;
|
||||
QTest::newRow("data10") << Qt::Key(Qt::Key_Return) << Qt::KeyboardModifiers(Qt::NoModifier) << 3 << 0 << false << true << false;
|
||||
|
||||
// Test shortcuts.
|
||||
QTest::newRow("shortcut0") << Qt::Key(Qt::Key_V) << Qt::KeyboardModifiers(Qt::AltModifier) << 5 << 0 << true << true << false;
|
||||
if (qApp->platformName().toLower() != QStringLiteral("xcb")) {
|
||||
// Test shortcuts.
|
||||
QTest::newRow("shortcut0") << Qt::Key(Qt::Key_V) << Qt::KeyboardModifiers(Qt::AltModifier) << 5 << 0 << true << true << false;
|
||||
}
|
||||
}
|
||||
|
||||
void tst_QMenu::keyboardNavigation()
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
[clearAndGrab]
|
||||
opensuse-13.1
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[hideAndShowOnWindowStateChange:Qt::Window]
|
||||
xcb
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
[editingFinished]
|
||||
osx-10.8
|
||||
osx-10.9
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
[sizeHints]
|
||||
ubuntu-14.04
|
||||
Loading…
Reference in New Issue