1 From c71d5fed4ef1f0b6d56400cddf02d8ac438168c8 Mon Sep 17 00:00:00 2001
2 From: OPNA2608 <opna2608@protonmail.com>
3 Date: Wed, 17 Apr 2024 16:18:23 +0200
4 Subject: [PATCH] Mark problematic tests
6 - ShapeMaterial requires a Qt OpenGL context, doesn't work in our sandbox
7 - SignalSpy on QML shaders compilers don't see changes
8 - TypeError on some properties with Qt 5.15
9 https://gitlab.com/ubports/development/core/lomiri-ui-toolkit/-/issues/9
11 tests/checkresults.sh | 88 ++++++++++++++++++++++++++++++++++++++++---
12 1 file changed, 82 insertions(+), 6 deletions(-)
14 diff --git a/tests/checkresults.sh b/tests/checkresults.sh
15 index fc498985e..b5d204d0d 100755
16 --- a/tests/checkresults.sh
17 +++ b/tests/checkresults.sh
18 @@ -22,6 +22,7 @@ ERRORS_PATTERN='<failure'
25 _TESTNAME=$(basename $_XML | sed -r 's@(.+)\.xml@\1@' -)
26 @@ -31,7 +32,71 @@ for _XML in $*; do
30 - EXCEPTIONS='components_benchmark \
32 + tst_actionbar.13.qml \
33 + tst_actionlist.13.qml \
34 + tst_adaptivepagelayout.13.qml \
35 + tst_adaptivepagelayout_configuration.13.qml \
36 + tst_combobutton.11.qml \
37 + tst_combobutton.13.qml \
38 + tst_contextual_actions.13.qml \
41 + tst_hide_chrome.11.qml \
42 + tst_listitem.12.qml \
43 + tst_listitem.13.qml \
44 + tst_listitem_actions_breaks_selectmode.12.qml \
45 + tst_listitem_extras.13.qml \
46 + tst_listitem_focus.13.qml \
47 + tst_listitem_horizontal_navigation.13.qml \
48 + tst_listitem_selectmode.12.qml \
49 + tst_listitem_selectmode.13.qml \
50 + tst_listitems_itemselector.11.qml \
51 + tst_listitems_standard.11.qml \
52 + tst_listitems_standard.13.qml \
53 + tst_lomirilistview.11.qml \
54 + tst_lomiritestcase.qml \
55 + tst_multicolumnheader.13.qml \
56 + tst_optionselector.11.qml \
57 + tst_optionselector.13.qml \
58 + tst_page_with_header.13.qml \
59 + tst_pagehead_back_action.13.qml \
60 + tst_pagehead_contents_width.13.qml \
61 + tst_pagehead_sections.13.qml \
62 + tst_pagehead_visible.13.qml \
63 + tst_pageheader.13.qml \
64 + tst_pagestack.13.qml \
65 + tst_pagestack.DEPRECATED_APPHEADER_TABS.13.qml \
68 + tst_popover.12.qml \
69 + tst_popover.13.qml \
70 + tst_popups_dialog.13.qml \
71 + tst_popups_pagestack.13.qml \
72 + tst_pulltorefresh_pagestack_topmargin.13.qml \
75 + tst_switch_bug1510919.13.qml \
78 + tst_tabs.DEPRECATED_TOOLBAR.11.qml \
79 + tst_textarea.11.qml \
80 + tst_textarea_in_flickable.11.qml \
81 + tst_textfield.11.qml \
82 + tst_textinput_common.12.qml \
83 + tst_textinput_common.13.qml \
84 + tst_toggles.13.qml \
95 + components_benchmark \
97 tst_datepicker.bug1567840.SEGFAULT.12.qml \
98 tst_datepicker.bug1567840.SEGFAULT.13.qml \
99 @@ -49,22 +114,28 @@ for _XML in $*; do
101 tst_listitem_focus_bug.13.qml \
102 tst_shortcuts.13.qml \
103 + tst_pagestack.DEPRECATED_TOOLBAR.11.qml \
106 WARNINGS=$(grep -c -P "$WARNINGS_PATTERN" $_XML)
107 ERRORS=$(grep -c -P "$ERRORS_PATTERN" $_XML)
108 if [ $ERRORS -ne 0 ]; then
109 - FAILURES_FILES="${FAILURES_FILES} ${_TESTNAME}\n"
110 - ((FAILURES+=$ERRORS))
111 + if [[ " $ERROR_EXCEPTIONS " == *" $_TESTNAME "* ]]; then
112 + EXCEPTED_FAILURES_FILES="${EXCEPTED_FAILURES_FILES} ${_TESTNAME}\n"
113 + ((EXCEPTED_FAILURES+=$ERRORS))
115 + FAILURES_FILES="${FAILURES_FILES} ${_TESTNAME}\n"
116 + ((FAILURES+=$ERRORS))
118 elif [ $WARNINGS -ne 0 ]; then
119 - if [[ $EXCEPTIONS == *$_TESTNAME* ]]; then
120 + if [[ " $EXCEPTIONS " == *" $_TESTNAME "* ]]; then
121 EXCEPTED_FILES="${EXCEPTED_FILES} ${_TESTNAME}\n"
122 ((EXCEPTED+=$WARNINGS))
124 FATAL_WARNINGS_FILES="${FATAL_WARNINGS_FILES} ${_TESTNAME}\n"
125 ((FATAL_WARNINGS+=$WARNINGS))
127 - elif [[ $EXCEPTIONS == *$_TESTNAME* ]]; then
128 + elif [[ " $ERROR_EXCEPTIONS " == *" $_TESTNAME "* || " $EXCEPTIONS " == *" $_TESTNAME "* ]]; then
129 WOOT_FILES="${WOOT_FILES} ${_TESTNAME}\n"
132 @@ -82,6 +153,11 @@ if [ -n "$FATAL_WARNINGS_FILES" ]; then
133 echo -e "$FATAL_WARNINGS_FILES"
136 +if [ -n "$EXCEPTED_FAILURES_FILES" ]; then
137 + echo The following tests issued $EXCEPTED_FAILURES expected failures:
138 + echo -e "$EXCEPTED_FAILURES_FILES"
141 if [ -n "$EXCEPTED_FILES" ]; then
142 echo The following tests issued $EXCEPTED expected warnings:
143 echo -e "$EXCEPTED_FILES"
144 @@ -89,7 +165,7 @@ fi
146 if [ -n "$WOOT_FILES" ]; then
147 echo Woot! Known problematic tests passed!
148 - echo Consider removing these from EXCEPTIONS in ${0#$(pwd)/}!
149 + echo Consider removing these from ERROR_EXCEPTIONS/EXCEPTIONS in ${0#$(pwd)/}!
150 echo -e "$WOOT_FILES"