sdcc/support/regression/MakeList

   1 # Exclude lists for testing
   2 # Tests listed in ${EXCLUDE_${PORT}} will not be tested
   3 #
   4 # PORT is the directory name
   5 #
   6 # Tests to be excluded completely (i.e. for all PORT can be excluded in cases/Makefile.in more easily.
   7
   8 # does not compile (expected)
   9 EXCLUDE_host += \
  10         tst_genericnonintrinsicnaddr
  11
  12 ###############################################
  13
  14 # Relies on feeatures of older C standards not supported by curent host compilers.
  15 EXCLUDE_host += \
  16         qct_0026-implicitret \
  17         gte_920908-2 \
  18         gte_921204-1 \
  19         gte_930621-1 \
  20         gte_930630-1 \
  21         gte_931031-1 \
  22         gte_compndlit-1 \
  23         tst_gcc-torture-execute-pr34176
  24
  25 #segfault (BUG?)
  26 EXCLUDE_host += \
  27         gte_20041218-1 \
  28         gte_comp-goto-1 \
  29         gte_pr22493-1 \
  30         gte_20041218 \
  31         gte_pr23047 \
  32         gte_20040409-1w \
  33         gte_20040409-2w \
  34         gte_20040409-3w
  35
  36 # Bug #3598
  37 EXCLUDE_s08-stack-auto += \
  38         tst_gcc-torture-execute-pr47148
  39
  40 # Bug #3599
  41 EXCLUDE_s08-stack-auto += \
  42         tst_gcc-torture-execute-ssad-run \
  43         tst_gcc-torture-execute-usad-run
  44
  45 # Bug #3600
  46 EXCLUDE_s08-stack-auto += \
  47         tst_gcc-torture-execute-930628-1
  48
  49 # Bug #3601
  50 EXCLUDE_s08-stack-auto += \
  51         gte_20091229-1
  52
  53 # possibly unsupported.
  54 EXCLUDE_host += \
  55         tst_p99-conformance \
  56         tcc_83_utf8_in_identifiers
  57
  58 # Fails when compiled with clang on FreeBSD 13.1 on aarch64
  59 EXCLUDE_host += \
  60         gte_20031003-1
  61
  62 # Fails on GCC 7, which we still use on macOS PPC host.
  63 EXCLUDE_host += \
  64         gte_pr94809
  65
  66 # does not compile on ds390
  67 EXCLUDE_ds390 += \
  68         gte_memcpy-1
  69
  70 # FAIL
  71 EXCLUDE_ds390 += \
  72         gte_20041218-1
  73
  74 # ?ASlink-Error-Could not get consecutive bytes in internal RAM for area DSEG.
  75 EXCLUDE_mcs51-small += \
  76         gte_loop-ivopts-1 \
  77         gte_pr93434
  78
  79 # Möglich, dass irgendwo die Größe als 16-bit-Wert behandelt wird, und dann (1 <<
  80 # 17) 0 ergibt, oder so. Da kann man einen Bugreport öffnen, um eine bessere
  81 # Fehlermeldung zu erhalten
  82 EXCLUDE_ARCH_mcs51 += \
  83         gte_memcpy-1
  84 EXCLUDE_s08 += \
  85         gte_memcpy-1
  86 # fail
  87 EXCLUDE_hc08 += \
  88         gte_memcpy-1
  89 # compile issue - test is malformed unless STACK_SIZE is defined
  90 EXCLUDE_ARCH_mos6502 += \
  91         gte_memcpy-1
  92
  93 # Failure
  94 EXCLUDE_ARCH_mos6502 += \
  95         gte_20091229-1
  96
  97 # Failure
  98 EXCLUDE_ucr3ka += \
  99         gte_20041218-1 \
 100         gte_20091229-1
 101
 102 # Failure
 103 EXCLUDE_s08 += \
 104         gte_20091229-1 \
 105         gte_20041218-1
 106
 107 # Failure
 108 EXCLUDE_stm8 += \
 109    gte_20041218-1
 110
 111 # For line-by-line comparability with stm8
 112 EXCLUDE_f8 += \
 113    gte_20041218-1
 114
 115 # Fail
 116 EXCLUDE_stm8-large += \
 117         gte_20041218-1
 118
 119 # Failure
 120 EXCLUDE_ucr2k += \
 121         gte_20041218-1 \
 122         gte_20091229-1
 123
 124 # Failure
 125 EXCLUDE_ucr2ka += \
 126         gte_20041218-1 \
 127         gte_20091229-1
 128
 129 # Fail
 130 EXCLUDE_ucgbz80 += \
 131         gte_20041218-1 \
 132         gte_20091229-1 \
 133         gte_pr97404
 134
 135 # Fail
 136 EXCLUDE_ucz180 += \
 137         gte_20041218-1 \
 138         gte_20091229-1
 139
 140 # abnormal stop
 141 EXCLUDE_ucz80 += \
 142         gte_20041218-1
 143 EXCLUDE_ucz80-resiy += \
 144         gte_20041218-1
 145 EXCLUDE_ucz80-unsafe-read += \
 146         gte_20041218-1
 147 EXCLUDE_ucz180-resiy += \
 148         gte_20041218-1
 149
 150 # Fail
 151 EXCLUDE_ucz180-resiy += \
 152         gte_20091229-1 \
 153         gte_pr97404
 154
 155 # Fail
 156 EXCLUDE_ucz80 += \
 157         gte_20091229-1
 158
 159 # Fail
 160 EXCLUDE_ucz80-unsafe-read += \
 161         gte_20091229-1
 162
 163 # Fail
 164 EXCLUDE_ucr800 += \
 165         gte_20091229-1
 166
 167 # Failure
 168 EXCLUDE_hc08 += \
 169         gte_20041218-1 \
 170         gte_20091229-1
 171
 172 # Failure
 173 EXCLUDE_ucz80n += \
 174         gte_20041218-1 \
 175         gte_20091229-1
 176
 177 # Failure
 178 EXCLUDE_ARCH_z80 += \
 179         gte_pr97404
 180
 181 # Failure
 182 EXCLUDE_ucz80-resiy += \
 183         gte_20091229-1
 184
 185 # Fail
 186 EXCLUDE_ucz80-undoc += \
 187         gte_20091229-1 \
 188         gte_20041218-1
 189
 190 # Stack overflow
 191 EXCLUDE_pdk14 += \
 192         gte_20091229-1
 193 # misc Failure
 194 EXCLUDE_pdk15-stack-auto += \
 195         gte_pr33669
 196
 197 # misc Failure
 198 EXCLUDE_ucrxk3a += \
 199         gte_20041218-1 \
 200         gte_20091229-1
 201
 202 # abnormal stop
 203 EXCLUDE_ez80-z80 += \
 204         gte_20041218-1 \
 205         gte_20091229-1
 206
 207 # Failure
 208 EXCLUDE_ARCH_mcs51 += \
 209         gte_20041218-1 \
 210         tst_bug3381400 \
 211         tst_gcc-torture-execute-961017-1
 212
 213 # Failure
 214 EXCLUDE_tlcs90 += \
 215         gte_20041218-1 \
 216         gte_20091229-1
 217
 218 # Bug?
 219 EXCLUDE_pdk15-stack-auto += \
 220         gte_pr100453
 221
 222 # SDCC Bug #3395
 223 EXCLUDE_mcs51-small-stack-auto += \
 224         gte_pr30185
 225 EXCLUDE_mcs51-large-stack-auto += \
 226         gte_pr30185
 227
 228 # SDCC Bug #3540
 229         EXCLUDE_mcs51-large-stack-auto += \
 230         gte_pr58365
 231
 232 # SDCC Bug #3540
 233         EXCLUDE_mcs51-small-stack-auto += \
 234         gte_pr58365
 235
 236 # Target does not yet support struct/union return
 237 EXCLUDE_hc08 += \
 238         gte_991019-1 \
 239         gte_pr30185 \
 240         gte_pr58365
 241 EXCLUDE_s08 += \
 242         gte_991019-1 \
 243         gte_pr30185 \
 244         gte_pr58365
 245 EXCLUDE_s08-stack-auto += \
 246         gte_991019-1 \
 247         gte_pr30185 \
 248         gte_pr58365
 249 EXCLUDE_ds390 += \
 250         gte_991019-1 \
 251         gte_pr30185 \
 252         gte_pr58365
 253 EXCLUDE_ARCH_mos6502 += \
 254         gte_pr30185 \
 255         gte_pr58365
 256
 257 # TODO: Check these
 258 EXCLUDE_ARCH_pdk += \
 259         gte_980526-2 \
 260         gte_991019-1 \
 261         gte_call-trap-1
 262
 263 # Target doesn't have enough memory
 264 EXCLUDE_ARCH_pdk += \
 265         gte_20041218-1 \
 266         gte_990127-2 \
 267         gte_loop-ivopts-1 \
 268         gte_loop-ivopts-2 \
 269         gte_memcpy-1 \
 270         gte_pr29798 \
 271         gte_pr40386 \
 272         gte_pr57131 \
 273         gte_pr58984 \
 274         gte_pr93434 \
 275         gte_shiftdi-2 \
 276         tcc_110_average
 277 EXCLUDE_pdk15-stack-auto += \
 278         gte_991019-1 \
 279         gte_pr30185 \
 280         gte_pr40386
 281 EXCLUDE_pdk14 += \
 282         gte_align-2 \
 283         gte_pr102134 \
 284         gte_pr27364 \
 285         gte_pr30185 \
 286         gte_pr33669 \
 287         gte_pr50865 \
 288         gte_20001124-1 \
 289         gte_991019-1
 290 EXCLUDE_pdk15 += \
 291         gte_20001124-1
 292 EXCLUDE_mcs51-small += \
 293         gte_loop-ivopts-2 \
 294         gte_pr58984 \
 295         gte_shiftdi-2
 296 EXCLUDE_mcs51-small-stack-auto += \
 297         gte_loop-ivopts-2 \
 298         gte_shiftdi-2
 299 EXCLUDE_mcs51-medium += \
 300         gte_loop-ivopts-2 \
 301         gte_pr58984 \
 302         gte_shiftdi-2
 303 EXCLUDE_mcs51-large-stack-auto += \
 304         gte_loop-ivopts-2
 305 EXCLUDE_mcs51-xstack-auto += \
 306         gte_loop-ivopts-2 \
 307         gte_shiftdi-2
 308 EXCLUDE_uc6502-stack-auto += \
 309         gte_loop-ivopts-2
 310
 311
 312 ###################################################
 313 # QuickC Tests
 314
 315 # Failure - Bug
 316 EXCLUDE_uc6502-stack-auto += \
 317         qct_0018-structptr
 318
 319 # Failure - Bug #3392
 320 EXCLUDE_ARCH_mcs51 += \
 321         qct_0036-notneg
 322 EXCLUDE_ds390 += \
 323         qct_0036-notneg
 324
 325 # Failure - Bug #3393
 326 EXCLUDE_ARCH_pdk += \
 327         qct_0051-inits
 328 EXCLUDE_ARCH_mcs51 += \
 329         qct_0051-inits
 330
 331 # Target doesn't have enough memory
 332 EXCLUDE_pdk14 += \
 333         qct_0049-inits \
 334         qct_0057-duff \
 335         qct_0080-arrays
 336 EXCLUDE_pdk15 += \
 337         qct_0080-arrays
 338 EXCLUDE_mcs51-small += \
 339         qct_0080-arrays
 340 EXCLUDE_mcs51-medium += \
 341         qct_0080-arrays
 342
 343 # Target too slow (fails with timeout)
 344 #EXCLUDE_ARCH_pdk += \
 345 #       qct_0042-prime
 346 #EXCLUDE_uc6502 += \
 347 #       qct_0042-prime
 348 #EXCLUDE_uc6502-stack-auto += \
 349 #       qct_0042-prime
 350 #EXCLUDE_ARCH_mcs51 += \
 351 #       qct_0042-prime
 352 #EXCLUDE_ds390 += \
 353 #       qct_0042-prime
 354 #EXCLUDE_ucgbz80 += \
 355 #       qct_0042-prime
 356
 357 ###################################################
 358 # TinyC Tests
 359
 360 # Stack overflow - target doesn't have enough RAM.
 361 EXCLUDE_ARCH_pdk += \
 362         tcc_00_assignment \
 363         tcc_02_printf \
 364         tcc_04_for \
 365         tcc_06_case \
 366         tcc_07_function \
 367         tcc_08_while \
 368         tcc_09_do_while \
 369         tcc_105_local_extern \
 370         tcc_11_precedence \
 371         tcc_12_hashdefine \
 372         tcc_13_integer_literals \
 373         tcc_15_recursion \
 374         tcc_16_nesting \
 375         tcc_19_pointer_arithmetic \
 376         tcc_20_pointer_comparison \
 377         tcc_21_char_array \
 378         tcc_23_type_coercion \
 379         tcc_26_character_constants \
 380         tcc_27_sizeof \
 381         tcc_29_array_address \
 382         tcc_31_args \
 383         tcc_35_sizeof \
 384         tcc_45_empty_for \
 385         tcc_48_nested_break \
 386         tcc_50_logical_second_arg \
 387         tcc_51_static \
 388         tcc_52_unnamed_enum \
 389         tcc_54_goto \
 390         tcc_55_lshift_type \
 391         tcc_61_integers \
 392         tcc_64_macro_nesting \
 393         tcc_67_macro_concat \
 394         tcc_70_floating_point_literals \
 395         tcc_91_ptr_longlong_arith32
 396
 397 # Target doesn't have enough memory
 398 EXCLUDE_ARCH_pdk += \
 399         tcc_05_array \
 400         tcc_10_pointer \
 401         tcc_25_quicksort \
 402         tcc_28_strings \
 403         tcc_30_hanoi \
 404         tcc_36_array_initialisers \
 405         tcc_37_sprintf \
 406         tcc_38_multiple_array_index \
 407         tcc_49_bracket_evaluation \
 408         tcc_83_utf8_in_identifiers \
 409         tcc_97_utf8_string_literal \
 410         tcc_109_float_struct_calling
 411 EXCLUDE_pdk14 += \
 412         tcc_92_enum_bitfield
 413 EXCLUDE_pdk15-stack-auto += \
 414         tcc_92_enum_bitfield
 415 EXCLUDE_mcs51-stack-auto += \
 416         tcc_49_bracket_evaluation
 417 EXCLUDE_mcs51-small-stack-auto += \
 418         tcc_49_bracket_evaluation
 419 EXCLUDE_mcs51-small += \
 420         tcc_36_array_initialisers \
 421         tcc_37_sprintf \
 422         tcc_49_bracket_evaluation \
 423         tcc_97_utf8_string_literal
 424 EXCLUDE_mcs51-medium += \
 425         tcc_49_bracket_evaluation
 426
 427 ###################################################
 428 EXCLUDE_ucz80 += ${EXCLUDE_ARCH_z80}
 429 EXCLUDE_ucz80-unsafe-read += ${EXCLUDE_ARCH_z80}
 430 EXCLUDE_ucz80-undoc += ${EXCLUDE_ARCH_z80}
 431 EXCLUDE_ucz80-resiy += ${EXCLUDE_ARCH_z80}
 432 EXCLUDE_ucz180 += ${EXCLUDE_ARCH_z80}
 433 EXCLUDE_ucz180-resiy += ${EXCLUDE_ARCH_z80}
 434 EXCLUDE_ucz80n += ${EXCLUDE_ARCH_z80}
 435 EXCLUDE_ucgbz80 += ${EXCLUDE_ARCH_z80}
 436 EXCLUDE_ucr2k += ${EXCLUDE_ARCH_z80}
 437 EXCLUDE_ucr2ka += ${EXCLUDE_ARCH_z80}
 438 EXCLUDE_ucr3ka += ${EXCLUDE_ARCH_z80}
 439 EXCLUDE_ez80-z80 += ${EXCLUDE_ARCH_z80}
 440 EXCLUDE_tlcs90 += ${EXCLUDE_ARCH_z80}
 441 ###################################################
 442 EXCLUDE_mcs51-small += ${EXCLUDE_ARCH_mcs51}
 443 EXCLUDE_mcs51-small-stack-auto += ${EXCLUDE_ARCH_mcs51}
 444 EXCLUDE_mcs51-medium += ${EXCLUDE_ARCH_mcs51}
 445 EXCLUDE_mcs51-large += ${EXCLUDE_ARCH_mcs51}
 446 EXCLUDE_mcs51-huge += ${EXCLUDE_ARCH_mcs51}
 447 EXCLUDE_mcs51-stack-auto += ${EXCLUDE_ARCH_mcs51}
 448 EXCLUDE_mcs51-large-stack-auto += ${EXCLUDE_ARCH_mcs51}
 449 EXCLUDE_mcs51-xstack-auto += ${EXCLUDE_ARCH_mcs51}
 450 ###################################################
 451 EXCLUDE_pdk14 += ${EXCLUDE_ARCH_pdk}
 452 EXCLUDE_pdk15 += ${EXCLUDE_ARCH_pdk}
 453 EXCLUDE_pdk15-stack-auto += ${EXCLUDE_ARCH_pdk}
 454 ###################################################
 455 EXCLUDE_uc6502 += ${EXCLUDE_ARCH_mos6502}
 456 EXCLUDE_uc65c02 += ${EXCLUDE_ARCH_mos6502}
 457 EXCLUDE_uc6502-stack-auto += ${EXCLUDE_ARCH_mos6502}
 458 ###################################################
 459