src/testsuite.lisp

   1 ;;********************************************************
   2 ;; file:        testsuite.lisp
   3 ;; description: Initialize the list of testsuite files
   4 ;; date:        Tue Dec 18 2018 - 14:38
   5 ;; author:      Various
   6 ;;********************************************************
   7
   8 (in-package :maxima)
   9
  10 ;;; The Maxima test suite is defined to be the sum of all the tests in
  11 ;;; the files listed in the Maxima option variable $testsuite_files.
  12 ;;; Each entry can either be a plain file name (minus extension), e.g.,
  13 ;;; "testfile.mac", or a Maxima list containing a file name followed by
  14 ;;; another Maxima list of the numbers of the test problems that are
  15 ;;; expected to fail, e.g.  ((mlist simp) "testfile.mac" ((mlist) 7 9 13)).
  16 (defparameter $testsuite_files
  17       `((mlist simp)
  18         "rtest_ask1"
  19         "rtest_sqdnst"
  20         "rtest_extensions"
  21         ((mlist simp) "rtest_rules"
  22          #+allegro ((mlist simp) 11 13))
  23         "rtestnset"
  24         ;; ACL 10.1 cannot load stringproc as it has no (get-encoding) function.
  25         #-allegro
  26         ((mlist simp) "rtest1"
  27          ((mlist simp) 183 185 186))
  28         ((mlist simp) "rtest1a" ((mlist simp) 33))
  29         ((mlist simp) "rtest2" ((mlist simp) 86 95))
  30         "rtest4"
  31         ;; Mark tests that require the documentation as known failures
  32         ;; if this was a lisp-only build
  33         ((mlist simp) "rtest5"
  34                  ,@(and (boundp '*autoconf-lisp-only-build*)
  35                         (symbol-value '*autoconf-lisp-only-build*)
  36                         (list (list '(mlist simp) 80))))
  37         "rtest6"
  38         "rtest6a"
  39         "rtest6b"
  40         "rtest7"
  41         "rtest9"
  42         ((mlist simp) "rtest9a"
  43          #+allegro ((mlist simp) 24 27 30 31 35 36 47 48 51 52 55 56 59 60 63 64 67 68 71 72))
  44         ((mlist simp) "rtest10" ((mlist simp) 24 25))
  45         ((mlist simp) "rtest11"
  46          #+allegro ((mlist simp) 136 137 158 174)
  47          #+ccl64 ((mlist simp) 158 174))
  48         "rtest13"
  49         "rtest13s"
  50         ;; ECL 16.1.2 still reliably fails in #307 + #310
  51         ;; and sporadically in 201, 234, 249, 250, 251, 252, 267, 297, 298, 312, 315
  52         ;; and 319
  53         ;; ECL 13.5.1 sporadically fails in 233
  54         ((mlist simp) "rtest14")
  55         "rtest15"
  56         ;; ccl versions 1.11 and earlier fail test 50.  Mark it as a
  57         ;; known failure.  Presumably 1.12 will have this fixed.
  58         ;; Test 561 tickles bug in ECL if signed zero enabled; see ECL
  59         ;; bug #329. Fixed post-16.1.3.
  60         ;; Test 50 still sometimes fails in ecl 16.1.2
  61         ((mlist simp) "rtest16"
  62          #-(or ecl allegro) ((mlist simp) 525 526)
  63          #+ecl ((mlist simp) 525 526)
  64          #+allegro ((mlist simp) 50 242 525 526))
  65         "rtestode"
  66         "rtestode_zp"
  67         ((mlist simp) "rtest3" ((mlist simp) 146))
  68         ;; ECL 16.1.2 still fails in #104
  69         ((mlist simp) "rtest8")
  70         ((mlist) "rtest12" 65 68 69 70)
  71         "rexamples"
  72         ((mlist simp) "rtesthyp"
  73          ((mlist simp) 105 112 113 123 124 128))
  74         ((mlist simp) "rtest_hypgeo"
  75          ((mlist simp) 143))
  76         "rtestmt19937"
  77         "rtest_allnummod"
  78         ((mlist simp) "rtest_maxmin"
  79                 ((mlist simp) 16 17 40 52 53 57 97 109))
  80         "rtestconjugate"
  81         ((mlist simp) "rtestsum"
  82          ((mlist simp) 23 24 38 95))
  83         ;; Tested with acl 10.1
  84         ((mlist simp) "rtest_trig"
  85          #+allegro ((mlist simp) 58))
  86         "rtest_zeta"
  87         "rtest_diff_invtrig"
  88         "rtest_scalarp"
  89         "rtest_everysome"
  90         ((mlist simp) "rtestint"
  91          ((mlist simp) 232))
  92         "rtest_numth"
  93         "rtestifactor"
  94         ((mlist simp) "rtest_equal"
  95          ((mlist simp) 157 160))
  96         "rtest_abs"
  97         ((mlist simp) "rtest_taylor"
  98          ((mlist simp) 88 91 97 104 128 129))
  99         ((mlist simp) "rtest_dot")
 100         "rtest_mset"
 101         "rtest_boolean"
 102         "rtest_round"
 103         ((mlist simp) "rtest_map"
 104          ((mlist simp) 2 3 4))
 105         ((mlist simp) "rtest_sign"
 106          ((mlist simp) 21 25 30 40 65 145 180))
 107         "rtest_algebraic"
 108         ;; Using the gcl version 2.6.14 the tests pass.
 109         ;;
 110         ;; On ECL 15.3.7 (but not on ECL versions from 2014 or 2016) rtest_gamma
 111         ;; most of the times crashes on ia32 and sometimes crashes on x64.
 112         ((mlist simp) "rtest_gamma"
 113          #+allegro   ((mlist simp) 48 198 663 745))
 114         "rtest_expintegral"
 115         "rtest_signum"
 116         "rtest_lambert_w"
 117         ((mlist simp) "rtest_elliptic"
 118          #-allegro ((mlist simp) 135)
 119          #+allegro ((mlist simp) 92 135))
 120         "rtest_integrate"
 121         "rtest_integrate_special"
 122         ((mlist simp) "rtest_sqrt"
 123          ((mlist simp) 89))
 124         ((mlist simp) "rtest_carg"
 125          ((mlist simp) 40 41))
 126         ((mlist simp) "rtest_log")
 127         ((mlist simp) "rtest_power"
 128          ((mlist simp) 19 20 26))
 129         "rtestdefstruct"
 130         ;; Tested with acl 10.1
 131         ((mlist simp) "rtest_limit"
 132          ((mlist simp) 113 158 159 231))
 133         "rtest_powerseries"
 134         ((mlist simp) "rtest_laplace"
 135          ((mlist simp) 29 49 50 51 59 60 61 62 78 80))
 136         "rtest_plotoptions"
 137         "rtest_algsys"
 138         "rtest_trace"
 139         "rtest_polynomialp"
 140         ((mlist simp) "rtest_limit_extra"
 141           ((mlist simp)  42 59 61 82 83 84 89
 142                          94 96 104 111
 143                          124 125 126 127 132 133 135 136 137
 144                          224 238
 145                          239 240 241 242 243 244 245 246 249
 146                          256 259 261 262 267 268 269 270 271 272
 147                          280 281 282))
 148          ((mlist simp) "rtest_limit_gruntz"
 149           ((mlist simp) 20 25 28 29 30 36 37 38 39 86 96 97))
 150
 151          ((mlist simp) "rtest_limit_wester"
 152           ((mlist simp) 12 13))
 153
 154         "rtest_gcd"
 155         ;; The tests that failed with abcl 1.5.0
 156         ((mlist simp) "rtest_hg"
 157          #+(or gcl abcl) ((mlist simp) 87 120)
 158          #-(or gcl abcl) ((mlist simp) 87))
 159         ((mlist simp) "rtest_nfloat"
 160          #-gcl((mlist simp) 25))
 161         ((mlist simp) "rtest_ilt")
 162         ((mlist simp) "ulp_tests"
 163          ;; Clisp doesn't have denormals
 164          #+clisp
 165          ((mlist simp) 10 42 49))
 166         #+lisp-unicode-capable "rtest_unicode_display"
 167         ((mlist simp) "rtest_setvar"
 168          #+gcl
 169          ((mlist simp) 2))))
 170
 171 ;; The list of share testsuite files. As they are given without a path
 172 ;; this assumes that file_search_tests is set appropriately so that maxima
 173 ;; can actually find these files. (file_search_maxima is a good choice.)
 174 (defparameter $share_testsuite_files
 175   '((mlist simp)
 176     "rtest_facexp"
 177     "rtest_orthopoly"
 178     "rtest_pslq"
 179     "rtestflatten"
 180     "rtest_z_transform"
 181     "rtest_zeilberger_extreme"
 182     "rtest_zeilberger"
 183     "rtest_boolsimp"
 184     "rtest_eigen"
 185     "rtest_lsquares"
 186     "rtest_pytranslate"
 187
 188     ;; Omit tests in share/contrib/diffequations/tests.
 189     ;; To run those tests: load ("setup_tests.mac");
 190     ;; and then: run_testsuite ();
 191     ;; (setup_tests assigns the list of ODE tests to testsuite_files)
 192
 193     "rtest_odelin"
 194     "rtestezunits"
 195     ;; ACL 10.1 cannot load stringproc as it has no (get-encoding) function.
 196     #-allegro
 197     "rtest_numericalio"
 198     "rtest_simplify_sum"
 199     "rtest_solve_rec"
 200     ;; ACL 10.1 cannot load stringproc as it has no (get-encoding) function.
 201     #-allegro
 202     ((mlist simp) "rtest_stringproc")
 203     #-allegro
 204     ((mlist simp) "rtest_md5sum")
 205     "rtest_opproperties"
 206     "rtest_stats"
 207     "rtest_distrib"
 208     ((mlist simp) "rtest_descriptive"
 209      ;; Tests that failed for ACL 10.1
 210      #+allegro
 211      ((mlist simp) 98 99 109 110))
 212     "rtest_interpol"
 213     ((mlist simp) "rtest_levin"
 214      ;; Tested with allegro 10.1
 215      #+allegro ((mlist simp) 71 75 77))
 216     "rtest_fractals"
 217     "rtest_bernstein"
 218     "rtest_atensor"
 219     "rtest_ctensor"
 220     "rtest_itensor"
 221     ;; On sbcl 1.4.10 we still get out-of-memory errors on many
 222     ;; computers on loading lapack => commented these tests out
 223     ;; for SBCL.
 224     ;;
 225     ;;  The following functions were used but not defined: ODEPACK::DUMACH in gcl 2.6.12
 226     ;;  and abcl 1.5.0
 227
 228     #-sbcl
 229     ((mlist simp) "rtest_dgeqrf")
 230     #-sbcl
 231     ((mlist simp) "rtest_dgesv")
 232     ;;  The following functions were used but not defined: ODEPACK::DUMACH in gcl 2.6.12
 233     ;;  and abcl 1.5.0
 234     #-abcl
 235     "rtest_dlsode"
 236     ((mlist simp) "rtest_fourier_elim"
 237      ((mlist simp) 146 147 148 149))
 238     ((mlist simp) "rtest_sequence"
 239      ((mlist simp) 55))
 240     "rtest_cholesky"
 241     "rtest_eigens_by_jacobi"
 242     "rtest_lu"
 243     "rtest_linalg"
 244     "rtest_matrixexp"
 245     ((mlist simp) "rtest_romberg"
 246      ((mlist simp) 18 20))
 247     "rtest_wilcoxon"
 248     "rtest_bitwise"
 249     "rtest_gf"
 250     "rtest_arag"
 251     ((mlist simp) "rtest_pdiff"
 252      #-(or ccl cmucl ecl sbcl gcl clisp)
 253      ((mlist simp) 62))
 254     ((mlist simp) "rtest_to_poly"
 255      #-(or abcl ccl cmucl sbcl gcl ecl clisp)
 256      ((mlist simp) 13 14 15 16 17 18 19 20 25))
 257 ;; Tested with acl 10.1
 258     ((mlist simp) "rtestprintf"
 259      #+allegro
 260      ((mlist simp) 1 2 3 4 5 6 7 8 9 10 11 12 13 14
 261       15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
 262       35 37 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 57
 263       58 59 66 67 68)
 264      #+ecl
 265      ;; ECL 23.9.9 results
 266      ((mlist simp) 61)
 267      #+clisp
 268      ((mlist simp) 27 38 61 63 65 69)
 269      #+gcl
 270      ((mlist simp) 7 29 38 39 40 48 61)
 271      ;; The tests that failed with abcl 1.5.0
 272      #+abcl
 273      ((mlist simp) 38 40 61 63 65 69)
 274      #+ccl
 275      ((mlist simp) 27 61)
 276      #+cmucl
 277      ((mlist simp) 61)
 278      #-(or clisp cmucl gcl ecl abcl ccl allegro)
 279      ((mlist simp) 38 61 63 65 69)
 280      )
 281     "rtest_simplex"
 282     ((mlist simp) "rtest_graphs"
 283      ;; Tested with acl 10.1
 284      #+allegro ((mlist simp) 3 4 5))
 285     ((mlist simp) "rtest_abs_integrate" ((mlist) 173 249))
 286     "rtest_pochhammer"
 287     ((mlist simp) "rtest_to_poly_solve"
 288      #+gcl ((mlist simp) 64 74 80 116 140 141 168 184 212 242 245 322)
 289      #-(or gcl) ((mlist simp) 64 74 80 116 140 141 168 184 242 245 322)
 290      )
 291     ((mlist simp) "rtest_sym"
 292      #-(or sbcl ccl gcl clisp cmucl ecl) ((mlist simp) 15 64)
 293      #+sbcl ((mlist simp))
 294      #+ccl ((mlist simp)))
 295     "rtest_mnewton"
 296     "rtest_solve_rat_ineq"
 297     ((mlist simp) "rtest_vect"
 298      #-(or sbcl ccl cmucl gcl ecl clisp)
 299      ((mlist simp) 4 9 10 13 16 19 20 21 24 25)
 300      #+(or sbcl ccl cmucl ecl gcl clisp)
 301      ((mlist simp) 4 9 10 13 16 20 21 24 25))
 302      "rtest_antid"
 303      "rtest_bffac"
 304      "rtest_diff_form"
 305      "rtest_grobner"
 306      ((mlist simp) "rtest_finance"
 307       ;; Tested with acl 10.1
 308       #+allegro
 309       ((mlist simp) 9 10 11))
 310      "rtest_fft"
 311      "rtest_rfft"
 312      "rtest_wrstcse"
 313      ;; ACL 10.1 cannot load stringproc as it has no (get-encoding) function.
 314      #-(or ecl abcl)
 315      "rtest_draw"
 316      ((mlist simp) "rtest_engineering_format"
 317       #+abcl
 318       ((mlist simp) 6)
 319       #+ccl
 320       ((mlist simp) 6 8 10 12)
 321       ;; Tested with acl 10.1
 322       #+allegro
 323       ((mlist simp) 1 6 8 10 12 14))
 324     ((mlist simp) "rtest_raddenest" ((mlist simp) 123))
 325     ;; This test must be last (for now).  It breaks raddenest, at
 326     ;; least.  See bug #4170.
 327     "rtest_decfp"
 328     ))