mcs/tests/Makefile

   1 #
   2 # use `run-test-local'
   3 #
   4 thisdir = tests
   5 SUBDIRS =
   6 include ../build/rules.make
   7
   8 DISTFILES = README.tests $(wildcard *.cs)
   9
  10 # We don't want debugging info :-)
  11
  12 USE_MCS_FLAGS :=
  13
  14 #
  15 # If you add any tests here, please do also add them to README.Tests !
  16 #
  17
  18 TEST_SOURCES = \
  19         test-1   test-2   test-3   test-4   test-5   test-6   test-7   test-8   test-9   test-10 \
  20         test-11  test-12  test-13  test-14  test-15  test-16  test-17  test-18  test-19  test-20 \
  21         test-21  test-22  test-23  test-24  test-25  test-26  test-27  test-28  test-29  test-30 \
  22         test-31  test-32  test-33  test-34  test-35  test-36  test-37  test-38  test-39  test-40 \
  23         test-41  test-42  test-43  test-44  test-45  test-46  test-47  test-48  test-49          \
  24         test-51  test-52  test-53  test-54  test-55  test-56  test-57           test-59  test-60 \
  25         test-61  test-62  test-63  test-64  test-65  test-66           test-68  test-69  test-70 \
  26         test-71  test-72  test-73  test-74  test-75  test-76  test-77  test-78  test-79  test-80 \
  27         test-81  test-82  test-83  test-84  test-85  test-86  test-87  test-88  test-89  test-90 \
  28         test-91  test-92  test-93  test-94  test-95  test-96  test-97  test-98  test-99  test-100\
  29         test-101 test-102 test-103 test-104          test-106 test-107 test-108 test-109 test-110\
  30         test-111 test-112 test-113 test-114 test-115 test-116 test-117 test-118 test-119          \
  31         test-121 test-122 test-123          test-125 test-126 test-127 test-128 test-129 test-130 \
  32         test-131                   test-134 test-135 test-136 test-137 test-138 test-139 test-140 \
  33         test-141 test-142 test-143 test-144 test-145 test-146 test-147 test-148 test-149 test-150 \
  34         test-151 test-152 test-153 test-154 test-155 test-156 test-157 test-158 test-159 test-160 \
  35         test-161 test-162 test-163 test-164 test-165 test-166 test-167 test-168 test-169 test-170 \
  36                  test-172 test-173 test-174 test-175 test-176 test-177 test-178 test-179 test-180 \
  37         test-181 test-182 test-183 test-184 test-185 test-186 test-187 test-188 test-189 test-190 \
  38         test-191 test-192 test-193 test-194 test-195 test-196 test-197 test-198 test-199 test-200 \
  39         test-201 test-202 test-203 test-204 test-205 test-206 test-207 test-208 test-209 test-210 \
  40         test-211 test-212 test-213 test-214 test-215 test-216 test-217 test-218 test-219 test-220 \
  41         test-221 test-222 test-223 test-224 test-225 test-226 test-227          test-229 test-230 \
  42         test-231 test-232 test-233 test-234 test-235 test-236 test-237 test-238 test-239 test-240 \
  43         test-241 test-242 test-243 test-244 test-245 test-246 test-247 test-248 test-249 test-250 \
  44         test-251 test-252 test-253 test-254 test-255 test-256 test-257 test-258 test-259 test-260 \
  45         test-261 test-262 test-263 test-264 test-265 test-266 test-267 test-268 test-269 test-270 \
  46         test-271 test-272 test-273 test-274 test-275 test-276 test-277 test-278 test-279 test-280 \
  47         test-281 test-282 test-283 test-284 test-285 test-286 test-287 test-288 test-289 test-290 \
  48         test-291 test-292 test-293 test-294 \
  49         cls-test-0 cls-test-1 cls-test-2 cls-test-3 cls-test-5 cls-test-6 cls-test-7 cls-test-10  \
  50         cls-test-11 cls-test-14 cls-test-15 cls-test-16 \
  51         mtest-1-dll mtest-1-exe
  52
  53 GENERIC_SOURCES = \
  54         gen-1   gen-2   gen-3   gen-4   gen-5   gen-6   gen-7   gen-8   gen-9   gen-10 \
  55         gen-11  gen-12          gen-14  gen-15  gen-16          gen-18  gen-19  gen-20 \
  56         gen-21  gen-22  gen-23  gen-24  gen-25  gen-26  gen-27  gen-28  gen-29  gen-30 \
  57                 gen-32  gen-33  gen-34  gen-35  gen-36  gen-37  gen-38  gen-39  gen-40 \
  58         gen-41  gen-42  gen-43  gen-44  gen-45  gen-46          gen-48  gen-49  gen-50 \
  59         gen-51  gen-52  gen-53  gen-54  gen-55  gen-56          gen-58  gen-59  gen-60 \
  60                 gen-62  gen-63  gen-64  gen-65  gen-66  gen-67  gen-68  gen-69  gen-70 \
  61         gen-71  gen-72  gen-73  gen-74  gen-75  gen-76
  62
  63 GENERIC_MULTI_SOURCES = \
  64         gen-13  gen-17  gen-47
  65
  66 #
  67 # C# 2.0 tests
  68 #
  69 TEST2_SOURCES = \
  70         2test-1 2test-2 2test-3 2test-4 2test-5 2test-6 2test-7 2test-8 2test-9 2test-10 \
  71         2test-11 2test-12 2test-13 2test-14
  72
  73 UNSAFE_SOURCES = \
  74         unsafe-1 unsafe-2 unsafe-3 test-58 test-171 unsafe-5 unsafe-6 unsafe-7 unsafe-8 unsafe-9 unsafe-10
  75
  76 WINDOWS_SOURCES = \
  77         test-50 test-67
  78
  79 # A test is a 'no pass' if it fails on either windows or linux
  80 # Test 120 does not pass because the MS.NET runtime is buggy.
  81
  82 TEST_NOPASS = \
  83         test-28  test-45  test-53  test-91  test-102 test-106 test-107 test-120 test-122 test-132 test-133 test-66 test-177
  84
  85 all-local install-local uninstall-local:
  86
  87 # casts
  88
  89 bootstrap-cast.exe: gen-cast-test.cs
  90         $(BOOT_COMPILE) -target:exe /out:$@ $<
  91
  92 casts.cs: bootstrap-cast.exe
  93         $(RUNTIME) $< >$@
  94
  95 casts-mcs.exe: casts.cs
  96         $(CSCOMPILE) -target:exe /out:$@ $<
  97
  98 casts-boot.exe: casts.cs
  99         $(BOOT_COMPILE) -target:exe /out:$@ $<
 100
 101 boot-casts.out: casts-boot.exe
 102         $(RUNTIME) $< >$@
 103
 104 mcs-casts.out: casts-mcs.exe
 105         $(RUNTIME) $< >$@
 106
 107 test-casts: boot-casts.out mcs-casts.out
 108         cmp $^
 109
 110 # compilation is part of the testing too, so we don't actually
 111 # do anything in test-local.
 112
 113 test-local:
 114
 115 run-test-local: test-compiler-jit test-unsafe-compiler-jit test-casts test-2
 116
 117 test-everything: run-test-local test-generic
 118
 119 clean-local:
 120         rm -f *.exe *.netmodule *.out *.pdb casts.cs
 121
 122 dist-local: dist-default
 123         rm -f $(distdir)/casts.cs
 124
 125 test-compiler-jit: multi test-compiler-jit-real
 126
 127 TEST_TAG = mcs
 128
 129 test-compiler-jit-real:
 130         @rm -f *.exe *.dll $(TEST_TAG).log $(TEST_TAG)-*.log ; \
 131         logfile="$(TEST_TAG).log" ; \
 132         echo 'Running $(TEST_TAG) tests with flags "$(TEST_RUNTIME)" ... ' ; \
 133         for i in $(TEST_SOURCES) ; do \
 134             options=`sed -n 's,^// Compiler options:,,p' $$i.cs`; \
 135             testlogfile="$(TEST_TAG)-$$i.log" ; \
 136             echo -n "$$i: "; \
 137             echo "*** $(MONO_PATH) $(INTERNAL_MCS) $$options $$i.cs" > $$testlogfile ; \
 138             if $(INTERNAL_MCS) $$options $$i.cs >> $$testlogfile 2>&1 ; then \
 139                 if test -f $$i.exe; then \
 140                     echo "*** $(TEST_RUNTIME) ./$$i.exe" >> $$testlogfile ; \
 141                     if $(TEST_RUNTIME) ./$$i.exe >> $$testlogfile 2>&1 ; then \
 142                         echo "PASS: $$i" >> $$logfile ; \
 143                         echo OK ; rm -f $$testlogfile ; \
 144                     else \
 145                         echo "Exit code: $$?" >> $$testlogfile ; \
 146                         failed="$$failed $$i" ; \
 147                         echo "FAIL: $$i" >> $$logfile ; \
 148                         echo FAILED ; cat $$testlogfile ; \
 149                     fi ; \
 150                 else \
 151                     echo "PASS: $$i: compilation" >> $$logfile ; \
 152                     echo OK ; rm -f $$testlogfile ; \
 153                 fi ; \
 154             else \
 155                 echo "Exit code: $$?" >> $$testlogfile ; \
 156                 failed="$$failed $$i" ; \
 157                 echo "FAIL: $$i: compilation" >> $$logfile ; \
 158                 echo FAILED COMPILATION ; cat $$testlogfile ; \
 159             fi ; \
 160         done ; \
 161         if test -z "$$failed"; then :; else echo "Failing tests: $$failed"; exit 1; fi
 162
 163 test-compiler-jit-multi:
 164         @rm -f *.exe *.dll $(TEST_TAG).log $(TEST_TAG)-*.log ; \
 165         logfile="$(TEST_TAG).log" ; \
 166         echo 'Running $(TEST_TAG) tests with flags "$(TEST_RUNTIME)" ... ' ; \
 167         for i in $(TEST_SOURCES) ; do \
 168             options=`sed -n 's,^// Compiler options:,,p' $$i-dll.cs`; \
 169             testlogfile="$(TEST_TAG)-$$i-dll.log" ; \
 170             echo -n "$$i: "; \
 171             echo "*** $(MONO_PATH) $(INTERNAL_MCS) $$options /target:library $$i-dll.cs" > $$testlogfile ; \
 172             if $(INTERNAL_MCS) $$options /target:library $$i-dll.cs >> $$testlogfile 2>&1 ; then \
 173                 : ; \
 174             else \
 175                 echo "Exit code: $$?" >> $$testlogfile ; \
 176                 failed="$$failed $$i" ; \
 177                 echo "FAIL: $$i: compilation" >> $$logfile ; \
 178                 echo FAILED COMPILATION ; cat $$testlogfile ; \
 179             fi ; \
 180             if test -f $$i-dll.dll; then \
 181                 options=`sed -n 's,^// Compiler options:,,p' $$i-exe.cs`; \
 182                 testlogfile="$(TEST_TAG)-$$i-exe.log" ; \
 183                 echo "*** $(MONO_PATH) $(INTERNAL_MCS) $$options /r:$$i-dll.dll $$i-exe.cs" > $$testlogfile ; \
 184                 if $(INTERNAL_MCS) $$options /r:$$i-dll.dll $$i-exe.cs >> $$testlogfile 2>&1 ; then \
 185                     : ; \
 186                 else \
 187                     echo "Exit code: $$?" >> $$testlogfile ; \
 188                     failed="$$failed $$i" ; \
 189                     echo "FAIL: $$i: compilation" >> $$logfile ; \
 190                     echo FAILED COMPILATION ; cat $$testlogfile ; \
 191                 fi ; \
 192             fi ; \
 193             if test -f $$i-exe.exe; then \
 194                 echo "*** $(TEST_RUNTIME) ./$$i-exe.exe" >> $$testlogfile ; \
 195                 if $(TEST_RUNTIME) ./$$i-exe.exe >> $$testlogfile 2>&1 ; then \
 196                     echo "PASS: $$i" >> $$logfile ; \
 197                     echo OK ; rm -f $$testlogfile ; \
 198                 else \
 199                     echo "Exit code: $$?" >> $$testlogfile ; \
 200                     failed="$$failed $$i" ; \
 201                     echo "FAIL: $$i" >> $$logfile ; \
 202                     echo FAILED ; cat $$testlogfile ; \
 203                 fi ; \
 204             fi ; \
 205         done ; \
 206         if test -z "$$failed"; then :; else echo "Failing tests: $$failed"; exit 1; fi
 207
 208 GENERIC_KNOWN_FAILURES = test-55 test-289
 209
 210 #
 211 # Tests the generics compiler, and excludes GENERIC_KNOWN_FAILURES from the build
 212 #
 213 test-generic: test-generic-1 test-generic-2 test-generic-3 test-generic-4
 214
 215 test-generic-1:
 216         sources=`echo $(TEST_SOURCES) | tr ' ' '\n' | grep -v "$(GENERIC_KNOWN_FAILURES)"| tr '\n' ' ' `;  \
 217         make MONO_PATH="../class/lib/net_2_0$(PLATFORM_PATH_SEPARATOR)$$MONO_PATH" TEST_RUNTIME="MONO_PATH=$$MONO_PATH $(RUNTIME) --debug" INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-real TEST_SOURCES="$$sources" TEST_TAG=gmcs
 218
 219 test-generic-2:
 220         make MONO_PATH="../class/lib/net_2_0$(PLATFORM_PATH_SEPARATOR)$$MONO_PATH" TEST_RUNTIME="MONO_PATH=$$MONO_PATH $(RUNTIME) --debug" INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-real TEST_SOURCES="$(TEST2_SOURCES)" TEST_TAG=gmcs-v2
 221
 222 test-generic-3:
 223         make MONO_PATH="../class/lib/net_2_0$(PLATFORM_PATH_SEPARATOR)$$MONO_PATH" TEST_RUNTIME="MONO_PATH=$$MONO_PATH $(RUNTIME) --debug" INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-real TEST_SOURCES="$(GENERIC_SOURCES)" TEST_TAG=gmcs-v3
 224
 225 test-generic-4:
 226         make MONO_PATH="../class/lib/net_2_0$(PLATFORM_PATH_SEPARATOR)$$MONO_PATH" TEST_RUNTIME="MONO_PATH=$$MONO_PATH $(RUNTIME) --debug" INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-multi TEST_SOURCES="$(GENERIC_MULTI_SOURCES)" TEST_TAG=gmcs-v4
 227
 228 #
 229 # Tests the 2.0 features
 230 #
 231 test-2:
 232         make INTERNAL_MCS="mono ../mcs/mcs.exe /langversion:default" test-compiler-jit-real TEST_SOURCES="$(TEST2_SOURCES)" TEST_TAG=mcs-v2
 233
 234 test-unsafe-compiler-jit:
 235         make INTERNAL_MCS="$(INTERNAL_MCS) /unsafe" test-compiler-jit-real TEST_SOURCES="$(UNSAFE_SOURCES)" TEST_TAG=mcs-unsafe
 236
 237 #
 238 # Tests that require separate compilation
 239 #
 240 multi: multi-1 multi-2 multi-3 multi-5 multi-6 ilasm
 241         echo Multi-assembly test passes
 242
 243 multi-1:
 244         $(INTERNAL_MCS) -target:library dll-1.cs
 245         $(INTERNAL_MCS) -r:dll-1.dll prog-1.cs /out:prog-1.exe
 246         $(TEST_RUNTIME) prog-1.exe
 247
 248 #
 249 # Tests that the order for internal/public in external
 250 # assemblies does not affect the outcome of a build.
 251 # also checks that multiple `entry points' can be declared
 252 # in a library. (eg, that it is not confused by two Main methods)
 253 #
 254 multi-2:
 255         $(INTERNAL_MCS) -target:library pi.cs
 256         $(INTERNAL_MCS) -target:library pp.cs
 257         $(INTERNAL_MCS) pu.cs -r:pi.dll -r:pp.dll
 258         $(INTERNAL_MCS) pu.cs -r:pp.dll -r:pi.dll
 259
 260 multi-3:
 261         $(INTERNAL_MCS) -target:library conv-lib.cs
 262         $(INTERNAL_MCS) -r:conv-lib.dll conv-main.cs
 263         $(TEST_RUNTIME) conv-main.exe
 264
 265 multi-4:
 266         $(INTERNAL_MCS) -target:module module-1.cs
 267         $(INTERNAL_MCS) -target:module module-2.cs
 268         $(INTERNAL_MCS) /addmodule:module-1.netmodule /addmodule:module-2.netmodule module-3.cs
 269         $(TEST_RUNTIME) module-3.exe
 270
 271 multi-5:
 272         $(INTERNAL_MCS) -target:library dll-2.cs
 273         $(INTERNAL_MCS) -r:dll-2.dll prog-2.cs /out:prog-2.exe
 274         $(TEST_RUNTIME) prog-2.exe
 275
 276 multi-6:
 277         $(INTERNAL_MCS) -target:library ns0.cs
 278         $(INTERNAL_MCS) ns.cs -r:ns0.dll
 279
 280 multi-7:
 281         $(INTERNAL_MCS) -target:library vararg-lib.cs
 282         $(INTERNAL_MCS) vararg-exe.cs -r:vararg-lib.dll
 283         $(TEST_RUNTIME) vararg-exe.exe
 284
 285 ilasm:
 286         $(INTERNAL_ILASM) /dll property-il.il
 287         $(INTERNAL_MCS) /r:property-il.dll property-main.cs /out:property-main.exe
 288         $(TEST_RUNTIME) property-main.exe