enabled test-273 (Bug #60411 closed)
[mono.git] / mcs / tests / Makefile
index cd8c7dcb0e818577f7629a8b0641187c098109e4..f8ded1c54606378f81194cd2fbfb3553d88ea81d 100644 (file)
@@ -1,3 +1,6 @@
+#
+# use `run-test-local'
+#
 thisdir = tests
 SUBDIRS = 
 include ../build/rules.make
@@ -15,29 +18,43 @@ USE_MCS_FLAGS :=
 TEST_SOURCES = \
        test-1   test-2   test-3   test-4   test-5   test-6   test-7   test-8   test-9   test-10 \
        test-11  test-12  test-13  test-14  test-15  test-16  test-17  test-18  test-19  test-20 \
-       test-21  test-22  test-23  test-24  test-25  test-26  test-27           test-29  test-30 \
+       test-21  test-22  test-23  test-24  test-25  test-26  test-27  test-28  test-29  test-30 \
        test-31  test-32  test-33  test-34  test-35  test-36  test-37  test-38  test-39  test-40 \
-       test-41  test-42  test-43  test-44           test-46  test-47  test-48  test-49  \
-       test-51  test-52           test-54  test-55  test-56  test-57           test-59  test-60 \
+       test-41  test-42  test-43  test-44  test-45  test-46  test-47  test-48  test-49          \
+       test-51  test-52  test-53  test-54  test-55  test-56  test-57           test-59  test-60 \
        test-61  test-62  test-63  test-64  test-65  test-66           test-68  test-69  test-70 \
        test-71  test-72  test-73  test-74  test-75  test-76  test-77  test-78  test-79  test-80 \
        test-81  test-82  test-83  test-84  test-85  test-86  test-87  test-88  test-89  test-90 \
-                test-92  test-93  test-94  test-95  test-96  test-97  test-98  test-99  test-100\
-       test-101          test-103 test-104 test-105                   test-108 test-109 test-110\
-       test-111 test-112 test-113 test-114 test-115 test-116 test-117 test-118 test-119 \
-       test-121          test-123          test-125 test-126 test-127 test-128 test-129 test-130 \
+       test-91  test-92  test-93  test-94  test-95  test-96  test-97  test-98  test-99  test-100\
+       test-101 test-102 test-103 test-104          test-106 test-107 test-108 test-109 test-110\
+       test-111 test-112 test-113 test-114 test-115 test-116 test-117 test-118 test-119          \
+       test-121 test-122 test-123          test-125 test-126 test-127 test-128 test-129 test-130 \
        test-131                   test-134 test-135 test-136 test-137 test-138 test-139 test-140 \
        test-141 test-142 test-143 test-144 test-145 test-146 test-147 test-148 test-149 test-150 \
-                         test-153 test-154 test-155 test-156 test-157 test-158 test-159 test-160 \
+       test-151 test-152 test-153 test-154 test-155 test-156 test-157 test-158 test-159 test-160 \
        test-161 test-162 test-163 test-164 test-165 test-166 test-167 test-168 test-169 test-170 \
                 test-172 test-173 test-174 test-175 test-176 test-177 test-178 test-179 test-180 \
        test-181 test-182 test-183 test-184 test-185 test-186 test-187 test-188 test-189 test-190 \
        test-191 test-192 test-193 test-194 test-195 test-196 test-197 test-198 test-199 test-200 \
-       test-201 test-202 test-203 test-204 test-205 test-206 test-207 test-208 test-209
+       test-201 test-202 test-203 test-204          test-206 test-207 test-208 test-209 test-210 \
+       test-211 test-212 test-213 test-214 test-215 test-216 test-217 test-218 test-219 test-220 \
+       test-221 test-222 test-223 test-224 test-225 test-226 test-227          test-229 test-230 \
+       test-231 test-232 test-233 test-234 test-235 test-236 test-237 test-238 test-239 test-240 \
+       test-241 test-242 test-243 test-244 test-245 test-246 test-247 test-248 test-249 test-250 \
+       test-251 test-252 test-253 test-254 test-255 test-256 test-257 test-258 test-259 test-260 \
+       test-261 test-262 test-263 test-264 test-265 test-266 test-267 test-268 test-269 test-270 \
+       test-271 test-272 test-273 test-274 test-275 test-276                                     \
+       cls-test-0 cls-test-1 cls-test-2 cls-test-3 cls-test-5 cls-test-6 cls-test-7 cls-test-10  \
+       cls-test-11 cls-test-14 cls-test-15 cls-test-16
 
+#
+# C# 2.0 tests 
+#
+TEST2_SOURCES = \
+       2test-1 2test-2 2test-3 2test-4 2test-5 2test-6
 
 UNSAFE_SOURCES = \
-       unsafe-1 unsafe-2 unsafe-3 test-58 test-171 unsafe-5 unsafe-6
+       unsafe-1 unsafe-2 unsafe-3 test-58 test-171 unsafe-5 unsafe-6 unsafe-7 unsafe-8
 
 WINDOWS_SOURCES = \
        test-50 test-67
@@ -48,21 +65,21 @@ WINDOWS_SOURCES = \
 TEST_NOPASS = \
        test-28  test-45  test-53  test-91  test-102 test-106 test-107 test-120 test-122 test-132 test-133 test-66 test-177
 
-all-local install-local:
+all-local install-local uninstall-local:
 
 # casts
 
 bootstrap-cast.exe: gen-cast-test.cs
-       $(BOOT_COMPILE) /target:exe /out:$@ $<
+       $(BOOT_COMPILE) -target:exe /out:$@ $<
 
 casts.cs: bootstrap-cast.exe
        $(RUNTIME) $< >$@
 
 casts-mcs.exe: casts.cs
-       $(CSCOMPILE) /target:exe /out:$@ $<
+       $(CSCOMPILE) -target:exe /out:$@ $<
 
 casts-boot.exe: casts.cs
-       $(BOOT_COMPILE) /target:exe /out:$@ $<
+       $(BOOT_COMPILE) -target:exe /out:$@ $<
 
 boot-casts.out: casts-boot.exe
        $(RUNTIME) $< >$@
@@ -78,65 +95,115 @@ test-casts: boot-casts.out mcs-casts.out
 
 test-local: 
 
-run-test-local: test-compiler-jit test-unsafe-compiler-jit test-casts
+run-test-local: test-compiler-jit test-unsafe-compiler-jit test-casts test-2
 
 clean-local:
-       rm -f *.exe *.out *.pdb casts.cs
+       rm -f *.exe *.netmodule *.out *.pdb casts.cs
 
 dist-local: dist-default
        rm -f $(distdir)/casts.cs
 
-test-compiler-jit: multi
-       @rm -f *.exe ; \
-       echo "Flags \"$(TEST_RUNTIME)\" ... " ; \
+test-compiler-jit: multi test-compiler-jit-real
+
+TEST_TAG = mcs
+
+test-compiler-jit-real:
+       @rm -f *.exe $(TEST_TAG).log $(TEST_TAG)-*.log ; \
+       logfile="$(TEST_TAG).log" ; \
+       echo 'Running $(TEST_TAG) tests with flags "$(TEST_RUNTIME)" ... ' ; \
        for i in $(TEST_SOURCES) ; do \
+           options=`sed -n 's,^// Compiler options:,,p' $$i.cs`; \
+           testlogfile="$(TEST_TAG)-$$i.log" ; \
            echo -n "$$i: "; \
-           if $(INTERNAL_MCS) $$i.cs >/dev/null ; then \
-               true ; \
+           echo "*** $(INTERNAL_MCS) $$options $$i.cs" > $$testlogfile ; \
+           if $(INTERNAL_MCS) $$options $$i.cs >> $$testlogfile 2>&1 ; then \
+               : ; \
            else \
-               echo FAILED COMPILATION ; exit 1; \
+               echo "Exit code: $$?" >> $$testlogfile ; \
+               failed="$$failed $$i" ; \
+               echo "FAIL: $$i: compilation" >> $$logfile ; \
+               echo FAILED COMPILATION ; cat $$testlogfile ; \
            fi ; \
-           if $(TEST_RUNTIME) ./$$i.exe >/dev/null ; then \
-               echo OK ; \
+           echo "*** $(TEST_RUNTIME) ./$$i.exe" >> $$testlogfile ; \
+           if $(TEST_RUNTIME) ./$$i.exe >> $$testlogfile 2>&1 ; then \
+               echo "PASS: $$i" >> $$logfile ; \
+               echo OK ; rm -f $$testlogfile ; \
            else \
-               echo FAILED ; exit 1; \
+               echo "Exit code: $$?" >> $$testlogfile ; \
+               failed="$$failed $$i" ; \
+               echo "FAIL: $$i" >> $$logfile ; \
+               echo FAILED ; cat $$testlogfile ; \
            fi ; \
-       done
+       done ; \
+       if test -z "$$failed"; then :; else echo "Failing tests: $$failed"; exit 1; fi
+
+GENERIC_KNOWN_FAILURES = test-55
+
+# 
+# Tests the generics compiler, and excludes GENERIC_KNOWN_FAILURES from the build
+#
+test-generic:
+       sources=`echo $(TEST_SOURCES) | tr ' ' '\n' | grep -v $(GENERIC_KNOWN_FAILURES)| tr '\n' ' ' `;  \
+       make INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-real TEST_SOURCES="$$sources" TEST_TAG=gmcs
+
+#
+# Tests the 2.0 features
+#
+test-2:
+       make INTERNAL_MCS="mono ../mcs/mcs.exe -v2" test-compiler-jit-real TEST_SOURCES="$(TEST2_SOURCES)" TEST_TAG=mcs-v2
 
 test-unsafe-compiler-jit:
-       @echo "Running UNSAFE tests ..." ; \
-       echo "Flags \"$(TEST_RUNTIME)\" ... " ; \
-       for i in $(UNSAFE_SOURCES) ; do \
-           echo -n "$$i: "; \
-           if $(INTERNAL_MCS) /unsafe $$i.cs >/dev/null ; then \
-               true ; \
-           else \
-               echo FAILED COMPILATION ; exit 1; \
-           fi ; \
-           if $(TEST_RUNTIME) ./$$i.exe >/dev/null ; then \
-               echo OK ; \
-           else \
-               echo FAILED ; exit 1; \
-           fi ; \
-       done
+       make INTERNAL_MCS="$(INTERNAL_MCS) /unsafe" test-compiler-jit-real TEST_SOURCES="$(UNSAFE_SOURCES)" TEST_TAG=mcs-unsafe
 
 #
 # Tests that require separate compilation
 #
-multi: multi-1 multi-2
+multi: multi-1 multi-2 multi-3 multi-5 multi-6 ilasm
        echo Multi-assembly test passes
 
 multi-1:
-       $(INTERNAL_MCS) /target:library dll-1.cs
-       $(INTERNAL_MCS) /r:dll-1.dll prog-1.cs /out:prog-1.exe
+       $(INTERNAL_MCS) -target:library dll-1.cs
+       $(INTERNAL_MCS) -r:dll-1.dll prog-1.cs /out:prog-1.exe
        $(TEST_RUNTIME) prog-1.exe
 
 #
 # Tests that the order for internal/public in external 
 # assemblies does not affect the outcome of a build.
+# also checks that multiple `entry points' can be declared
+# in a library. (eg, that it is not confused by two Main methods)
 #
 multi-2:
-       $(INTERNAL_MCS) /target:library pi.cs
-       $(INTERNAL_MCS) /target:library pp.cs
+       $(INTERNAL_MCS) -target:library pi.cs
+       $(INTERNAL_MCS) -target:library pp.cs
        $(INTERNAL_MCS) pu.cs -r:pi.dll -r:pp.dll
        $(INTERNAL_MCS) pu.cs -r:pp.dll -r:pi.dll
+
+multi-3:
+       $(INTERNAL_MCS) -target:library conv-lib.cs
+       $(INTERNAL_MCS) -r:conv-lib.dll conv-main.cs
+       $(TEST_RUNTIME) conv-main.exe
+
+multi-4:
+       $(INTERNAL_MCS) -target:module module-1.cs
+       $(INTERNAL_MCS) -target:module module-2.cs
+       $(INTERNAL_MCS) /addmodule:module-1.netmodule /addmodule:module-2.netmodule module-3.cs
+       $(TEST_RUNTIME) module-3.exe
+
+multi-5:
+       $(INTERNAL_MCS) -target:library dll-2.cs
+       $(INTERNAL_MCS) -r:dll-2.dll prog-2.cs /out:prog-2.exe
+       $(TEST_RUNTIME) prog-2.exe
+
+multi-6:
+       $(INTERNAL_MCS) -target:library ns0.cs
+       $(INTERNAL_MCS) ns.cs -r:ns0.dll
+
+multi-7:
+       $(INTERNAL_MCS) -target:library vararg-lib.cs
+       $(INTERNAL_MCS) vararg-exe.cs -r:vararg-lib.dll
+       $(TEST_RUNTIME) vararg-exe.exe
+
+ilasm:
+       $(INTERNAL_ILASM) /dll property-il.il
+       $(INTERNAL_MCS) /r:property-il.dll property-main.cs /out:property-main.exe
+       $(TEST_RUNTIME) property-main.exe