6 include ../build/rules.make
8 DISTFILES = README.tests $(wildcard *.cs)
10 # We don't want debugging info :-)
15 # If you add any tests here, please do also add them to README.Tests !
19 test-1 test-2 test-3 test-4 test-5 test-6 test-7 test-8 test-9 test-10 \
20 test-11 test-12 test-13 test-14 test-15 test-16 test-17 test-18 test-19 test-20 \
21 test-21 test-22 test-23 test-24 test-25 test-26 test-27 test-28 test-29 test-30 \
22 test-31 test-32 test-33 test-34 test-35 test-36 test-37 test-38 test-39 test-40 \
23 test-41 test-42 test-43 test-44 test-45 test-46 test-47 test-48 test-49 \
24 test-51 test-52 test-53 test-54 test-55 test-56 test-57 test-59 test-60 \
25 test-61 test-62 test-63 test-64 test-65 test-66 test-68 test-69 test-70 \
26 test-71 test-72 test-73 test-74 test-75 test-76 test-77 test-78 test-79 test-80 \
27 test-81 test-82 test-83 test-84 test-85 test-86 test-87 test-88 test-89 test-90 \
28 test-91 test-92 test-93 test-94 test-95 test-96 test-97 test-98 test-99 test-100\
29 test-101 test-102 test-103 test-104 test-106 test-107 test-108 test-109 test-110\
30 test-111 test-112 test-113 test-114 test-115 test-116 test-117 test-118 test-119 \
31 test-121 test-122 test-123 test-125 test-126 test-127 test-128 test-129 test-130 \
32 test-131 test-134 test-135 test-136 test-137 test-138 test-139 test-140 \
33 test-141 test-142 test-143 test-144 test-145 test-146 test-147 test-148 test-149 test-150 \
34 test-151 test-152 test-153 test-154 test-155 test-156 test-157 test-158 test-159 test-160 \
35 test-161 test-162 test-163 test-164 test-165 test-166 test-167 test-168 test-169 test-170 \
36 test-172 test-173 test-174 test-175 test-176 test-177 test-178 test-179 test-180 \
37 test-181 test-182 test-183 test-184 test-185 test-186 test-187 test-188 test-189 test-190 \
38 test-191 test-192 test-193 test-194 test-195 test-196 test-197 test-198 test-199 test-200 \
39 test-201 test-202 test-203 test-204 test-205 test-206 test-207 test-208 test-209 test-210 \
40 test-211 test-212 test-213 test-214 test-215 test-216 test-217 test-218 test-219 test-220 \
41 test-221 test-222 test-223 test-224 test-225 test-226 test-227 test-229 test-230 \
42 test-231 test-232 test-233 test-234 test-235 test-236 test-237 test-238 test-239 test-240 \
43 test-241 test-242 test-243 test-244 test-245 test-246 test-247 test-248 test-249 test-250 \
44 test-251 test-252 test-253 test-254 test-255 test-256 test-257 test-258 test-259 test-260 \
45 test-261 test-262 test-263 test-264 test-265 test-266 test-267 test-268 test-269 test-270 \
46 test-271 test-272 test-273 test-274 test-275 test-276 test-277 test-278 test-279 test-280 \
47 test-281 test-282 test-283 test-284 test-285 test-286 test-287 test-288 test-289 \
48 cls-test-0 cls-test-1 cls-test-2 cls-test-3 cls-test-5 cls-test-6 cls-test-7 cls-test-10 \
49 cls-test-11 cls-test-14 cls-test-15 cls-test-16 \
50 mtest-1-dll mtest-1-exe
53 gen-1 gen-2 gen-3 gen-4 gen-5 gen-6 gen-7 gen-8 gen-9 gen-10 \
54 gen-11 gen-12 gen-14 gen-15 gen-16 gen-18 gen-19 gen-20 \
55 gen-21 gen-22 gen-23 gen-24 gen-25 gen-26 gen-27 gen-28 gen-29 gen-30 \
56 gen-32 gen-33 gen-34 gen-35 gen-36 gen-37 gen-38 gen-39 gen-40 \
57 gen-41 gen-42 gen-43 gen-44 gen-45 gen-46 gen-48 gen-49 gen-50 \
58 gen-51 gen-52 gen-53 gen-54 gen-55 gen-56 gen-58 gen-59 gen-60 \
59 gen-62 gen-63 gen-64 gen-65 gen-66 gen-67 gen-68 gen-69 gen-70 \
60 gen-71 gen-72 gen-73 gen-74
62 GENERIC_MULTI_SOURCES = \
69 2test-1 2test-2 2test-3 2test-4 2test-5 2test-6 2test-7 2test-8 2test-9 2test-10 \
70 2test-11 2test-12 2test-13 2test-14
73 unsafe-1 unsafe-2 unsafe-3 test-58 test-171 unsafe-5 unsafe-6 unsafe-7 unsafe-8 unsafe-9
78 # A test is a 'no pass' if it fails on either windows or linux
79 # Test 120 does not pass because the MS.NET runtime is buggy.
82 test-28 test-45 test-53 test-91 test-102 test-106 test-107 test-120 test-122 test-132 test-133 test-66 test-177
84 all-local install-local uninstall-local:
88 bootstrap-cast.exe: gen-cast-test.cs
89 $(BOOT_COMPILE) -target:exe /out:$@ $<
91 casts.cs: bootstrap-cast.exe
94 casts-mcs.exe: casts.cs
95 $(CSCOMPILE) -target:exe /out:$@ $<
97 casts-boot.exe: casts.cs
98 $(BOOT_COMPILE) -target:exe /out:$@ $<
100 boot-casts.out: casts-boot.exe
103 mcs-casts.out: casts-mcs.exe
106 test-casts: boot-casts.out mcs-casts.out
109 # compilation is part of the testing too, so we don't actually
110 # do anything in test-local.
114 run-test-local: test-compiler-jit test-unsafe-compiler-jit test-casts test-2
116 test-everything: run-test-local test-generic test-generic-2 test-generic-3
119 rm -f *.exe *.netmodule *.out *.pdb casts.cs
121 dist-local: dist-default
122 rm -f $(distdir)/casts.cs
124 test-compiler-jit: multi test-compiler-jit-real
128 test-compiler-jit-real:
129 @rm -f *.exe *.dll $(TEST_TAG).log $(TEST_TAG)-*.log ; \
130 logfile="$(TEST_TAG).log" ; \
131 echo 'Running $(TEST_TAG) tests with flags "$(TEST_RUNTIME)" ... ' ; \
132 for i in $(TEST_SOURCES) ; do \
133 options=`sed -n 's,^// Compiler options:,,p' $$i.cs`; \
134 testlogfile="$(TEST_TAG)-$$i.log" ; \
136 echo "*** $(MONO_PATH) $(INTERNAL_MCS) $$options $$i.cs" > $$testlogfile ; \
137 if $(INTERNAL_MCS) $$options $$i.cs >> $$testlogfile 2>&1 ; then \
140 echo "Exit code: $$?" >> $$testlogfile ; \
141 failed="$$failed $$i" ; \
142 echo "FAIL: $$i: compilation" >> $$logfile ; \
143 echo FAILED COMPILATION ; cat $$testlogfile ; \
145 if test -f $$i.exe; then \
146 echo "*** $(TEST_RUNTIME) ./$$i.exe" >> $$testlogfile ; \
147 if $(TEST_RUNTIME) ./$$i.exe >> $$testlogfile 2>&1 ; then \
148 echo "PASS: $$i" >> $$logfile ; \
149 echo OK ; rm -f $$testlogfile ; \
151 echo "Exit code: $$?" >> $$testlogfile ; \
152 failed="$$failed $$i" ; \
153 echo "FAIL: $$i" >> $$logfile ; \
154 echo FAILED ; cat $$testlogfile ; \
157 echo "PASS: $$i: compilation" >> $$logfile ; \
158 echo OK ; rm -f $$testlogfile ; \
161 if test -z "$$failed"; then :; else echo "Failing tests: $$failed"; exit 1; fi
163 test-compiler-jit-multi:
164 @rm -f *.exe *.dll $(TEST_TAG).log $(TEST_TAG)-*.log ; \
165 logfile="$(TEST_TAG).log" ; \
166 echo 'Running $(TEST_TAG) tests with flags "$(TEST_RUNTIME)" ... ' ; \
167 for i in $(TEST_SOURCES) ; do \
168 options=`sed -n 's,^// Compiler options:,,p' $$i-dll.cs`; \
169 testlogfile="$(TEST_TAG)-$$i-dll.log" ; \
171 echo "*** $(MONO_PATH) $(INTERNAL_MCS) $$options /target:library $$i-dll.cs" > $$testlogfile ; \
172 if $(INTERNAL_MCS) $$options /target:library $$i-dll.cs >> $$testlogfile 2>&1 ; then \
175 echo "Exit code: $$?" >> $$testlogfile ; \
176 failed="$$failed $$i" ; \
177 echo "FAIL: $$i: compilation" >> $$logfile ; \
178 echo FAILED COMPILATION ; cat $$testlogfile ; \
180 if test -f $$i-dll.dll; then \
181 options=`sed -n 's,^// Compiler options:,,p' $$i-exe.cs`; \
182 testlogfile="$(TEST_TAG)-$$i-exe.log" ; \
183 echo "*** $(MONO_PATH) $(INTERNAL_MCS) $$options /r:$$i-dll.dll $$i-exe.cs" > $$testlogfile ; \
184 if $(INTERNAL_MCS) $$options /r:$$i-dll.dll $$i-exe.cs >> $$testlogfile 2>&1 ; then \
187 echo "Exit code: $$?" >> $$testlogfile ; \
188 failed="$$failed $$i" ; \
189 echo "FAIL: $$i: compilation" >> $$logfile ; \
190 echo FAILED COMPILATION ; cat $$testlogfile ; \
193 if test -f $$i-exe.exe; then \
194 echo "*** $(TEST_RUNTIME) ./$$i-exe.exe" >> $$testlogfile ; \
195 if $(TEST_RUNTIME) ./$$i-exe.exe >> $$testlogfile 2>&1 ; then \
196 echo "PASS: $$i" >> $$logfile ; \
197 echo OK ; rm -f $$testlogfile ; \
199 echo "Exit code: $$?" >> $$testlogfile ; \
200 failed="$$failed $$i" ; \
201 echo "FAIL: $$i" >> $$logfile ; \
202 echo FAILED ; cat $$testlogfile ; \
206 if test -z "$$failed"; then :; else echo "Failing tests: $$failed"; exit 1; fi
208 GENERIC_KNOWN_FAILURES = test-55 test-289
211 # Tests the generics compiler, and excludes GENERIC_KNOWN_FAILURES from the build
213 test-generic: test-generic-1 test-generic-2 test-generic-3 test-generic-4
216 sources=`echo $(TEST_SOURCES) | tr ' ' '\n' | grep -v $(GENERIC_KNOWN_FAILURES)| tr '\n' ' ' `; \
217 make MONO_PATH="../class/lib/net_2_0$(PLATFORM_PATH_SEPARATOR)$$MONO_PATH" TEST_RUNTIME="MONO_PATH=$$MONO_PATH $(RUNTIME) --debug" INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-real TEST_SOURCES="$$sources" TEST_TAG=gmcs
220 make MONO_PATH="../class/lib/net_2_0$(PLATFORM_PATH_SEPARATOR)$$MONO_PATH" TEST_RUNTIME="MONO_PATH=$$MONO_PATH $(RUNTIME) --debug" INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-real TEST_SOURCES="$(TEST2_SOURCES)" TEST_TAG=gmcs-v2
223 make MONO_PATH="../class/lib/net_2_0$(PLATFORM_PATH_SEPARATOR)$$MONO_PATH" TEST_RUNTIME="MONO_PATH=$$MONO_PATH $(RUNTIME) --debug" INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-real TEST_SOURCES="$(GENERIC_SOURCES)" TEST_TAG=gmcs-v3
226 make MONO_PATH="../class/lib/net_2_0$(PLATFORM_PATH_SEPARATOR)$$MONO_PATH" TEST_RUNTIME="MONO_PATH=$$MONO_PATH $(RUNTIME) --debug" INTERNAL_MCS="mono ../gmcs/gmcs.exe" test-compiler-jit-multi TEST_SOURCES="$(GENERIC_MULTI_SOURCES)" TEST_TAG=gmcs-v4
229 # Tests the 2.0 features
232 make INTERNAL_MCS="mono ../mcs/mcs.exe /langversion:default" test-compiler-jit-real TEST_SOURCES="$(TEST2_SOURCES)" TEST_TAG=mcs-v2
234 test-unsafe-compiler-jit:
235 make INTERNAL_MCS="$(INTERNAL_MCS) /unsafe" test-compiler-jit-real TEST_SOURCES="$(UNSAFE_SOURCES)" TEST_TAG=mcs-unsafe
238 # Tests that require separate compilation
240 multi: multi-1 multi-2 multi-3 multi-5 multi-6 ilasm
241 echo Multi-assembly test passes
244 $(INTERNAL_MCS) -target:library dll-1.cs
245 $(INTERNAL_MCS) -r:dll-1.dll prog-1.cs /out:prog-1.exe
246 $(TEST_RUNTIME) prog-1.exe
249 # Tests that the order for internal/public in external
250 # assemblies does not affect the outcome of a build.
251 # also checks that multiple `entry points' can be declared
252 # in a library. (eg, that it is not confused by two Main methods)
255 $(INTERNAL_MCS) -target:library pi.cs
256 $(INTERNAL_MCS) -target:library pp.cs
257 $(INTERNAL_MCS) pu.cs -r:pi.dll -r:pp.dll
258 $(INTERNAL_MCS) pu.cs -r:pp.dll -r:pi.dll
261 $(INTERNAL_MCS) -target:library conv-lib.cs
262 $(INTERNAL_MCS) -r:conv-lib.dll conv-main.cs
263 $(TEST_RUNTIME) conv-main.exe
266 $(INTERNAL_MCS) -target:module module-1.cs
267 $(INTERNAL_MCS) -target:module module-2.cs
268 $(INTERNAL_MCS) /addmodule:module-1.netmodule /addmodule:module-2.netmodule module-3.cs
269 $(TEST_RUNTIME) module-3.exe
272 $(INTERNAL_MCS) -target:library dll-2.cs
273 $(INTERNAL_MCS) -r:dll-2.dll prog-2.cs /out:prog-2.exe
274 $(TEST_RUNTIME) prog-2.exe
277 $(INTERNAL_MCS) -target:library ns0.cs
278 $(INTERNAL_MCS) ns.cs -r:ns0.dll
281 $(INTERNAL_MCS) -target:library vararg-lib.cs
282 $(INTERNAL_MCS) vararg-exe.cs -r:vararg-lib.dll
283 $(TEST_RUNTIME) vararg-exe.exe
286 $(INTERNAL_ILASM) /dll property-il.il
287 $(INTERNAL_MCS) /r:property-il.dll property-main.cs /out:property-main.exe
288 $(TEST_RUNTIME) property-main.exe