New test.
[mono.git] / eglib / test / test.c
1 /*
2  * EGLib Unit Group/Test Runners
3  *
4  * Author:
5  *   Aaron Bockover (abockover@novell.com)
6  *
7  * (C) 2006 Novell, Inc.
8  *
9  * Permission is hereby granted, free of charge, to any person obtaining
10  * a copy of this software and associated documentation files (the
11  * "Software"), to deal in the Software without restriction, including
12  * without limitation the rights to use, copy, modify, merge, publish,
13  * distribute, sublicense, and/or sell copies of the Software, and to
14  * permit persons to whom the Software is furnished to do so, subject to
15  * the following conditions:
16  *
17  * The above copyright notice and this permission notice shall be
18  * included in all copies or substantial portions of the Software.
19  *
20  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
21  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
22  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
23  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
24  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
25  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
26  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
27  */
28
29 #include <stdlib.h>
30 #include <stdio.h>
31 #include <string.h>
32 #include <stdarg.h>
33 #include <sys/time.h>
34 #include <glib.h>
35
36 #include "test.h"
37
38 static gchar *last_result = NULL;
39
40 gboolean 
41 run_test(Test *test, gchar **result_out)
42 {
43         gchar *result; 
44
45         if((result = test->handler()) == NULL) {
46                 *result_out = NULL;
47                 return TRUE;
48         } else {
49                 *result_out = result;   
50                 return FALSE;
51         }
52 }
53
54 gboolean
55 run_group(Group *group, gint iterations, gboolean quiet, 
56         gboolean time, gchar *tests_to_run_s)
57 {
58         Test *tests = group->handler();
59         gint i, j, passed = 0, total = 0;
60         gdouble start_time_group, start_time_test;
61         gchar **tests_to_run = NULL;
62
63         if(!quiet) {
64                 if(iterations > 1) {
65                         printf("[%s] (%dx)\n", group->name, iterations);
66                 } else {
67                         printf("[%s]\n", group->name);
68                 }
69         }
70
71         if(tests_to_run_s != NULL) {
72                 tests_to_run = eg_strsplit(tests_to_run_s, ",", -1);
73         }
74
75         start_time_group = get_timestamp();
76
77         for(i = 0; tests[i].name != NULL; i++) {
78                 gchar *result;
79                 gboolean iter_pass, run;
80         
81                 iter_pass = FALSE;
82                 if(tests_to_run != NULL) {
83                         gint j;
84                         run = FALSE;
85                         for(j = 0; tests_to_run[j] != NULL; j++) {
86                                 if(strcmp(tests_to_run[j], tests[i].name) == 0) {
87                                         run = TRUE;
88                                         break;
89                                 }
90                         }
91                 } else {
92                         run = TRUE;
93                 }
94
95                 if(!run) {
96                         continue;
97                 }
98         
99                 total++;
100         
101                 if(!quiet) {
102                         printf("  %s: ", tests[i].name);
103                 }
104
105                 start_time_test = get_timestamp();
106                 
107                 for(j = 0; j < iterations; j++) {
108                         iter_pass = run_test(&(tests[i]), &result);
109                         if(!iter_pass) {
110                                 break;
111                         }
112                 }
113
114                 if(iter_pass) {
115                         passed++;
116                         if(!quiet) {
117                                 if(time) {
118                                         printf("OK (%g)\n", get_timestamp() - start_time_test);
119                                 } else {
120                                         printf("OK\n");
121                                 }
122                         }
123                 } else  {                       
124                         if(!quiet) {
125                                 printf("FAILED (%s)\n", result);
126                         }
127                         
128                         if(last_result == result) {
129                                 last_result = NULL;
130                                 g_free(result);
131                         }
132                 }
133         }
134
135         if(!quiet) {
136                 gdouble pass_percentage = ((gdouble)passed / (gdouble)total) * 100.0;
137                 if(time) {
138                         printf("  %d / %d (%g%%, %g)\n", passed, total,
139                                 pass_percentage, get_timestamp() - start_time_group);
140                 } else {
141                         printf("  %d / %d (%g%%)\n", passed, total, pass_percentage);
142                 }
143         }
144
145         if(tests_to_run != NULL) {
146                 eg_strfreev(tests_to_run);
147         }
148
149         return passed == total;
150 }
151
152 RESULT
153 FAILED(const gchar *format, ...)
154 {
155         gchar *ret;
156         va_list args;
157         gint n;
158
159         va_start(args, format);
160         n = vasprintf(&ret, format, args);
161         va_end(args);
162
163         if(n == -1) {
164                 last_result = NULL;
165                 return NULL;
166         }
167
168         last_result = ret;
169         return ret;
170 }
171
172 gdouble
173 get_timestamp()
174 {
175         struct timeval tp;
176         gettimeofday(&tp, NULL);
177         return (gdouble)tp.tv_sec + (1.e-6) * tp.tv_usec;
178 }
179
180 /* 
181  * Duplicating code here from EGlib to avoid g_strsplit skew between
182  * EGLib and GLib
183  */
184  
185 gchar ** 
186 eg_strsplit (const gchar *string, const gchar *delimiter, gint max_tokens)
187 {
188         gchar *string_c;
189         gchar *strtok_save, **vector;
190         gchar *token, *token_c;
191         gint size = 1;
192         gint token_length;
193
194         g_return_val_if_fail(string != NULL, NULL);
195         g_return_val_if_fail(delimiter != NULL, NULL);
196         g_return_val_if_fail(delimiter[0] != 0, NULL);
197         
198         token_length = strlen(string);
199         string_c = (gchar *)g_malloc(token_length + 1);
200         memcpy(string_c, string, token_length);
201         string_c[token_length] = 0;
202         
203         vector = NULL;
204         token = (gchar *)strtok_r(string_c, delimiter, &strtok_save);
205
206         while(token != NULL) {
207                 token_length = strlen(token);
208                 token_c = (gchar *)g_malloc(token_length + 1);
209                 memcpy(token_c, token, token_length);
210                 token_c[token_length] = 0;
211
212                 vector = vector == NULL ? 
213                         (gchar **)g_malloc(2 * sizeof(vector)) :
214                         (gchar **)g_realloc(vector, (size + 1) * sizeof(vector));
215         
216                 vector[size - 1] = token_c;     
217                 size++;
218
219                 if(max_tokens > 0 && size >= max_tokens) {
220                         if(size > max_tokens) {
221                                 break;
222                         }
223
224                         token = strtok_save;
225                 } else {
226                         token = (gchar *)strtok_r(NULL, delimiter, &strtok_save);
227                 }
228         }
229
230         if(vector != NULL && size > 0) {
231                 vector[size - 1] = NULL;
232         }
233         
234         g_free(string_c);
235         string_c = NULL;
236
237         return vector;
238 }
239
240 void
241 eg_strfreev (gchar **str_array)
242 {
243         gchar **orig = str_array;
244         if (str_array == NULL)
245                 return;
246         while (*str_array != NULL){
247                 g_free (*str_array);
248                 str_array++;
249         }
250         g_free (orig);
251 }
252
253