ccanlint: print coverage amount when -vv
[ccan] / tools / ccanlint / tests / tests_compile.c
1 #include <tools/ccanlint/ccanlint.h>
2 #include <tools/tools.h>
3 #include <ccan/talloc/talloc.h>
4 #include <ccan/str/str.h>
5 #include <ccan/foreach/foreach.h>
6 #include <sys/types.h>
7 #include <sys/stat.h>
8 #include <fcntl.h>
9 #include <unistd.h>
10 #include <limits.h>
11 #include <errno.h>
12 #include <stdlib.h>
13 #include <stdio.h>
14 #include <err.h>
15 #include <string.h>
16 #include <ctype.h>
17
18 static const char *can_build(struct manifest *m)
19 {
20         if (safe_mode)
21                 return "Safe mode enabled";
22         return NULL;
23 }
24
25 /* FIXME: Merge this into one place. */
26 static char *obj_list(const struct manifest *m, bool link_with_module)
27 {
28         char *list = talloc_strdup(m, "");
29         struct ccan_file *i;
30         struct manifest *subm;
31
32         /* Objects from any other C files. */
33         list_for_each(&m->other_test_c_files, i, list)
34                 list = talloc_asprintf_append(list, " %s", i->compiled);
35
36         /* Our own object files. */
37         if (link_with_module)
38                 list_for_each(&m->c_files, i, list)
39                         list = talloc_asprintf_append(list, " %s", i->compiled);
40
41         /* Other ccan modules. */
42         list_for_each(&m->deps, subm, list) {
43                 if (subm->compiled)
44                         list = talloc_asprintf_append(list, " %s",
45                                                       subm->compiled);
46         }
47
48         return list;
49 }
50
51 static char *lib_list(const struct manifest *m)
52 {
53         unsigned int i, num;
54         char **libs = get_libs(m, m->dir, &num, &m->info_file->compiled);
55         char *ret = talloc_strdup(m, "");
56
57         for (i = 0; i < num; i++)
58                 ret = talloc_asprintf_append(ret, "-l%s ", libs[i]);
59         return ret;
60 }
61
62 static bool compile(const void *ctx,
63                     struct manifest *m,
64                     struct ccan_file *file,
65                     bool fail,
66                     bool link_with_module,
67                     bool keep, char **output)
68 {
69         file->compiled = maybe_temp_file(ctx, "", keep, file->fullname);
70         if (!compile_and_link(ctx, file->fullname, ccan_dir,
71                               obj_list(m, link_with_module),
72                               fail ? "-DFAIL" : "",
73                               lib_list(m), file->compiled, output)) {
74                 talloc_free(file->compiled);
75                 return false;
76         }
77         return true;
78 }
79
80 static void do_compile_tests(struct manifest *m,
81                              bool keep,
82                              unsigned int *timeleft, struct score *score)
83 {
84         char *cmdout;
85         struct ccan_file *i;
86         struct list_head *list;
87         bool errors = false, warnings = false;
88
89         foreach_ptr(list, &m->compile_ok_tests, &m->run_tests, &m->api_tests) {
90                 list_for_each(list, i, list) {
91                         if (!compile(score, m, i, false, list == &m->api_tests,
92                                      keep, &cmdout)) {
93                                 score_file_error(score, i, 0,
94                                                  "Compile failed:\n%s",
95                                                  cmdout);
96                                 errors = true;
97                         } else if (!streq(cmdout, "")) {
98                                 score_file_error(score, i, 0,
99                                                  "Compile gave warnings:\n%s",
100                                                  cmdout);
101                                 warnings = true;
102                         }
103                 }
104         }
105
106         /* The compile fail tests are a bit weird, handle them separately */
107         if (errors)
108                 return;
109
110         /* For historical reasons, "fail" often means "gives warnings" */
111         list_for_each(&m->compile_fail_tests, i, list) {
112                 if (!compile(score, m, i, false, false, false, &cmdout)) {
113                         score_file_error(score, i, 0,
114                                          "Compile without -DFAIL failed:\n%s",
115                                          cmdout);
116                         return;
117                 }
118                 if (!streq(cmdout, "")) {
119                         score_file_error(score, i, 0,
120                                          "Compile gave warnings"
121                                          " without -DFAIL:\n%s",
122                                          cmdout);
123                         return;
124                 }
125                 if (compile(score, m, i, true, false, false, &cmdout)
126                     && streq(cmdout, "")) {
127                         score_file_error(score, i, 0,
128                                          "Compiled successfully with -DFAIL?");
129                         return;
130                 }
131         }
132
133         score->pass = true;
134         score->total = 2;
135         score->score = 1 + !warnings;
136 }
137
138 struct ccanlint tests_compile = {
139         .key = "tests_compile",
140         .name = "Module tests compile",
141         .check = do_compile_tests,
142         .can_run = can_build,
143         .needs = "tests_helpers_compile objects_build"
144 };
145
146 REGISTER_TEST(tests_compile);