#include <string.h>
#include <ctype.h>
-struct ccanlint run_tests_vg;
+REGISTER_TEST(tests_pass_valgrind);
+REGISTER_TEST(tests_pass_valgrind_noleaks);
/* Note: we already test safe_mode in run_tests.c */
static const char *can_run_vg(struct manifest *m)
return line[strspn(line, "=0123456789 ")] == '\0';
}
-static char *get_leaks(const char *output, char **errs)
+/* Removes matching lines from lines array, returns them. FIXME: Hacky. */
+static char **extract_matching(const char *prefix, char *lines[])
{
- char *leaks = talloc_strdup(output, "");
- unsigned int i, num;
- char **lines = strsplit(output, output, "\n", &num);
+ unsigned int i, num_ret = 0;
+ char **ret = talloc_array(lines, char *, talloc_array_length(lines));
- *errs = talloc_strdup(output, "");
- for (i = 0; i < num; i++) {
+ for (i = 0; i < talloc_array_length(lines) - 1; i++) {
+ if (strstarts(lines[i], prefix)) {
+ ret[num_ret++] = talloc_steal(ret, lines[i]);
+ lines[i] = (char *)"";
+ }
+ }
+ ret[num_ret++] = NULL;
+
+ /* Make sure length is correct! */
+ return talloc_realloc(NULL, ret, char *, num_ret);
+}
+
+static char *get_leaks(char *lines[], char **errs)
+{
+ char *leaks = talloc_strdup(lines, "");
+ unsigned int i;
+
+ for (i = 0; i < talloc_array_length(lines) - 1; i++) {
if (strstr(lines[i], " lost ")) {
/* A leak... */
if (strstr(lines[i], " definitely lost ")) {
}
}
}
+ return leaks;
+}
+
+/* Returns leaks, and sets errs[] */
+static char *analyze_output(const char *output, char **errs)
+{
+ char *leaks = talloc_strdup(output, "");
+ unsigned int i;
+ char **lines = strsplit(output, output, "\n");
+
+ *errs = talloc_strdup(output, "");
+ for (i = 0; i < talloc_array_length(lines) - 1; i++) {
+ unsigned int preflen = strspn(lines[i], "=0123456789");
+ char *prefix, **sublines;
+
+ /* Ignore erased lines, or weird stuff. */
+ if (preflen == 0)
+ continue;
+
+ prefix = talloc_strndup(output, lines[i], preflen);
+ sublines = extract_matching(prefix, lines);
+
+ leaks = talloc_append_string(leaks, get_leaks(sublines, errs));
+ }
+
if (!leaks[0]) {
talloc_free(leaks);
leaks = NULL;
return leaks;
}
+static const char *concat(struct score *score, char *bits[])
+{
+ unsigned int i;
+ char *ret = talloc_strdup(score, "");
+
+ for (i = 0; bits[i]; i++) {
+ if (i)
+ ret = talloc_append_string(ret, " ");
+ ret = talloc_append_string(ret, bits[i]);
+ }
+ return ret;
+}
+
/* FIXME: Run examples, too! */
static void do_run_tests_vg(struct manifest *m,
bool keep,
/* This is slow, so we run once but grab leak info. */
score->total = 0;
+ score->pass = true;
foreach_ptr(list, &m->run_tests, &m->api_tests) {
list_for_each(list, i, list) {
- char *output, *err;
+ char *output, *err, *log;
+ bool pass;
+ const char *options;
+
score->total++;
+ options = concat(score,
+ per_file_options(&tests_pass_valgrind,
+ i));
+ if (streq(options, "FAIL"))
+ continue;
+
/* FIXME: Valgrind's output sucks. XML is unreadable by
- * humans, and you can't have both. */
- run_command(score, timeleft, &cmdout,
- "valgrind -q --error-exitcode=101"
- " --leak-check=full"
- " --log-fd=3 %s %s"
- " 3> valgrind.log",
- run_tests_vg.options ?
- run_tests_vg.options : "",
- i->compiled);
- output = grab_file(i, "valgrind.log", NULL);
+ * humans *and* doesn't support children reporting. */
+ log = talloc_asprintf(score,
+ "%s.valgrind-log", i->compiled);
+ if (!keep)
+ talloc_set_destructor(log,
+ unlink_file_destructor);
+
+ pass = run_command(score, timeleft, &cmdout,
+ "valgrind -q --error-exitcode=101"
+ " --leak-check=full"
+ " --log-fd=3 %s %s"
+ " 3> %s",
+ options,
+ i->compiled, log);
+ output = grab_file(i, log, NULL);
+ /* No valgrind errors? Expect it to pass... */
if (!output || output[0] == '\0') {
- err = NULL;
+ if (!pass) {
+ err = talloc_asprintf(score,
+ "Test failed:\n"
+ "%s",
+ cmdout);
+ } else
+ err = NULL;
i->leak_info = NULL;
} else {
- i->leak_info = get_leaks(output, &err);
+ i->leak_info = analyze_output(output, &err);
}
- if (err)
- score_file_error(score, i, 0, err);
- else
+ if (err) {
+ score_file_error(score, i, 0, "%s", err);
+ score->pass = false;
+ } else
score->score++;
}
}
-
- if (score->score == score->total)
- score->pass = true;
}
static void do_leakcheck_vg(struct manifest *m,
{
struct ccan_file *i;
struct list_head *list;
+ char **options;
bool leaks = false;
foreach_ptr(list, &m->run_tests, &m->api_tests) {
list_for_each(list, i, list) {
+ options = per_file_options(&tests_pass_valgrind_noleaks,
+ i);
+ if (options[0]) {
+ if (streq(options[0], "FAIL")) {
+ leaks = true;
+ continue;
+ }
+ errx(1, "Unknown leakcheck options '%s'",
+ options[0]);
+ }
+
if (i->leak_info) {
- score_file_error(score, i, 0, i->leak_info);
+ score_file_error(score, i, 0, "%s",
+ i->leak_info);
leaks = true;
}
}
}
+ /* FIXME: We don't fail for this, since many tests leak. */
+ score->pass = true;
if (!leaks) {
score->score = 1;
- score->pass = true;
}
}
struct file_error *first;
char *command;
+ /* Don't ask anything if they suppressed tests. */
+ if (score->pass)
+ return;
+
if (!ask("Should I run the first failing test under the debugger?"))
return;
first = list_top(&score->per_file_errors, struct file_error, list);
- command = talloc_asprintf(m, "valgrind --db-attach=yes%s %s",
- run_tests_vg.options ?
- run_tests_vg.options : "",
+ command = talloc_asprintf(m, "valgrind --leak-check=full --db-attach=yes%s %s",
+ concat(score,
+ per_file_options(&tests_pass_valgrind,
+ first->file)),
first->file->compiled);
if (system(command))
doesnt_matter();
.needs = "tests_pass"
};
-REGISTER_TEST(tests_pass_valgrind);
-
struct ccanlint tests_pass_valgrind_noleaks = {
.key = "tests_pass_valgrind_noleaks",
.name = "Module's run and api tests have no memory leaks",
.check = do_leakcheck_vg,
+ .takes_options = true,
.needs = "tests_pass_valgrind"
};
-REGISTER_TEST(tests_pass_valgrind_noleaks);
projects / ccan / blobdiff