[igt-dev] [PATCH i-g-t 0/3] RFC: runner/resultgen: lower dmesg copied when size limit was exceeded

[igt-dev] [PATCH i-g-t 0/3] RFC: runner/resultgen: lower dmesg copied when size limit was exceeded

[Kamil Konieczny]

When dmesg kernel log exceed its limit then copy into
results.json only limited number of lines. Add also
possibility for compressing dmesg.txt after is was processed.

Bug: https://gitlab.freedesktop.org/drm/igt-gpu-tools/-/issues/129

Previous RFC: https://patchwork.freedesktop.org/series/119630/

Cc: Petri Latvala <adrinael@adrinael.net>
Cc: Mauro Carvalho Chehab <mauro.chehab@linux.intel.com>
Signed-off-by: Kamil Konieczny <kamil.konieczny@linux.intel.com>

Kamil Konieczny (3):
  runner/resultgen: limit dmesg added into results
  runner/settings: add compressor option
  runner/resultgen: compress dmesg if size limit hit

 runner/resultgen.c | 146 +++++++++++++++++++++++++++++++++++++++------
 runner/settings.c  |  34 ++++++++++-
 runner/settings.h  |   1 +
 3 files changed, 162 insertions(+), 19 deletions(-)

-- 
2.39.2

[igt-dev] [PATCH i-g-t 1/3] runner/resultgen: limit dmesg added into results

[Kamil Konieczny]

When disk limit option is used, check if size of collected
kernel dmesg log exceeded it and then copy into results
only limited number of lines. This should be better then
stopping collecting dmesg during tests as such cutted down
dmesg log may later limit search for problem solution.

Now solution is a little simplistic, just copy a few lines
from beginning and end of it into results.json

TODO: improve finding offending line for later processing
allow to specify in option number of lines copied before/after
maybe, instead of numbers, giver percentage for it
add a check if what we want to copy is still too big

Signed-off-by: Kamil Konieczny <kamil.konieczny@linux.intel.com>
---
 runner/resultgen.c | 139 +++++++++++++++++++++++++++++++++++++++------
 1 file changed, 121 insertions(+), 18 deletions(-)

diff --git a/runner/resultgen.c b/runner/resultgen.c
index b00bb6ba5..0dc26b335 100644
--- a/runner/resultgen.c
+++ b/runner/resultgen.c
@@ -919,16 +919,103 @@ static void generate_formatted_dmesg_line(char *message,
 	*f = '\0';
 }
 
+static size_t dmesg_limit_append(size_t maxsize, char *str, size_t strsize,
+				 const char *buf, size_t bufsize)
+{
+	size_t append;
+
+	if (maxsize - strsize > bufsize)
+		append = bufsize;
+	else
+		append = maxsize - strsize;
+
+	memcpy(str + strsize, buf, append);
+
+	return strsize + append;
+}
+
+/*
+ * TODO: add option for number of included lines and max size of dmesg
+ */
+#define DMESG_LINE_SIZE 1024
+#define DMESG_LIMIT_BEGIN_LINES  500
+#define DMESG_LIMIT_END_LINES   1500
+#define DMESG_LIMIT_ERROR_LINES 2500
+
+#define DMESG_LIMIT_MAX_SIZE (DMESG_LIMIT_ERROR_LINES * DMESG_LINE_SIZE)
+
+static void add_dmesg_limited(struct json_object *obj, const char *dname,
+			      const char *dmesg, size_t dmesglen)
+{
+	char *small_buf;
+	size_t small_len = 0;
+	const char *sptr, *stmp;
+	int line;
+	size_t len;
+
+	small_buf = malloc(DMESG_LIMIT_MAX_SIZE);
+	if (!small_buf) {
+		fprintf(stderr, "Malloc error %d\n", errno);
+		return;
+	}
+
+	small_len = snprintf(small_buf, DMESG_LIMIT_MAX_SIZE, "igt_runner: disk limit exceeded\n");
+
+	sptr = dmesg;
+	len = 0;
+	for (line = 0; line < DMESG_LIMIT_BEGIN_LINES && len < dmesglen; line++) {
+		stmp = memchr(sptr, '\n', dmesglen - len);
+		if (!stmp)
+			break;
+
+		++stmp;
+		len += stmp - sptr;
+		sptr = stmp;
+	}
+
+	small_len = dmesg_limit_append(DMESG_LIMIT_MAX_SIZE, small_buf, small_len, dmesg, sptr - dmesg);
+
+	len = dmesglen - 1;
+	sptr = dmesg + len;
+	for (line = 0; line < DMESG_LIMIT_END_LINES && len > 0; line++) {
+		stmp = memrchr(dmesg, '\n', len);
+		if (!stmp)
+			break;
+
+		len = stmp - dmesg;
+		if (len == 0)
+			break;
+
+		--len;
+	}
+
+	len += 2;
+	if (len < dmesglen)
+		small_len = dmesg_limit_append(DMESG_LIMIT_MAX_SIZE, small_buf, small_len, dmesg + len, dmesglen - len);
+
+	json_object_object_add(obj, dname,
+			       new_escaped_json_string(small_buf, small_len));
+
+	free(small_buf);
+}
+
 static void add_dmesg(struct json_object *obj,
 		      const char *dmesg, size_t dmesglen,
-		      const char *warnings, size_t warningslen)
+		      const char *warnings, size_t warningslen,
+		      size_t limit)
 {
-	json_object_object_add(obj, "dmesg",
-			       new_escaped_json_string(dmesg, dmesglen));
+	if (limit)
+		add_dmesg_limited(obj, "dmesg", dmesg, dmesglen);
+	else
+		json_object_object_add(obj, "dmesg",
+				       new_escaped_json_string(dmesg, dmesglen));
 
 	if (warnings) {
-		json_object_object_add(obj, "dmesg-warnings",
-				       new_escaped_json_string(warnings, warningslen));
+		if (limit)
+			add_dmesg_limited(obj, "dmesg-warnings", warnings, warningslen);
+		else
+			json_object_object_add(obj, "dmesg-warnings",
+					       new_escaped_json_string(warnings, warningslen));
 	}
 }
 
@@ -945,7 +1032,7 @@ static void add_empty_dmesgs_where_missing(struct json_object *tests,
 		generate_piglit_name(binary, subtests->subs[i].name, piglit_name, sizeof(piglit_name));
 		current_test = get_or_create_json_object(tests, piglit_name);
 		if (!json_object_object_get_ex(current_test, "dmesg", NULL)) {
-			add_dmesg(current_test, "", 0, NULL, 0);
+			add_dmesg(current_test, "", 0, NULL, 0, 0);
 		}
 
 		for (k = 0; k < subtests->subs[i].dynamic_size; k++) {
@@ -953,14 +1040,14 @@ static void add_empty_dmesgs_where_missing(struct json_object *tests,
 							 dynamic_piglit_name, sizeof(dynamic_piglit_name));
 			current_test = get_or_create_json_object(tests, dynamic_piglit_name);
 			if (!json_object_object_get_ex(current_test, "dmesg", NULL)) {
-				add_dmesg(current_test, "", 0, NULL, 0);
+				add_dmesg(current_test, "", 0, NULL, 0, 0);
 			}
 		}
 	}
 
 }
 
-static bool fill_from_dmesg(int fd,
+static bool fill_from_dmesg(int fd, char *dirname,
 			    struct settings *settings,
 			    char *binary,
 			    struct subtest_list *subtests,
@@ -972,11 +1059,13 @@ static bool fill_from_dmesg(int fd,
 	size_t linelen = 0;
 	size_t warningslen = 0, dynamic_warnings_len = 0;
 	size_t dmesglen = 0, dynamic_dmesg_len = 0;
+	size_t limit = 0;
 	struct json_object *current_test = NULL;
 	struct json_object *current_dynamic_test = NULL;
 	FILE *f = fdopen(fd, "r");
 	char piglit_name[256];
 	char dynamic_piglit_name[256];
+	struct stat st;
 	size_t i;
 	GRegex *re;
 
@@ -989,6 +1078,19 @@ static bool fill_from_dmesg(int fd,
 		return false;
 	}
 
+	if (!fstat(fd, &st)) {
+		fprintf(stderr, "Cannot stat file, errno: %d\n", errno);
+		fclose(f);
+		return false;
+	}
+
+	if (settings->disk_usage_limit &&
+	    st.st_size > settings->disk_usage_limit) {
+		limit = settings->disk_usage_limit;
+		fprintf(stderr, "Disk limit exceeded, limit %ld < %ld file size\n",
+			limit, st.st_size);
+	}
+
 	while (getline(&line, &linelen, f) > 0) {
 		char *formatted;
 		unsigned flags;
@@ -1004,7 +1106,7 @@ static bool fill_from_dmesg(int fd,
 		if ((subtest = strstr(message, STARTING_SUBTEST_DMESG)) != NULL) {
 			if (current_test != NULL) {
 				/* Done with the previous subtest, file up */
-				add_dmesg(current_test, dmesg, dmesglen, warnings, warningslen);
+				add_dmesg(current_test, dmesg, dmesglen, warnings, warningslen, limit);
 
 				free(dmesg);
 				free(warnings);
@@ -1012,7 +1114,7 @@ static bool fill_from_dmesg(int fd,
 				dmesglen = warningslen = 0;
 
 				if (current_dynamic_test != NULL)
-					add_dmesg(current_dynamic_test, dynamic_dmesg, dynamic_dmesg_len, dynamic_warnings, dynamic_warnings_len);
+					add_dmesg(current_dynamic_test, dynamic_dmesg, dynamic_dmesg_len, dynamic_warnings, dynamic_warnings_len, limit);
 
 				free(dynamic_dmesg);
 				free(dynamic_warnings);
@@ -1030,7 +1132,7 @@ static bool fill_from_dmesg(int fd,
 		    (dynamic_subtest = strstr(message, STARTING_DYNAMIC_SUBTEST_DMESG)) != NULL) {
 			if (current_dynamic_test != NULL) {
 				/* Done with the previous dynamic subtest, file up */
-				add_dmesg(current_dynamic_test, dynamic_dmesg, dynamic_dmesg_len, dynamic_warnings, dynamic_warnings_len);
+				add_dmesg(current_dynamic_test, dynamic_dmesg, dynamic_dmesg_len, dynamic_warnings, dynamic_warnings_len, limit);
 
 				free(dynamic_dmesg);
 				free(dynamic_warnings);
@@ -1065,9 +1167,9 @@ static bool fill_from_dmesg(int fd,
 	free(line);
 
 	if (current_test != NULL) {
-		add_dmesg(current_test, dmesg, dmesglen, warnings, warningslen);
+		add_dmesg(current_test, dmesg, dmesglen, warnings, warningslen, limit);
 		if (current_dynamic_test != NULL) {
-			add_dmesg(current_dynamic_test, dynamic_dmesg, dynamic_dmesg_len, dynamic_warnings, dynamic_warnings_len);
+			add_dmesg(current_dynamic_test, dynamic_dmesg, dynamic_dmesg_len, dynamic_warnings, dynamic_warnings_len, limit);
 		}
 	} else {
 		/*
@@ -1083,13 +1185,13 @@ static bool fill_from_dmesg(int fd,
 			 * there are would have skip as their result
 			 * anyway.
 			 */
-			add_dmesg(current_test, dmesg, dmesglen, NULL, 0);
+			add_dmesg(current_test, dmesg, dmesglen, NULL, 0, limit);
 		}
 
 		if (subtests->size == 0) {
 			generate_piglit_name(binary, NULL, piglit_name, sizeof(piglit_name));
 			current_test = get_or_create_json_object(tests, piglit_name);
-			add_dmesg(current_test, dmesg, dmesglen, warnings, warningslen);
+			add_dmesg(current_test, dmesg, dmesglen, warnings, warningslen, limit);
 		}
 	}
 
@@ -1101,6 +1203,7 @@ static bool fill_from_dmesg(int fd,
 	free(dynamic_warnings);
 	g_regex_unref(re);
 	fclose(f);
+
 	return true;
 }
 
@@ -2110,7 +2213,7 @@ static void add_to_totals(const char *binary,
 	}
 }
 
-static bool parse_test_directory(int dirfd,
+static bool parse_test_directory(int dirfd, char *dirname,
 				 struct job_list_entry *entry,
 				 struct settings *settings,
 				 struct results *results)
@@ -2151,7 +2254,7 @@ static bool parse_test_directory(int dirfd,
 		}
 	}
 
-	if (!fill_from_dmesg(fds[_F_DMESG], settings, entry->binary, &subtests, results->tests)) {
+	if (!fill_from_dmesg(fds[_F_DMESG], dirname, settings, entry->binary, &subtests, results->tests)) {
 		fprintf(stderr, "Error parsing output files (dmesg.txt)\n");
 		status = false;
 		goto parse_output_end;
@@ -2300,7 +2403,7 @@ struct json_object *generate_results_json(int dirfd)
 			continue;
 		}
 
-		if (!parse_test_directory(testdirfd, &job_list.entries[i], &settings, &results)) {
+		if (!parse_test_directory(testdirfd, name, &job_list.entries[i], &settings, &results)) {
 			close(testdirfd);
 			return NULL;
 		}
-- 
2.39.2

[igt-dev] [PATCH i-g-t 2/3] runner/settings: add compressor option

[Kamil Konieczny]

Add new option --compressor for selecting compressor like bzip2,
lzma, xz or other. This will allow to choose tool (with options)
for compressing too large kernel dmesg dumps after limiting its
inclusion into results.json file.

While at it check also if compressor is available on system
before using it.

Signed-off-by: Kamil Konieczny <kamil.konieczny@linux.intel.com>
---
 runner/settings.c | 34 +++++++++++++++++++++++++++++++++-
 runner/settings.h |  1 +
 2 files changed, 34 insertions(+), 1 deletion(-)

diff --git a/runner/settings.c b/runner/settings.c
index 23aa82963..e3828ace6 100644
--- a/runner/settings.c
+++ b/runner/settings.c
@@ -28,6 +28,7 @@ enum {
 	OPT_CODE_COV_SCRIPT,
 	OPT_ENABLE_CODE_COVERAGE,
 	OPT_COV_RESULTS_PER_TEST,
+	OPT_COMPRESSOR,
 	OPT_VERSION,
 	OPT_PRUNE_MODE,
 	OPT_HELP = 'h',
@@ -297,6 +298,10 @@ static const char *usage_str =
 	"                        Requires --collect-script FILENAME\n"
 	"  --collect-script FILENAME\n"
 	"                        Use FILENAME as script to collect code coverage data.\n"
+	"  --compressor NAME\n"
+	"                        Use compressor (bzip2, gzip, lzma, xz or other) for\n"
+	"                        compressing dmesg dumps which exceed limit size\n"
+	"                        compressing dmesg dumps which exceed limit size\n"
 	"\n"
 	"  [test_root]           Directory that contains the IGT tests. The environment\n"
 	"                        variable IGT_TEST_ROOT will be used if set, overriding\n"
@@ -654,6 +659,7 @@ bool parse_options(int argc, char **argv,
 		{"collect-code-cov", no_argument, NULL, OPT_ENABLE_CODE_COVERAGE},
 		{"coverage-per-test", no_argument, NULL, OPT_COV_RESULTS_PER_TEST},
 		{"collect-script", required_argument, NULL, OPT_CODE_COV_SCRIPT},
+		{"compressor", required_argument, NULL, OPT_COMPRESSOR},
 		{"multiple-mode", no_argument, NULL, OPT_MULTIPLE},
 		{"inactivity-timeout", required_argument, NULL, OPT_TIMEOUT},
 		{"per-test-timeout", required_argument, NULL, OPT_PER_TEST_TIMEOUT},
@@ -740,7 +746,9 @@ bool parse_options(int argc, char **argv,
 		case OPT_CODE_COV_SCRIPT:
 			settings->code_coverage_script = bin_path(optarg);
 			break;
-
+		case OPT_COMPRESSOR:
+			settings->compressor = bin_path(optarg);
+			break;
 		case OPT_MULTIPLE:
 			settings->multiple_mode = true;
 			break;
@@ -902,6 +910,28 @@ bool validate_settings(struct settings *settings)
 		}
 	}
 
+	if (settings->compressor) {
+		char buf[2*PATH_MAX + 512];
+		char apath[PATH_MAX + 256];
+		int r;
+
+		snprintf(apath, sizeof(apath), "%s/%s", settings->results_path, "compressor-path.txt");
+		snprintf(buf, sizeof(buf), "which %s > %s", settings->compressor, apath);
+		system(buf);
+		fd = open(apath, O_RDONLY);
+		if (fd < 0) {
+			fprintf(stderr, "Check for compressor %s on system failed\n", settings->compressor);
+			return false;
+		}
+
+		r = read(fd, buf, 256);
+		close(fd);
+		if (r < 2) {
+			fprintf(stderr, "No compressor %s found on system\n", settings->compressor);
+			return false;
+		}
+	}
+
 	return true;
 }
 
@@ -1039,6 +1069,7 @@ bool serialize_settings(struct settings *settings)
 	SERIALIZE_LINE(f, settings, enable_code_coverage, "%d");
 	SERIALIZE_LINE(f, settings, cov_results_per_test, "%d");
 	SERIALIZE_LINE(f, settings, code_coverage_script, "%s");
+	SERIALIZE_LINE(f, settings, compressor, "%s");
 
 	if (settings->sync) {
 		fflush(f);
@@ -1102,6 +1133,7 @@ bool read_settings_from_file(struct settings *settings, FILE *f)
 		PARSE_LINE(settings, name, val, enable_code_coverage, numval);
 		PARSE_LINE(settings, name, val, cov_results_per_test, numval);
 		PARSE_LINE(settings, name, val, code_coverage_script, val ? strdup(val) : NULL);
+		PARSE_LINE(settings, name, val, compressor, val ? strdup(val) : NULL);
 
 		printf("Warning: Unknown field in settings file: %s = %s\n",
 		       name, val);
diff --git a/runner/settings.h b/runner/settings.h
index 819c34602..abc348dc0 100644
--- a/runner/settings.h
+++ b/runner/settings.h
@@ -72,6 +72,7 @@ struct settings {
 	char *code_coverage_script;
 	bool enable_code_coverage;
 	bool cov_results_per_test;
+	char *compressor;
 };
 
 /**
-- 
2.39.2

[igt-dev] [PATCH i-g-t 3/3] runner/resultgen: compress dmesg if size limit hit

[Kamil Konieczny]

If dmesg log size is exceeding its limit do compressing of it
with the help of external program, given in option --compress.

Signed-off-by: Kamil Konieczny <kamil.konieczny@linux.intel.com>
---
 runner/resultgen.c | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/runner/resultgen.c b/runner/resultgen.c
index 0dc26b335..95b9eadca 100644
--- a/runner/resultgen.c
+++ b/runner/resultgen.c
@@ -1204,6 +1204,13 @@ static bool fill_from_dmesg(int fd, char *dirname,
 	g_regex_unref(re);
 	fclose(f);
 
+	if (limit && settings->compressor) {
+		char comp[2*PATH_MAX + 256];
+
+		snprintf(comp, sizeof(comp), "%s %s/%s/%s", settings->compressor, settings->results_path, dirname, "dmesg.txt");
+		system(comp);
+	}
+
 	return true;
 }
 
-- 
2.39.2

[igt-dev] ✗ Fi.CI.BUILD: failure for RFC: runner/resultgen: lower dmesg copied when size limit was exceeded

[Patchwork]

== Series Details ==

Series: RFC: runner/resultgen: lower dmesg copied when size limit was exceeded
URL   : https://patchwork.freedesktop.org/series/122650/
State : failure

== Summary ==

IGT patchset build failed on latest successful build
2741053c529d822ac60608ad80b910e5858be467 Revert "testplan/kms: Make documentation is mandatory for all kms subtests"

Tail of build.log:
[768/1624] Compiling C object 'overlay/b4b33d2@@intel-gpu-overlay@exe/x11_dri2.c.o'.
[769/1624] Compiling C object 'overlay/b4b33d2@@intel-gpu-overlay@exe/rc6.c.o'.
[770/1624] Compiling C object 'tools/f9d35d4@@intel_infoframes@exe/intel_infoframes.c.o'.
[771/1624] Compiling C object 'overlay/b4b33d2@@intel-gpu-overlay@exe/x11_rgb2yuv.c.o'.
[772/1624] Compiling C object 'tools/f9d35d4@@msm_dp_compliance@exe/msm_dp_compliance.c.o'.
[773/1624] Compiling C object 'overlay/b4b33d2@@intel-gpu-overlay@exe/kms_kms-overlay.c.o'.
[774/1624] Compiling C object 'overlay/b4b33d2@@intel-gpu-overlay@exe/x11_x11-overlay.c.o'.
[775/1624] Compiling C object 'tools/f9d35d4@@intel_dp_compliance@exe/intel_dp_compliance.c.o'.
[776/1624] Generating intel_error_decode.1 with a custom command.
[777/1624] Generating intel_lid.1 with a custom command.
[778/1624] Compiling C object 'runner/527aa9f@@igt_runner@sta/job_list.c.o'.
[779/1624] Compiling C object 'tests/59830eb@@gem_exec_balancer@exe/i915_gem_exec_balancer.c.o'.
[780/1624] Generating intel_audio_dump.1 with a custom command.
[781/1624] Generating intel_gpu_frequency.1 with a custom command.
[782/1624] Generating intel_infoframes.1 with a custom command.
[783/1624] Generating intel_bios_dumper.1 with a custom command.
[784/1624] Generating intel_gpu_top.1 with a custom command.
[785/1624] Compiling C object 'runner/527aa9f@@igt_runner@sta/settings.c.o'.
[786/1624] Compiling C object 'tools/i915-perf/d68c898@@i915-perf-recorder@exe/i915_perf_recorder.c.o'.
[787/1624] Compiling C object 'assembler/1ca89e8@@brw@sta/gen8_instruction.c.o'.
[788/1624] Compiling C object 'tools/f9d35d4@@intel_reg@exe/intel_reg.c.o'.
[789/1624] Generating intel_gtt.1 with a custom command.
[790/1624] Generating intel_panel_fitter.1 with a custom command.
[791/1624] Compiling C object 'tests/59830eb@@i915_pm_rpm@exe/i915_i915_pm_rpm.c.o'.
[792/1624] Compiling C object 'assembler/1ca89e8@@brw@sta/gen8_disasm.c.o'.
[793/1624] Generating source from 'assembler/gram.y'.
[794/1624] Compiling C object 'assembler/1ca89e8@@brw@sta/brw_disasm.c.o'.
[795/1624] Compiling C object 'tools/f9d35d4@@intel_reg@exe/intel_reg_decode.c.o'.
[796/1624] Compiling C object 'tools/f9d35d4@@intel_display_poller@exe/intel_display_poller.c.o'.
[797/1624] Compiling C object 'overlay/b4b33d2@@intel-gpu-overlay@exe/gpu-perf.c.o'.
[798/1624] Compiling C object 'tests/59830eb@@xe_vm@exe/xe_xe_vm.c.o'.
[799/1624] Compiling C object 'overlay/b4b33d2@@intel-gpu-overlay@exe/overlay.c.o'.
[800/1624] Compiling C object 'tools/f9d35d4@@intel_watermark@exe/intel_watermark.c.o'.
[801/1624] Compiling C object 'tests/59830eb@@gem_concurrent_all@exe/i915_gem_concurrent_all.c.o'.
[802/1624] Compiling C object 'tests/59830eb@@gem_exec_fence@exe/i915_gem_exec_fence.c.o'.
[803/1624] Compiling C object 'tools/f9d35d4@@intel_vbt_decode@exe/intel_vbt_decode.c.o'.
[804/1624] Compiling C object 'tests/59830eb@@gem_userptr_blits@exe/i915_gem_userptr_blits.c.o'.
[805/1624] Compiling C object 'tests/59830eb@@kms_frontbuffer_tracking@exe/i915_kms_frontbuffer_tracking.c.o'.
[806/1624] Compiling C object 'tools/f9d35d4@@intel_audio_dump@exe/intel_audio_dump.c.o'.
[807/1624] Compiling C object 'benchmarks/cb1d2fd@@gem_wsim@exe/gem_wsim.c.o'.
[808/1624] Compiling C object 'runner/527aa9f@@igt_runner@sta/executor.c.o'.
[809/1624] Compiling C object 'tests/59830eb@@perf_pmu@exe/i915_perf_pmu.c.o'.
[810/1624] Compiling C object 'assembler/1ca89e8@@brw@sta/brw_eu_emit.c.o'.
[811/1624] Generating i915-perf-equations with a custom command.
[812/1624] Compiling C object 'tools/f9d35d4@@intel_gpu_top@exe/intel_gpu_top.c.o'.
[813/1624] Compiling C object 'tests/59830eb@@perf@exe/i915_perf.c.o'.
[814/1624] Compiling C object 'tests/59830eb@@gem_exec_schedule@exe/i915_gem_exec_schedule.c.o'.
[815/1624] Linking target lib/libigt.so.0.
[816/1624] Compiling C object 'runner/527aa9f@@runner_test@exe/runner_tests.c.o'.
ninja: build stopped: subcommand failed.