summaryrefslogtreecommitdiff
path: root/lib/get-test-job.c
diff options
context:
space:
mode:
Diffstat (limited to 'lib/get-test-job.c')
-rw-r--r--lib/get-test-job.c385
1 files changed, 0 insertions, 385 deletions
diff --git a/lib/get-test-job.c b/lib/get-test-job.c
deleted file mode 100644
index a5245b7..0000000
--- a/lib/get-test-job.c
+++ /dev/null
@@ -1,385 +0,0 @@
-#define _GNU_SOURCE
-
-#include <ctype.h>
-#include <getopt.h>
-#include <errno.h>
-#include <fcntl.h>
-#include <stdarg.h>
-#include <stdbool.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include <sys/stat.h>
-#include <sys/time.h>
-#include <sys/types.h>
-#include <unistd.h>
-
-#define HAVE_STATEMENT_EXPR 1
-#include "darray/darray.h"
-
-static char *outdir = NULL;
-static char *branches_to_test = NULL;
-static bool verbose = false;
-
-#define die(msg, ...) \
-do { \
- fprintf(stderr, msg "\n", ##__VA_ARGS__); \
- exit(EXIT_FAILURE); \
-} while (0)
-
-static char *mprintf(const char *fmt, ...)
-{
- va_list args;
- char *str;
- int ret;
-
- va_start(args, fmt);
- ret = vasprintf(&str, fmt, args);
- va_end(args);
-
- if (ret < 0)
- die("insufficient memory");
-
- return str;
-}
-
-static void strim(char *line)
-{
- char *p = line;
-
- while (isalnum(*p))
- p++;
- *p = 0;
-}
-
-static char *test_basename(const char *str)
-{
- char *p = strrchr(str, '/');
- char *ret = strdup(p ? p + 1 : str);
-
- p = strstr(ret, ".ktest");
- if (p)
- *p = 0;
- return ret;
-}
-
-typedef darray(char *) strings;
-
-static void strings_free(strings *strs)
-{
- char **s;
-
- darray_foreach(s, *strs)
- free(*s);
- darray_free(*strs);
-
- memset(strs, 0, sizeof(*strs));
-}
-
-typedef struct {
- char *branch;
- char *commit;
- unsigned age;
- char *test;
- strings subtests;
-} test_job;
-
-static void test_job_free(test_job *job)
-{
- free(job->branch);
- free(job->commit);
- free(job->test);
- strings_free(&job->subtests);
- memset(job, 0, sizeof(*job));
-}
-
-static void test_job_print(test_job job)
-{
- fprintf(stderr, "%s %s %s age %u subtests",
- job.branch, job.commit, job.test, job.age);
-
- char **subtest;
- darray_foreach(subtest, job.subtests)
- fprintf(stderr, " %s", *subtest);
- fprintf(stderr, "\n");
-}
-
-static strings get_subtests(char *test_path)
-{
- darray_char output;
- strings ret;
- size_t bytes_read;
-
- darray_init(output);
- darray_init(ret);
-
- if (verbose)
- fprintf(stderr, "Getting subtests for %s\n", test_path);
-
- char *cmd = mprintf("%s list-tests", test_path);
- FILE *f = popen(cmd, "r");
- free(cmd);
-
- if (!f)
- die("error executing %s", test_path);
-
- do {
- darray_make_room(output, 4096);
-
- bytes_read = fread(output.item + output.size,
- 1, 4095, f);
- output.size += bytes_read;
- } while (bytes_read);
-
- pclose(f);
-
- output.item[output.size] = '\0';
-
- char *subtest, *p = output.item;
- while ((subtest = strtok(p, " \t\n"))) {
- darray_push(ret, strdup(subtest));
- p = NULL;
- }
-
- darray_free(output);
-
- if (darray_empty(ret))
- die("error getting subtests from %s", test_path);
-
- return ret;
-}
-
-static char *slashes_to_dots(const char *str)
-{
- char *p, *ret = strdup(str);
-
- while ((p = strchr(ret, '/')))
- *p = '.';
-
- return ret;
-}
-
-static bool __lockfile_exists(const char *commitdir,
- const char *testdir,
- const char *lockfile,
- bool create)
-{
- if (!create) {
- return access(lockfile, F_OK) == 0;
- } else {
- bool exists;
-
- if (mkdir(commitdir, 0755) < 0 && errno != EEXIST)
- die("error creating %s", commitdir);
-
- if (mkdir(testdir, 0755) < 0 && errno != EEXIST)
- die("error creating %s", testdir);
-
- int fd = open(lockfile, O_RDWR|O_CREAT|O_EXCL, 0644);
- exists = fd < 0;
- if (!exists)
- close(fd);
-
- return exists;
- }
-}
-
-static bool lockfile_exists(const char *commit,
- const char *test_path,
- const char *subtest,
- bool create)
-{
- char *test_name = test_basename(test_path);
- char *subtest_mangled = slashes_to_dots(subtest);
- char *commitdir = mprintf("%s/%s", outdir, commit);
- char *testdir = mprintf("%s/%s.%s", commitdir, test_name, subtest_mangled);
- char *lockfile = mprintf("%s/status", testdir);
- struct timeval now;
- struct stat statbuf;
- bool exists;
-
- gettimeofday(&now, NULL);
-
- exists = __lockfile_exists(commitdir, testdir, lockfile, create);
-
- if (exists &&
- !stat(lockfile, &statbuf) &&
- !statbuf.st_size &&
- S_ISREG(statbuf.st_mode) &&
- statbuf.st_ctime + 60 * 60 < now.tv_sec &&
- !unlink(lockfile)) {
- fprintf(stderr, "Deleting stale test job %s %s %s (%lu minutes old)\n",
- commit, test_name, subtest,
- (now.tv_sec - statbuf.st_ctime) / 60);
- exists = false;
- }
-
- free(lockfile);
- free(testdir);
- free(commitdir);
- free(subtest_mangled);
- free(test_name);
-
- return exists;
-}
-
-static test_job branch_get_next_test_job(char *branch,
- char *test_path,
- strings subtests)
-{
- char *cmd = mprintf("git log --pretty=format:%H %s", branch);
- FILE *commits = popen(cmd, "r");
- char *commit = NULL;
- size_t n = 0;
- ssize_t len;
- test_job ret;
-
- memset(&ret, 0, sizeof(ret));
-
- while ((len = getline(&commit, &n, commits)) >= 0) {
- strim(commit);
-
- char **subtest;
- darray_foreach(subtest, subtests)
- if (!lockfile_exists(commit, test_path, *subtest, false)) {
- darray_push(ret.subtests, strdup(*subtest));
- if (darray_size(ret.subtests) > 20)
- break;
- }
-
- if (!darray_empty(ret.subtests)) {
- ret.branch = strdup(branch);
- ret.commit = strdup(commit);
- ret.test = strdup(test_path);
- goto success;
- }
-
- ret.age++;
- }
- fprintf(stderr, "error looking up commits on branch %s\n", branch);
-success:
- pclose(commits);
- free(commit);
- free(cmd);
- return ret;
-}
-
-static test_job get_best_test_job()
-{
- FILE *branches = fopen(branches_to_test, "r");
- char *line = NULL;
- size_t n = 0;
- ssize_t len;
- test_job best;
-
- memset(&best, 0, sizeof(best));
-
- if (!branches)
- die("error opening %s: %m", branches_to_test);
-
- while ((len = getline(&line, &n, branches)) >= 0) {
- char *branch = strtok(line, " \t\n");
- char *test_path = strtok(NULL, " \t\n");
-
- if (!branch || !test_path)
- continue;
-
- if (verbose)
- fprintf(stderr, "get_best_test_job: checking branch %s test %s\n",
- branch, test_path);
-
- strings subtests = get_subtests(test_path);
-
- test_job job = branch_get_next_test_job(branch, test_path, subtests);
-
- strings_free(&subtests);
-
- if (!best.branch || job.age < best.age) {
- test_job_free(&best);
- best = job;
- } else {
- test_job_free(&job);
- }
- }
-
- if (!best.branch)
- die("Nothing found");
-
- if (verbose) {
- fprintf(stderr, "get_best_test_job: best ");
- test_job_print(best);
- }
-
- fclose(branches);
- free(line);
- return best;
-}
-
-void usage(void)
-{
- puts("get-test-job: get a test job and create lockfile\n"
- "Usage: get-test-job [OPTIONS]\n"
- "\n"
- "Options\n"
- " -b file List of branches to test and tests to run\n"
- " -o dir Directory for tests results\n"
- " -v Verbose\n"
- " -h Display this help and exit");
- exit(EXIT_SUCCESS);
-}
-
-int main(int argc, char *argv[])
-{
- int opt;
- test_job job;
- strings subtests;
- char **subtest;
-
- darray_init(subtests);
- memset(&job, 0, sizeof(job));
-
- while ((opt = getopt(argc, argv, "b:o:vh")) != -1) {
- switch (opt) {
- case 'b':
- branches_to_test = strdup(optarg);
- break;
- case 'o':
- outdir = strdup(optarg);
- break;
- case 'v':
- verbose = true;
- break;
- case 'h':
- usage();
- exit(EXIT_SUCCESS);
- case '?':
- usage();
- exit(EXIT_FAILURE);
- }
- }
-
- if (!branches_to_test || !outdir)
- die("required argument missing");
-
- do {
- test_job_free(&job);
- job = get_best_test_job();
-
- darray_free(subtests);
- darray_init(subtests);
-
- darray_foreach(subtest, job.subtests)
- if (!lockfile_exists(job.commit, job.test, *subtest, true))
- darray_push(subtests, *subtest);
- } while (darray_empty(subtests));
-
- printf("%s %s %s", job.branch, job.commit, job.test);
- darray_foreach(subtest, subtests)
- printf(" %s", *subtest);
- printf("\n");
-
- test_job_free(&job);
- darray_free(subtests);
- free(outdir);
- free(branches_to_test);
-}
generated by cgit v1.2.3 (git 2.39.1) at 2024-06-16 06:50:38 +0000