]> git.ozlabs.org Git - petitboot/blobdiff - discover/paths.c
discover/paths: Add stdout callback parameter for load_url_async()
[petitboot] / discover / paths.c
index c4036919bdf7e9ff05f4afa9389c96137d5bc8c3..ad42b5b7760858e7cd3ab6d7217d855e91b72f15 100644 (file)
-#define _GNU_SOURCE
+#if defined(HAVE_CONFIG_H)
+#include "config.h"
+#endif
 
+#include <assert.h>
 #include <string.h>
 #include <stdio.h>
 #include <stdlib.h>
+#include <sys/types.h>
+#include <sys/stat.h>
 
 #include <talloc/talloc.h>
+#include <system/system.h>
+#include <process/process.h>
+#include <url/url.h>
+#include <log/log.h>
 
 #include "paths.h"
 
 #define DEVICE_MOUNT_BASE (LOCAL_STATE_DIR "/petitboot/mnt")
 
-struct mount_map {
-       char *dev, *mnt;
+struct load_task {
+       struct pb_url           *url;
+       struct process          *process;
+       struct load_url_result  *result;
+       bool                    async;
+       load_url_complete       async_cb;
+       void                    *async_data;
 };
 
-static struct mount_map *mount_map;
-static int mount_map_size;
+const char *mount_base(void)
+{
+       return DEVICE_MOUNT_BASE;
+}
 
-static int is_prefix(const char *str, const char *prefix)
+char *join_paths(void *alloc_ctx, const char *a, const char *b)
 {
-       return !strncmp(str, prefix, strlen(prefix));
+       char *full_path;
+
+       full_path = talloc_array(alloc_ctx, char, strlen(a) + strlen(b) + 2);
+
+       strcpy(full_path, a);
+       if (b[0] != '/' && a[strlen(a) - 1] != '/')
+               strcat(full_path, "/");
+       strcat(full_path, b);
+
+       return full_path;
 }
 
-static int is_prefix_ignorecase(const char *str, const char *prefix)
+#ifndef PETITBOOT_TEST
+
+static char *local_name(void *ctx)
 {
-       return !strncasecmp(str, prefix, strlen(prefix));
+       char *ret, tmp[] = "/tmp/pb-XXXXXX";
+       mode_t oldmask;
+       int fd;
+
+       oldmask = umask(0644);
+       fd = mkstemp(tmp);
+       umask(oldmask);
+
+       if (fd < 0)
+               return NULL;
+
+       close(fd);
+
+       ret = talloc_strdup(ctx, tmp);
+
+       return ret;
 }
 
-const char *mount_base(void)
+static void load_url_result_cleanup_local(struct load_url_result *result)
 {
-       return DEVICE_MOUNT_BASE;
+       if (result->cleanup_local)
+               unlink(result->local);
 }
 
-char *encode_label(void *alloc_ctx, const char *label)
+static void load_url_process_exit(struct process *process)
 {
-       char *str, *c;
-       unsigned int i;
+       struct load_task *task = process->data;
+       struct load_url_result *result;
+       load_url_complete cb;
+       void *data;
+
+       pb_debug("The download client '%s' [pid %d, url %s] exited, rc %d\n",
+                       process->path, process->pid, task->url->full,
+                       process->exit_status);
+
+       result = task->result;
+       data = task->async_data;
+       cb = task->async_cb;
+
+       if (result->status == LOAD_CANCELLED) {
+               load_url_result_cleanup_local(result);
+       } else if (process_exit_ok(process)) {
+               result->status = LOAD_OK;
+       } else {
+               result->status = LOAD_ERROR;
+               load_url_result_cleanup_local(result);
+       }
 
-       /* the label can be expanded by up to four times */
-       str = talloc_size(alloc_ctx, strlen(label) * 4 + 1);
-       c = str;
+       /* The load callback may well free the ctx, which was the
+        * talloc parent of the task. Therefore, we want to do our cleanup
+        * before invoking it
+        */
+       process_release(process);
+       talloc_free(task);
+       result->task = NULL;
 
-       for (i = 0; i < strlen(label); i++) {
+       cb(result, data);
+}
 
-               if (label[i] == '/' || label[i] == '\\') {
-                       sprintf(c, "\\x%02x", label[i]);
-                       c += 4;
-                       continue;
-               }
+static void load_process_to_local_file(struct load_task *task,
+               const char **argv, int argv_local_idx)
+{
+       int rc;
+
+       task->result->local = local_name(task->result);
+       if (!task->result->local) {
+               task->result->status = LOAD_ERROR;
+               return;
+       }
+       task->result->cleanup_local = true;
+
+       if (argv_local_idx)
+               argv[argv_local_idx] = task->result->local;
+
+       task->process->argv = argv;
+       task->process->path = argv[0];
 
-               *(c++) = label[i];
+       if (task->async) {
+               rc = process_run_async(task->process);
+               if (rc) {
+                       process_release(task->process);
+                       task->process = NULL;
+               }
+               task->result->status = rc ? LOAD_ERROR : LOAD_ASYNC;
+       } else {
+               rc = process_run_sync(task->process);
+               if (rc || !process_exit_ok(task->process))
+                       task->result->status = LOAD_ERROR;
+               else
+                       task->result->status = LOAD_OK;
+               process_release(task->process);
+               task->process = NULL;
        }
+}
 
-       *c = '\0';
+/**
+ * pb_load_nfs - Create a mountpoint, set the local file within that
+ * mountpoint, and run the appropriate mount command
+ */
 
-       return str;
+static void load_nfs(struct load_task *task)
+{
+       char *mountpoint, *opts;
+       int rc;
+       const char *argv[] = {
+                       pb_system_apps.mount,
+                       "-t", "nfs",
+                       NULL,                   /* 3: opts */
+                       task->url->host,
+                       task->url->dir,
+                       NULL,                   /* 6: mountpoint */
+                       NULL,
+       };
+
+       task->result->status = LOAD_ERROR;
+       mountpoint = local_name(task->result);
+       if (!mountpoint)
+               return;
+       task->result->cleanup_local = true;
+       argv[6] = mountpoint;
+
+       rc = pb_mkdir_recursive(mountpoint);
+       if (rc)
+               return;
+
+       opts = talloc_strdup(NULL, "ro,nolock,nodiratime");
+       argv[3] = opts;
+
+       if (task->url->port)
+               opts = talloc_asprintf_append(opts, ",port=%s",
+                                               task->url->port);
+
+       task->result->local = talloc_asprintf(task->result, "%s/%s",
+                                                       mountpoint,
+                                                       task->url->path);
+
+       task->process->path = pb_system_apps.mount;
+       task->process->argv = argv;
+
+       if (task->async) {
+               rc = process_run_async(task->process);
+               if (rc) {
+                       process_release(task->process);
+                       task->process = NULL;
+               }
+               task->result->status = rc ? LOAD_ERROR : LOAD_ASYNC;
+       } else {
+               rc = process_run_sync(task->process);
+               task->result->status = rc ? LOAD_ERROR : LOAD_OK;
+               process_release(task->process);
+               task->process = NULL;
+       }
+
+       talloc_free(opts);
 }
 
-char *parse_device_path(void *alloc_ctx,
-               const char *dev_str, const char __attribute__((unused)) *cur_dev)
+static void load_sftp(struct load_task *task)
 {
-       char *dev, *enc;
+       const char *argv[] = {
+                       pb_system_apps.sftp,
+                       NULL,           /* 1: host:path */
+                       NULL,           /* 2: local file */
+                       NULL,
+       };
+
+       argv[1] = talloc_asprintf(task, "%s:%s",
+                               task->url->host, task->url->path);
+       load_process_to_local_file(task, argv, 2);
+}
 
-       if (is_prefix_ignorecase(dev_str, "uuid=")) {
-               dev = talloc_asprintf(alloc_ctx, "/dev/disk/by-uuid/%s",
-                               dev_str + strlen("uuid="));
-               return dev;
-       }
+static enum tftp_type check_tftp_type(void *ctx)
+{
+       const char *argv[] = { pb_system_apps.tftp, "-V", NULL };
+       struct process *process;
+       enum tftp_type type;
+       int rc;
+
+       process = process_create(ctx);
+       process->path = pb_system_apps.tftp;
+       process->argv = argv;
+       process->keep_stdout = true;
+       process->add_stderr = true;
+       rc = process_run_sync(process);
+
+       if (rc || !process->stdout_buf || process->stdout_len == 0) {
+               pb_log("Can't check TFTP client type!\n");
+               type = TFTP_TYPE_BROKEN;
+
+       } else if (memmem(process->stdout_buf, process->stdout_len,
+                               "tftp-hpa", strlen("tftp-hpa"))) {
+               pb_debug("Found TFTP client type: tftp-hpa\n");
+               type = TFTP_TYPE_HPA;
+
+       } else if (memmem(process->stdout_buf, process->stdout_len,
+                               "BusyBox", strlen("BusyBox"))) {
+               pb_debug("Found TFTP client type: BusyBox tftp\n");
+               type = TFTP_TYPE_BUSYBOX;
 
-       if (is_prefix_ignorecase(dev_str, "label=")) {
-               enc = encode_label(NULL, dev_str + strlen("label="));
-               dev = talloc_asprintf(alloc_ctx, "/dev/disk/by-label/%s", enc);
-               talloc_free(enc);
-               return dev;
+       } else {
+               pb_log("Unknown TFTP client type!\n");
+               type = TFTP_TYPE_BROKEN;
        }
 
-       /* normalise '/dev/foo' to 'foo' for easy comparisons, we'll expand
-        * back before returning.
-        */
-       if (is_prefix(dev_str, "/dev/"))
-               dev_str += strlen("/dev/");
+       process_release(process);
+       return type;
+}
 
-       return join_paths(alloc_ctx, "/dev", dev_str);
+static void load_tftp(struct load_task *task)
+{
+       const char *port = "69";
+       const char *argv[10] = {
+               pb_system_apps.tftp,
+       };
+
+       if (task->url->port)
+               port = task->url->port;
+
+       if (tftp_type == TFTP_TYPE_UNKNOWN)
+               tftp_type = check_tftp_type(task);
+
+       if (tftp_type == TFTP_TYPE_BUSYBOX) {
+               argv[1] = "-g";
+               argv[2] = "-l";
+               argv[3] = NULL; /* 3: local file */
+               argv[4] = "-r";
+               argv[5] = task->url->path;
+               argv[6] = task->url->host;
+               argv[7] = port;
+               argv[8] = NULL;
+
+               load_process_to_local_file(task, argv, 3);
+
+       } else if (tftp_type == TFTP_TYPE_HPA) {
+               argv[1] = "-m";
+               argv[2] = "binary";
+               argv[3] = task->url->host;
+               argv[4] = port;
+               argv[5] = "-c";
+               argv[6] = "get";
+               argv[7] = task->url->path;
+               argv[8] = NULL; /* 8: local file */
+               argv[9] = NULL;
+               load_process_to_local_file(task, argv, 8);
+
+       } else
+               task->result->status = LOAD_ERROR;
 }
 
-const char *mountpoint_for_device(const char *dev)
+enum wget_flags {
+       wget_empty = 0,
+       wget_no_check_certificate = 1,
+};
+
+/**
+ * pb_load_wget - Loads a remote file via wget and returns the local file path.
+ *
+ * Returns the local file path in a talloc'ed character string on success,
+ * or NULL on error.
+ */
+
+static void load_wget(struct load_task *task, int flags)
 {
+       const char *argv[] = {
+               pb_system_apps.wget,
+               "-O",
+               NULL, /* 2: local file */
+               NULL, /* 3 (optional): --quiet */
+               NULL, /* 4 (optional): --no-check-certificate */
+               NULL, /* 5: URL */
+               NULL,
+       };
        int i;
 
-       if (is_prefix(dev, "/dev/"))
-               dev += strlen("/dev/");
-
-       /* check existing entries in the map */
-       for (i = 0; i < mount_map_size; i++)
-               if (!strcmp(mount_map[i].dev, dev))
-                       return mount_map[i].mnt;
+       i = 3;
+#if !defined(DEBUG)
+       argv[i++] = "--quiet";
+#endif
+       if (flags & wget_no_check_certificate)
+               argv[i++] = "--no-check-certificate";
 
-       /* no existing entry, create a new one */
-       i = mount_map_size++;
-       mount_map = talloc_realloc(NULL, mount_map,
-                       struct mount_map, mount_map_size);
+       argv[i] = task->url->full;
 
-       mount_map[i].dev = talloc_strdup(mount_map, dev);
-       mount_map[i].mnt = join_paths(mount_map, DEVICE_MOUNT_BASE, dev);
-       return mount_map[i].mnt;
+       load_process_to_local_file(task, argv, 2);
 }
 
-char *resolve_path(void *alloc_ctx, const char *path, const char *current_dev)
+/* Although we don't need to load anything for a local path (we just return
+ * the path from the file:// URL), the other load helpers will error-out on
+ * non-existant files. So, do the same here with an access() check on the local
+ * filename.
+ */
+static void load_local(struct load_task *task)
 {
-       static const char s_file[] = "file://";
-       char *ret;
-       const char *devpath, *sep;
+       int rc;
 
-       /* test for urls */
+       rc = access(task->url->path, F_OK);
+       if (rc) {
+               task->result->status = LOAD_ERROR;
+       } else {
+               task->result->local = talloc_strdup(task->result,
+                                                   task->url->path);
+               task->result->status = LOAD_OK;
+       }
+}
 
-       if (!strncasecmp(path, s_file, sizeof(s_file) - 1))
-               path += sizeof(s_file) - 1;
-       else if (strstr(path, "://"))
-               return talloc_strdup(alloc_ctx, path);
+/**
+ * load_url - Loads a (possibly) remote URL and returns the local file
+ * path.
+ * @ctx: The talloc context to associate with the returned string.
+ * @url: The remote file URL.
+ * @tempfile: An optional variable pointer to be set when a temporary local
+ *  file is created.
+ * @url_cb: An optional callback pointer if the caller wants to load url
+ *  asynchronously.
+ *
+ * Returns the local file path in a talloc'ed character string on success,
+ * or NULL on error.
+ */
+
+struct load_url_result *load_url_async(void *ctx, struct pb_url *url,
+               load_url_complete async_cb, void *async_data,
+               waiter_cb stdout_cb, void *stdout_data)
+{
+       struct load_url_result *result;
+       struct load_task *task;
+
+       if (!url)
+               return NULL;
+
+       task = talloc_zero(ctx, struct load_task);
+       task->url = url;
+       task->async = async_cb != NULL;
+       task->result = talloc_zero(ctx, struct load_url_result);
+       task->result->task = task;
+       task->result->url = url;
+       task->process = process_create(task);
+       if (task->async) {
+               task->async_cb = async_cb;
+               task->async_data = async_data;
+               task->process->exit_cb = load_url_process_exit;
+               task->process->data = task;
+               task->process->stdout_cb = stdout_cb;
+               task->process->stdout_data = stdout_data;
+       }
 
-       sep = strchr(path, ':');
-       if (!sep) {
-               devpath = mountpoint_for_device(current_dev);
-               ret = join_paths(alloc_ctx, devpath, path);
-       } else {
-               /* parse just the device name into dev */
-               char *tmp, *dev;
-               tmp = talloc_strndup(NULL, path, sep - path);
-               dev = parse_device_path(NULL, tmp, current_dev);
+       /* Make sure we save output for any task that has a custom handler */
+       if (task->process->stdout_cb) {
+               task->process->add_stderr = true;
+               task->process->keep_stdout = true;
+       }
 
-               devpath = mountpoint_for_device(dev);
-               ret = join_paths(alloc_ctx, devpath, sep + 1);
+       switch (url->scheme) {
+       case pb_url_ftp:
+       case pb_url_http:
+               load_wget(task, 0);
+               break;
+       case pb_url_https:
+               load_wget(task, wget_no_check_certificate);
+               break;
+       case pb_url_nfs:
+               load_nfs(task);
+               break;
+       case pb_url_sftp:
+               load_sftp(task);
+               break;
+       case pb_url_tftp:
+               load_tftp(task);
+               break;
+       default:
+               load_local(task);
+               break;
+       }
 
-               talloc_free(dev);
-               talloc_free(tmp);
+       result = task->result;
+       if (result->status == LOAD_ERROR) {
+               load_url_result_cleanup_local(task->result);
+               talloc_free(result);
+               talloc_free(task);
+               return NULL;
        }
 
-       return ret;
+       if (!task->async)
+               talloc_free(task);
+
+       return result;
 }
 
-char *join_paths(void *alloc_ctx, const char *a, const char *b)
+struct load_url_result *load_url(void *ctx, struct pb_url *url)
 {
-       char *full_path;
+       return load_url_async(ctx, url, NULL, NULL, NULL, NULL);
+}
 
-       full_path = talloc_array(alloc_ctx, char, strlen(a) + strlen(b) + 2);
+void load_url_async_cancel(struct load_url_result *res)
+{
+       struct load_task *task = res->task;
 
-       strcpy(full_path, a);
-       if (b[0] != '/' && a[strlen(a) - 1] != '/')
-               strcat(full_path, "/");
-       strcat(full_path, b);
+       /* the completion callback may have already been called; this clears
+        * res->task */
+       if (!task)
+               return;
 
-       return full_path;
+       if (res->status == LOAD_CANCELLED)
+               return;
+
+       assert(task->async);
+       assert(task->process);
+
+       res->status = LOAD_CANCELLED;
+       process_stop_async(task->process);
+}
+
+#else
+
+static void __attribute__((unused)) load_local(
+               struct load_task *task __attribute__((unused)))
+{
+}
+static void __attribute__((unused)) load_wget(
+               struct load_task *task __attribute__((unused)),
+               int flags __attribute__((unused)))
+{
+}
+static void __attribute__((unused)) load_tftp(
+               struct load_task *task __attribute__((unused)))
+{
+}
+static void __attribute__((unused)) load_sftp(
+               struct load_task *task __attribute__((unused)))
+{
+}
+static void __attribute__((unused)) load_nfs(
+               struct load_task *task __attribute__((unused)))
+{
+}
+static void __attribute__((unused)) load_url_process_exit(
+               struct process *process __attribute__((unused)))
+{
 }
 
+#endif