import-raw.c revision 0d6e763b48cabe8899a20823b015c9a988e38659
3802a3d3d7af51ddff31943d5514382f01265770Lennart Poettering/*-*- Mode: C; c-basic-offset: 8; indent-tabs-mode: nil -*-*/
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek This file is part of systemd.
5de0ccffcc4a5a946102a14e0b0e681d964e3225Zbigniew Jędrzejewski-Szmek Copyright 2014 Lennart Poettering
5de0ccffcc4a5a946102a14e0b0e681d964e3225Zbigniew Jędrzejewski-Szmek systemd is free software; you can redistribute it and/or modify it
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek under the terms of the GNU Lesser General Public License as published by
5de0ccffcc4a5a946102a14e0b0e681d964e3225Zbigniew Jędrzejewski-Szmek the Free Software Foundation; either version 2.1 of the License, or
5de0ccffcc4a5a946102a14e0b0e681d964e3225Zbigniew Jędrzejewski-Szmek (at your option) any later version.
5de0ccffcc4a5a946102a14e0b0e681d964e3225Zbigniew Jędrzejewski-Szmek systemd is distributed in the hope that it will be useful, but
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek WITHOUT ANY WARRANTY; without even the implied warranty of
5de0ccffcc4a5a946102a14e0b0e681d964e3225Zbigniew Jędrzejewski-Szmek MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
5de0ccffcc4a5a946102a14e0b0e681d964e3225Zbigniew Jędrzejewski-Szmek Lesser General Public License for more details.
5de0ccffcc4a5a946102a14e0b0e681d964e3225Zbigniew Jędrzejewski-Szmek You should have received a copy of the GNU Lesser General Public License
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek along with systemd; If not, see <http://www.gnu.org/licenses/>.
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmektypedef struct RawImportFile RawImportFile;
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-SzmekRawImport* raw_import_unref(RawImport *i) {
c3a7cfb7dee251cab01e98a399e7d2a0f787b6b9Zbigniew Jędrzejewski-Szmekint raw_import_new(RawImport **ret, sd_event *event, const char *image_root, RawImportFinished on_finished, void *userdata) {
c3a7cfb7dee251cab01e98a399e7d2a0f787b6b9Zbigniew Jędrzejewski-Szmek _cleanup_(raw_import_unrefp) RawImport *i = NULL;
c3a7cfb7dee251cab01e98a399e7d2a0f787b6b9Zbigniew Jędrzejewski-Szmek i->image_root = strdup(image_root ?: "/var/lib/machines");
c3a7cfb7dee251cab01e98a399e7d2a0f787b6b9Zbigniew Jędrzejewski-Szmek r = sd_event_default(&i->event);
c3a7cfb7dee251cab01e98a399e7d2a0f787b6b9Zbigniew Jędrzejewski-Szmek r = curl_glue_new(&i->glue, i->event);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek i->glue->on_finished = import_job_curl_on_finished;
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmekstatic int raw_import_maybe_convert_qcow2(RawImport *i) {
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek _cleanup_close_ int converted_fd = -1;
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = qcow2_detect(i->raw_job->disk_fd);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek return log_error_errno(r, "Failed to detect whether this is a QCOW2 image: %m");
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek /* This is a QCOW2 image, let's convert it */
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = tempfn_random(i->final_path, &t);
4203aa37afb22631ad3859709ba33923a39a4953Zbigniew Jędrzejewski-Szmek converted_fd = open(t, O_RDWR|O_CREAT|O_EXCL|O_NOCTTY|O_CLOEXEC, 0644);
6b76fa66199967b4ec71854f717d0b8ee94497c4Zbigniew Jędrzejewski-Szmek return log_error_errno(errno, "Failed to create %s: %m", t);
065144aae6d3a39c0a0e8fe03e1c7a9ac6c9625bDavid Strauss r = chattr_fd(converted_fd, true, FS_NOCOW_FL);
4203aa37afb22631ad3859709ba33923a39a4953Zbigniew Jędrzejewski-Szmek log_warning_errno(errno, "Failed to set file attributes on %s: %m", t);
4203aa37afb22631ad3859709ba33923a39a4953Zbigniew Jędrzejewski-Szmek log_info("Unpacking QCOW2 file.");
4203aa37afb22631ad3859709ba33923a39a4953Zbigniew Jędrzejewski-Szmek r = qcow2_convert(i->raw_job->disk_fd, converted_fd);
4203aa37afb22631ad3859709ba33923a39a4953Zbigniew Jędrzejewski-Szmek return log_error_errno(r, "Failed to convert qcow2 image: %m");
4203aa37afb22631ad3859709ba33923a39a4953Zbigniew Jędrzejewski-Szmek safe_close(i->raw_job->disk_fd);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek i->raw_job->disk_fd = converted_fd;
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmekstatic int raw_import_make_local_copy(RawImport *i) {
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek if (lseek(i->raw_job->disk_fd, SEEK_SET, 0) == (off_t) -1)
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek return log_error_errno(errno, "Failed to seek to beginning of vendor image: %m");
6b76fa66199967b4ec71854f717d0b8ee94497c4Zbigniew Jędrzejewski-Szmek r = import_make_path(i->raw_job->url, i->raw_job->etag, i->image_root, ".raw-", ".raw", &i->final_path);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek i->raw_job->disk_fd = open(i->final_path, O_RDONLY|O_NOCTTY|O_CLOEXEC);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek return log_error_errno(errno, "Failed to open vendor image: %m");
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek p = strappenda(i->image_root, "/", i->local, ".raw");
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek (void) rm_rf_dangerous(p, false, true, false);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek dfd = open(tp, O_WRONLY|O_CREAT|O_EXCL|O_NOCTTY|O_CLOEXEC, 0664);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek return log_error_errno(errno, "Failed to create writable copy of image: %m");
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek /* Turn off COW writing. This should greatly improve
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek * performance on COW file systems like btrfs, since it
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek * reduces fragmentation caused by not allowing in-place
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = chattr_fd(dfd, true, FS_NOCOW_FL);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek log_warning_errno(errno, "Failed to set file attributes on %s: %m", tp);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = copy_bytes(i->raw_job->disk_fd, dfd, (off_t) -1, true);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek return log_error_errno(r, "Failed to make writable copy of image: %m");
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek (void) copy_times(i->raw_job->disk_fd, dfd);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek (void) copy_xattr(i->raw_job->disk_fd, dfd);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek return log_error_errno(errno, "Failed to move writable image into place: %m");
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek log_info("Created new local image '%s'.", i->local);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmekstatic void raw_import_job_on_finished(ImportJob *j) {
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek /* This is invoked if either the download completed
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek * successfully, or the download was skipped because we
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek * already have the etag. */
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = raw_import_maybe_convert_qcow2(i);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = import_make_read_only_fd(j->disk_fd);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = rename(i->temp_path, i->final_path);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = log_error_errno(errno, "Failed to move RAW file into place: %m");
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = raw_import_make_local_copy(i);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek j->disk_fd = safe_close(j->disk_fd);
9fccdb0f64d12bc09a71442dd0af2248c1aa3e89Lennart Poetteringstatic int raw_import_job_on_open_disk(ImportJob *j) {
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = import_make_path(j->url, j->etag, i->image_root, ".raw-", ".raw", &i->final_path);
ee7c77db55cb105e69f1a088539da602c706c611Zbigniew Jędrzejewski-Szmek r = tempfn_random(i->final_path, &i->temp_path);
return log_oom();
if (j->disk_fd < 0)
assert(i);
if (i->raw_job)
return -EBUSY;
return -EINVAL;
return -EINVAL;