/* builder-source-archive.c * * Copyright (C) 2015 Red Hat, Inc * * This file is free software; you can redistribute it and/or modify it * under the terms of the GNU Lesser General Public License as * published by the Free Software Foundation; either version 2 of the * License, or (at your option) any later version. * * This file is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with this program. If not, see . * * Authors: * Alexander Larsson */ #include "config.h" #include #include #include #include #include #include "flatpak-utils.h" #include "builder-utils.h" #include "builder-source-archive.h" struct BuilderSourceArchive { BuilderSource parent; char *path; char *url; char *sha256; guint strip_components; }; typedef struct { BuilderSourceClass parent_class; } BuilderSourceArchiveClass; G_DEFINE_TYPE (BuilderSourceArchive, builder_source_archive, BUILDER_TYPE_SOURCE); enum { PROP_0, PROP_PATH, PROP_URL, PROP_SHA256, PROP_STRIP_COMPONENTS, LAST_PROP }; typedef enum { UNKNOWN, TAR, TAR_GZIP, TAR_COMPRESS, TAR_BZIP2, TAR_LZIP, TAR_LZMA, TAR_LZOP, TAR_XZ, ZIP } BuilderArchiveType; gboolean is_tar (BuilderArchiveType type) { return (type >= TAR) && (type <= TAR_XZ); } const char * tar_decompress_flag (BuilderArchiveType type) { switch (type) { default: case TAR: return NULL; case TAR_GZIP: return "-z"; case TAR_COMPRESS: return "-Z"; case TAR_BZIP2: return "-j"; case TAR_LZIP: return "--lzip"; case TAR_LZMA: return "--lzma"; case TAR_LZOP: return "--lzop"; case TAR_XZ: return "-J"; } } static void builder_source_archive_finalize (GObject *object) { BuilderSourceArchive *self = (BuilderSourceArchive *) object; g_free (self->url); g_free (self->path); g_free (self->sha256); G_OBJECT_CLASS (builder_source_archive_parent_class)->finalize (object); } static void builder_source_archive_get_property (GObject *object, guint prop_id, GValue *value, GParamSpec *pspec) { BuilderSourceArchive *self = BUILDER_SOURCE_ARCHIVE (object); switch (prop_id) { case PROP_PATH: g_value_set_string (value, self->path); break; case PROP_URL: g_value_set_string (value, self->url); break; case PROP_SHA256: g_value_set_string (value, self->sha256); break; case PROP_STRIP_COMPONENTS: g_value_set_uint (value, self->strip_components); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); } } static void builder_source_archive_set_property (GObject *object, guint prop_id, const GValue *value, GParamSpec *pspec) { BuilderSourceArchive *self = BUILDER_SOURCE_ARCHIVE (object); switch (prop_id) { case PROP_PATH: g_free (self->path); self->path = g_value_dup_string (value); break; case PROP_URL: g_free (self->url); self->url = g_value_dup_string (value); break; case PROP_SHA256: g_free (self->sha256); self->sha256 = g_value_dup_string (value); break; case PROP_STRIP_COMPONENTS: self->strip_components = g_value_get_uint (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); } } static SoupURI * get_uri (BuilderSourceArchive *self, GError **error) { SoupURI *uri; if (self->url == NULL) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "URL not specified"); return NULL; } uri = soup_uri_new (self->url); if (uri == NULL) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Invalid URL '%s'", self->url); return NULL; } return uri; } static GFile * get_download_location (BuilderSourceArchive *self, BuilderContext *context, GError **error) { g_autoptr(SoupURI) uri = NULL; const char *path; g_autofree char *base_name = NULL; GFile *download_dir = NULL; g_autoptr(GFile) sha256_dir = NULL; g_autoptr(GFile) file = NULL; uri = get_uri (self, error); if (uri == NULL) return FALSE; path = soup_uri_get_path (uri); base_name = g_path_get_basename (path); if (self->sha256 == NULL || *self->sha256 == 0) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Sha256 not specified"); return FALSE; } download_dir = builder_context_get_download_dir (context); sha256_dir = g_file_get_child (download_dir, self->sha256); file = g_file_get_child (sha256_dir, base_name); return g_steal_pointer (&file); } static GFile * get_source_file (BuilderSourceArchive *self, BuilderContext *context, gboolean *is_local, GError **error) { GFile *base_dir = builder_context_get_base_dir (context); if (self->url != NULL && self->url[0] != 0) { *is_local = FALSE; return get_download_location (self, context, error); } if (self->path != NULL && self->path[0] != 0) { *is_local = TRUE; return g_file_resolve_relative_path (base_dir, self->path); } g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "source file path or url not specified"); return NULL; } static GBytes * download_uri (const char *url, BuilderContext *context, GError **error) { SoupSession *session; g_autoptr(SoupRequest) req = NULL; g_autoptr(GInputStream) input = NULL; g_autoptr(GOutputStream) out = NULL; session = builder_context_get_soup_session (context); req = soup_session_request (session, url, error); if (req == NULL) return NULL; input = soup_request_send (req, NULL, error); if (input == NULL) return NULL; out = g_memory_output_stream_new_resizable (); if (!g_output_stream_splice (out, input, G_OUTPUT_STREAM_SPLICE_CLOSE_TARGET | G_OUTPUT_STREAM_SPLICE_CLOSE_SOURCE, NULL, error)) return NULL; return g_memory_output_stream_steal_as_bytes (G_MEMORY_OUTPUT_STREAM (out)); } static gboolean builder_source_archive_download (BuilderSource *source, gboolean update_vcs, BuilderContext *context, GError **error) { BuilderSourceArchive *self = BUILDER_SOURCE_ARCHIVE (source); g_autoptr(GFile) file = NULL; g_autoptr(GFile) dir = NULL; g_autofree char *dir_path = NULL; g_autofree char *sha256 = NULL; g_autofree char *base_name = NULL; g_autoptr(GBytes) content = NULL; gboolean is_local; file = get_source_file (self, context, &is_local, error); if (file == NULL) return FALSE; base_name = g_file_get_basename (file); if (g_file_query_exists (file, NULL)) { if (is_local && self->sha256 != NULL && *self->sha256 != 0) { g_autofree char *data = NULL; gsize len; if (!g_file_load_contents (file, NULL, &data, &len, NULL, error)) return FALSE; sha256 = g_compute_checksum_for_string (G_CHECKSUM_SHA256, data, len); if (strcmp (sha256, self->sha256) != 0) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Wrong sha256 for %s, expected %s, was %s", base_name, self->sha256, sha256); return FALSE; } } return TRUE; } if (is_local) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Can't find file at %s", self->path); return FALSE; } g_print ("Downloading %s\n", self->url); content = download_uri (self->url, context, error); if (content == NULL) return FALSE; base_name = g_file_get_basename (file); sha256 = g_compute_checksum_for_string (G_CHECKSUM_SHA256, g_bytes_get_data (content, NULL), g_bytes_get_size (content)); if (strcmp (sha256, self->sha256) != 0) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Wrong sha256 for %s, expected %s, was %s", base_name, self->sha256, sha256); return FALSE; } dir = g_file_get_parent (file); dir_path = g_file_get_path (dir); g_mkdir_with_parents (dir_path, 0755); if (!g_file_replace_contents (file, g_bytes_get_data (content, NULL), g_bytes_get_size (content), NULL, FALSE, G_FILE_CREATE_NONE, NULL, NULL, error)) return FALSE; return TRUE; } static gboolean tar (GFile *dir, GError **error, ...) { gboolean res; va_list ap; va_start (ap, error); res = flatpak_spawn (dir, NULL, error, "tar", ap); va_end (ap); return res; } static gboolean unzip (GFile *dir, GError **error, ...) { gboolean res; va_list ap; va_start (ap, error); res = flatpak_spawn (dir, NULL, error, "unzip", ap); va_end (ap); return res; } BuilderArchiveType get_type (GFile *archivefile) { g_autofree char *base_name = NULL; g_autofree gchar *lower = NULL; base_name = g_file_get_basename (archivefile); lower = g_ascii_strdown (base_name, -1); if (g_str_has_suffix (lower, ".tar")) return TAR; if (g_str_has_suffix (lower, ".tar.gz") || g_str_has_suffix (lower, ".tgz") || g_str_has_suffix (lower, ".taz")) return TAR_GZIP; if (g_str_has_suffix (lower, ".tar.Z") || g_str_has_suffix (lower, ".taZ")) return TAR_COMPRESS; if (g_str_has_suffix (lower, ".tar.bz2") || g_str_has_suffix (lower, ".tz2") || g_str_has_suffix (lower, ".tbz2") || g_str_has_suffix (lower, ".tbz")) return TAR_BZIP2; if (g_str_has_suffix (lower, ".tar.lz")) return TAR_LZIP; if (g_str_has_suffix (lower, ".tar.lzma") || g_str_has_suffix (lower, ".tlz")) return TAR_LZMA; if (g_str_has_suffix (lower, ".tar.lzo")) return TAR_LZOP; if (g_str_has_suffix (lower, ".tar.xz")) return TAR_XZ; if (g_str_has_suffix (lower, ".zip")) return ZIP; return UNKNOWN; } static gboolean strip_components_into (GFile *dest, GFile *src, int level, GError **error) { g_autoptr(GFileEnumerator) dir_enum = NULL; g_autoptr(GFileInfo) child_info = NULL; GError *temp_error = NULL; dir_enum = g_file_enumerate_children (src, "standard::name,standard::type", G_FILE_QUERY_INFO_NOFOLLOW_SYMLINKS, NULL, error); if (!dir_enum) return FALSE; while ((child_info = g_file_enumerator_next_file (dir_enum, NULL, &temp_error))) { g_autoptr(GFile) child = NULL; g_autoptr(GFile) dest_child = NULL; child = g_file_get_child (src, g_file_info_get_name (child_info)); if (g_file_info_get_file_type (child_info) == G_FILE_TYPE_DIRECTORY && level > 0) { if (!strip_components_into (dest, child, level - 1, error)) return FALSE; g_clear_object (&child_info); continue; } dest_child = g_file_get_child (dest, g_file_info_get_name (child_info)); if (!g_file_move (child, dest_child, G_FILE_COPY_NONE, NULL, NULL, NULL, error)) return FALSE; g_clear_object (&child_info); continue; } if (temp_error != NULL) { g_propagate_error (error, temp_error); return FALSE; } if (!g_file_delete (src, NULL, error)) return FALSE; return TRUE; } static gboolean builder_source_archive_extract (BuilderSource *source, GFile *dest, BuilderContext *context, GError **error) { BuilderSourceArchive *self = BUILDER_SOURCE_ARCHIVE (source); g_autoptr(GFile) archivefile = NULL; g_autofree char *archive_path = NULL; BuilderArchiveType type; gboolean is_local; archivefile = get_source_file (self, context, &is_local, error); if (archivefile == NULL) return FALSE; type = get_type (archivefile); archive_path = g_file_get_path (archivefile); if (is_tar (type)) { g_autofree char *strip_components = g_strdup_printf ("--strip-components=%u", self->strip_components); /* Note: tar_decompress_flag can return NULL, so put it last */ if (!tar (dest, error, "xf", archive_path, "--no-same-owner", strip_components, tar_decompress_flag (type), NULL)) return FALSE; } else if (type == ZIP) { g_autoptr(GFile) zip_dest = NULL; if (self->strip_components > 0) { g_autoptr(GFile) tmp_dir_template = g_file_get_child (dest, ".uncompressXXXXXX"); g_autofree char *tmp_dir_path = g_file_get_path (tmp_dir_template); if (g_mkdtemp (tmp_dir_path) == NULL) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Can't create uncompress directory"); return FALSE; } zip_dest = g_file_new_for_path (tmp_dir_path); } else { zip_dest = g_object_ref (dest); } if (!unzip (zip_dest, error, archive_path, NULL)) return FALSE; if (self->strip_components > 0) { if (!strip_components_into (dest, zip_dest, self->strip_components, error)) return FALSE; } } else { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Unknown archive format of '%s'", archive_path); return FALSE; } return TRUE; } static void builder_source_archive_checksum (BuilderSource *source, BuilderCache *cache, BuilderContext *context) { BuilderSourceArchive *self = BUILDER_SOURCE_ARCHIVE (source); builder_cache_checksum_str (cache, self->url); builder_cache_checksum_str (cache, self->sha256); builder_cache_checksum_uint32 (cache, self->strip_components); } static void builder_source_archive_class_init (BuilderSourceArchiveClass *klass) { GObjectClass *object_class = G_OBJECT_CLASS (klass); BuilderSourceClass *source_class = BUILDER_SOURCE_CLASS (klass); object_class->finalize = builder_source_archive_finalize; object_class->get_property = builder_source_archive_get_property; object_class->set_property = builder_source_archive_set_property; source_class->download = builder_source_archive_download; source_class->extract = builder_source_archive_extract; source_class->checksum = builder_source_archive_checksum; g_object_class_install_property (object_class, PROP_PATH, g_param_spec_string ("path", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_URL, g_param_spec_string ("url", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_SHA256, g_param_spec_string ("sha256", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_STRIP_COMPONENTS, g_param_spec_uint ("strip-components", "", "", 0, G_MAXUINT, 1, G_PARAM_READWRITE)); } static void builder_source_archive_init (BuilderSourceArchive *self) { self->strip_components = 1; }