mirror of
https://github.com/flatpak/flatpak.git
synced 2026-01-31 11:01:22 -05:00
894311e243
This adds a step to the build process to bundle the module sources, used for building the flatpak, as a runtime extension. The sources can then be installed like the debug or translation runtime. This also adds an option to flatpak-builder for specifying sources directories. One can specify source dirctories with the use-sources argument. This will skip the download part of the processing and will extract the sources from the given sources directory directly for further processing. Those source directories do need the same structure as the ones that flatpak-builder creates during processing in .flatpak-builder and which is also used in the exported sources runtime.
461 lines
14 KiB
C
461 lines
14 KiB
C
/* builder-git.c
|
|
*
|
|
* Copyright (C) 2015 Red Hat, Inc
|
|
*
|
|
* This file is free software; you can redistribute it and/or modify it
|
|
* under the terms of the GNU Lesser General Public License as
|
|
* published by the Free Software Foundation; either version 2 of the
|
|
* License, or (at your option) any later version.
|
|
*
|
|
* This file is distributed in the hope that it will be useful, but
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*
|
|
* Authors:
|
|
* Alexander Larsson <alexl@redhat.com>
|
|
*/
|
|
|
|
#include "config.h"
|
|
|
|
#include <string.h>
|
|
#include <fcntl.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <sys/statfs.h>
|
|
|
|
#include "builder-utils.h"
|
|
|
|
#include "builder-git.h"
|
|
#include "builder-utils.h"
|
|
#include "flatpak-utils.h"
|
|
|
|
static gboolean
|
|
git (GFile *dir,
|
|
char **output,
|
|
GError **error,
|
|
...)
|
|
{
|
|
gboolean res;
|
|
va_list ap;
|
|
|
|
va_start (ap, error);
|
|
res = flatpak_spawn (dir, output, error, "git", ap);
|
|
va_end (ap);
|
|
|
|
return res;
|
|
}
|
|
|
|
static GFile *
|
|
git_get_mirror_dir (const char *url_or_path,
|
|
BuilderContext *context)
|
|
{
|
|
g_autoptr(GFile) git_dir = NULL;
|
|
g_autofree char *filename = NULL;
|
|
g_autofree char *git_dir_path = NULL;
|
|
GPtrArray *sources_dirs = NULL;
|
|
int i;
|
|
|
|
sources_dirs = builder_context_get_sources_dirs (context);
|
|
for (i = 0; sources_dirs != NULL && i < sources_dirs->len; i++)
|
|
{
|
|
GFile* sources_root = g_ptr_array_index (sources_dirs, i);
|
|
g_autoptr(GFile) local_git_dir = g_file_get_child (sources_root, "git");
|
|
g_autofree char *local_filename = builder_uri_to_filename (url_or_path);
|
|
g_autoptr(GFile) file = g_file_get_child (local_git_dir, local_filename);
|
|
if (g_file_query_exists (file, NULL))
|
|
return g_steal_pointer (&file);
|
|
}
|
|
|
|
git_dir = g_file_get_child (builder_context_get_state_dir (context),
|
|
"git");
|
|
|
|
git_dir_path = g_file_get_path (git_dir);
|
|
g_mkdir_with_parents (git_dir_path, 0755);
|
|
|
|
/* Technically a path isn't a uri but if it's absolute it should still be unique. */
|
|
filename = builder_uri_to_filename (url_or_path);
|
|
return g_file_get_child (git_dir, filename);
|
|
}
|
|
|
|
static char *
|
|
git_get_current_commit (GFile *repo_dir,
|
|
const char *branch,
|
|
BuilderContext *context,
|
|
GError **error)
|
|
{
|
|
char *output = NULL;
|
|
|
|
if (!git (repo_dir, &output, error,
|
|
"rev-parse", branch, NULL))
|
|
return NULL;
|
|
|
|
/* Trim trailing whitespace */
|
|
g_strchomp (output);
|
|
|
|
return output;
|
|
}
|
|
|
|
char *
|
|
builder_git_get_current_commit (const char *repo_location,
|
|
const char *branch,
|
|
BuilderContext *context,
|
|
GError **error)
|
|
{
|
|
g_autoptr(GFile) mirror_dir = NULL;
|
|
|
|
mirror_dir = git_get_mirror_dir (repo_location, context);
|
|
return git_get_current_commit (mirror_dir, branch, context, error);
|
|
}
|
|
|
|
char *
|
|
make_absolute (const char *orig_parent, const char *orig_relpath, GError **error)
|
|
{
|
|
g_autofree char *parent = g_strdup (orig_parent);
|
|
const char *relpath = orig_relpath;
|
|
char *start;
|
|
char *parent_path;
|
|
|
|
if (!g_str_has_prefix (relpath, "../"))
|
|
return g_strdup (orig_relpath);
|
|
|
|
if (parent[strlen (parent) - 1] == '/')
|
|
parent[strlen (parent) - 1] = 0;
|
|
|
|
if ((start = strstr (parent, "://")))
|
|
start = start + 3;
|
|
else
|
|
start = parent;
|
|
|
|
parent_path = strchr (start, '/');
|
|
if (parent_path == NULL)
|
|
{
|
|
g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Invalid uri or path %s", orig_parent);
|
|
return NULL;
|
|
}
|
|
|
|
while (g_str_has_prefix (relpath, "../"))
|
|
{
|
|
char *last_slash = strrchr (parent_path, '/');
|
|
if (last_slash == NULL)
|
|
{
|
|
g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Invalid relative path %s for uri or path %s", orig_relpath, orig_parent);
|
|
return NULL;
|
|
}
|
|
relpath += 3;
|
|
*last_slash = 0;
|
|
}
|
|
|
|
return g_strconcat (parent, "/", relpath, NULL);
|
|
}
|
|
|
|
static gboolean
|
|
git_mirror_submodules (const char *repo_location,
|
|
gboolean update,
|
|
GFile *mirror_dir,
|
|
gboolean disable_fsck,
|
|
const char *revision,
|
|
BuilderContext *context,
|
|
GError **error)
|
|
{
|
|
g_autoptr(GKeyFile) key_file = g_key_file_new ();
|
|
g_autofree gchar *rev_parse_output = NULL;
|
|
g_autofree gchar *submodule_data = NULL;
|
|
g_autofree gchar **submodules = NULL;
|
|
g_autofree gchar *gitmodules = g_strconcat (revision, ":.gitmodules", NULL);
|
|
gsize num_submodules;
|
|
|
|
if (!git (mirror_dir, &rev_parse_output, NULL, "rev-parse", "--verify", "--quiet", gitmodules, NULL))
|
|
return TRUE;
|
|
|
|
if (git (mirror_dir, &submodule_data, NULL, "show", gitmodules, NULL))
|
|
{
|
|
if (!g_key_file_load_from_data (key_file, submodule_data, -1,
|
|
G_KEY_FILE_NONE, error))
|
|
return FALSE;
|
|
|
|
submodules = g_key_file_get_groups (key_file, &num_submodules);
|
|
|
|
int i;
|
|
for (i = 0; i < num_submodules; i++)
|
|
{
|
|
g_autofree gchar *submodule = NULL;
|
|
g_autofree gchar *path = NULL;
|
|
g_autofree gchar *relative_url = NULL;
|
|
g_autofree gchar *absolute_url = NULL;
|
|
g_autofree gchar *ls_tree = NULL;
|
|
g_auto(GStrv) lines = NULL;
|
|
g_auto(GStrv) words = NULL;
|
|
|
|
submodule = submodules[i];
|
|
|
|
if (!g_str_has_prefix (submodule, "submodule \""))
|
|
continue;
|
|
|
|
path = g_key_file_get_string (key_file, submodule, "path", error);
|
|
if (path == NULL)
|
|
return FALSE;
|
|
|
|
relative_url = g_key_file_get_string (key_file, submodule, "url", error);
|
|
absolute_url = make_absolute (repo_location, relative_url, error);
|
|
if (absolute_url == NULL)
|
|
return FALSE;
|
|
|
|
if (!git (mirror_dir, &ls_tree, error, "ls-tree", revision, path, NULL))
|
|
return FALSE;
|
|
|
|
lines = g_strsplit (g_strstrip (ls_tree), "\n", 0);
|
|
if (g_strv_length (lines) != 1)
|
|
{
|
|
g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Not a gitlink tree: %s", path);
|
|
return FALSE;
|
|
}
|
|
|
|
words = g_strsplit_set (lines[0], " \t", 4);
|
|
|
|
if (g_strcmp0 (words[0], "160000") != 0)
|
|
continue;
|
|
|
|
if (!builder_git_mirror_repo (absolute_url, update, TRUE, disable_fsck, words[2], context, error))
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
gboolean
|
|
builder_git_mirror_repo (const char *repo_location,
|
|
const char *destination_path,
|
|
gboolean update,
|
|
gboolean mirror_submodules,
|
|
gboolean disable_fsck,
|
|
const char *ref,
|
|
BuilderContext *context,
|
|
GError **error)
|
|
{
|
|
g_autoptr(GFile) mirror_dir = NULL;
|
|
g_autofree char *current_commit = NULL;
|
|
|
|
mirror_dir = git_get_mirror_dir (repo_location, context);
|
|
|
|
if (destination_path != NULL)
|
|
{
|
|
g_autofree char *file_name = g_file_get_basename (mirror_dir);
|
|
g_autofree char *destination_file_path = g_build_filename (destination_path,
|
|
file_name,
|
|
NULL);
|
|
g_object_unref (mirror_dir);
|
|
mirror_dir = g_file_new_for_path (destination_file_path);
|
|
}
|
|
|
|
if (!g_file_query_exists (mirror_dir, NULL))
|
|
{
|
|
g_autofree char *filename = g_file_get_basename (mirror_dir);
|
|
g_autoptr(GFile) parent = g_file_get_parent (mirror_dir);
|
|
g_autofree char *filename_tmp = g_strconcat (filename, ".clone_tmp", NULL);
|
|
g_autoptr(GFile) mirror_dir_tmp = g_file_get_child (parent, filename_tmp);
|
|
gboolean res;
|
|
|
|
g_print ("Cloning git repo %s\n", repo_location);
|
|
|
|
if (disable_fsck)
|
|
res = git (parent, NULL, error,
|
|
"clone", "--mirror", repo_location, filename_tmp, NULL);
|
|
else
|
|
res = git (parent, NULL, error,
|
|
"clone", "-c", "transfer.fsckObjects=1", "--mirror", repo_location, filename_tmp, NULL);
|
|
|
|
if (!res || !g_file_move (mirror_dir_tmp, mirror_dir, 0, NULL, NULL, NULL, error))
|
|
return FALSE;
|
|
}
|
|
else if (update)
|
|
{
|
|
g_print ("Fetching git repo %s\n", repo_location);
|
|
if (!git (mirror_dir, NULL, error,
|
|
"fetch", "-p", NULL))
|
|
return FALSE;
|
|
}
|
|
|
|
if (mirror_submodules)
|
|
{
|
|
current_commit = git_get_current_commit (mirror_dir, ref, context, error);
|
|
if (current_commit == NULL)
|
|
return FALSE;
|
|
|
|
if (!git_mirror_submodules (repo_location, update, mirror_dir, disable_fsck, current_commit, context, error))
|
|
return FALSE;
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
git_extract_submodule (const char *repo_location,
|
|
GFile *checkout_dir,
|
|
const char *revision,
|
|
BuilderContext *context,
|
|
GError **error)
|
|
{
|
|
g_autoptr(GKeyFile) key_file = g_key_file_new ();
|
|
g_autofree gchar *rev_parse_output = NULL;
|
|
g_autofree gchar *submodule_data = NULL;
|
|
g_autofree gchar **submodules = NULL;
|
|
g_autofree gchar *gitmodules = g_strconcat (revision, ":.gitmodules", NULL);
|
|
gsize num_submodules;
|
|
|
|
if (!git (checkout_dir, &rev_parse_output, NULL, "rev-parse", "--verify", "--quiet", gitmodules, NULL))
|
|
return TRUE;
|
|
|
|
if (git (checkout_dir, &submodule_data, NULL, "show", gitmodules, NULL))
|
|
{
|
|
if (!g_key_file_load_from_data (key_file, submodule_data, -1,
|
|
G_KEY_FILE_NONE, error))
|
|
return FALSE;
|
|
|
|
submodules = g_key_file_get_groups (key_file, &num_submodules);
|
|
|
|
int i;
|
|
for (i = 0; i < num_submodules; i++)
|
|
{
|
|
g_autofree gchar *submodule = NULL;
|
|
g_autofree gchar *name = NULL;
|
|
g_autofree gchar *update_method = NULL;
|
|
g_autofree gchar *path = NULL;
|
|
g_autofree gchar *relative_url = NULL;
|
|
g_autofree gchar *absolute_url = NULL;
|
|
g_autofree gchar *ls_tree = NULL;
|
|
g_auto(GStrv) lines = NULL;
|
|
g_auto(GStrv) words = NULL;
|
|
g_autoptr(GFile) mirror_dir = NULL;
|
|
g_autoptr(GFile) child_dir = NULL;
|
|
g_autofree gchar *mirror_dir_as_url = NULL;
|
|
g_autofree gchar *option = NULL;
|
|
gsize len;
|
|
|
|
submodule = submodules[i];
|
|
len = strlen (submodule);
|
|
|
|
if (!g_str_has_prefix (submodule, "submodule \""))
|
|
continue;
|
|
|
|
name = g_strndup (submodule + 11, len - 12);
|
|
|
|
/* Skip any submodules that are disabled (have the update method set to "none")
|
|
Only check if the command succeeds. If it fails, the update method is not set. */
|
|
update_method = g_key_file_get_string (key_file, submodule, "update", NULL);
|
|
if (g_strcmp0 (update_method, "none") == 0)
|
|
continue;
|
|
|
|
path = g_key_file_get_string (key_file, submodule, "path", error);
|
|
if (path == NULL)
|
|
return FALSE;
|
|
|
|
relative_url = g_key_file_get_string (key_file, submodule, "url", error);
|
|
absolute_url = make_absolute (repo_location, relative_url, error);
|
|
if (absolute_url == NULL)
|
|
return FALSE;
|
|
|
|
if (!git (checkout_dir, &ls_tree, error, "ls-tree", revision, path, NULL))
|
|
return FALSE;
|
|
|
|
lines = g_strsplit (g_strstrip (ls_tree), "\n", 0);
|
|
if (g_strv_length (lines) != 1)
|
|
{
|
|
g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Not a gitlink tree: %s", path);
|
|
return FALSE;
|
|
}
|
|
|
|
words = g_strsplit_set (lines[0], " \t", 4);
|
|
|
|
if (g_strcmp0 (words[0], "160000") != 0)
|
|
continue;
|
|
|
|
mirror_dir = git_get_mirror_dir (absolute_url, context);
|
|
mirror_dir_as_url = g_file_get_uri (mirror_dir);
|
|
option = g_strdup_printf ("submodule.%s.url", name);
|
|
|
|
if (!git (checkout_dir, NULL, error,
|
|
"config", option, mirror_dir_as_url, NULL))
|
|
return FALSE;
|
|
|
|
if (!git (checkout_dir, NULL, error,
|
|
"submodule", "update", "--init", path, NULL))
|
|
return FALSE;
|
|
|
|
child_dir = g_file_resolve_relative_path (checkout_dir, path);
|
|
|
|
if (!git_extract_submodule (absolute_url, child_dir, words[2], context, error))
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
gboolean
|
|
builder_git_checkout_dir (const char *repo_location,
|
|
const char *branch,
|
|
const char *dir,
|
|
GFile *dest,
|
|
BuilderContext *context,
|
|
GError **error)
|
|
{
|
|
g_autoptr(GFile) mirror_dir = NULL;
|
|
g_autofree char *mirror_dir_path = NULL;
|
|
g_autofree char *dest_path = NULL;
|
|
|
|
mirror_dir = git_get_mirror_dir (repo_location, context);
|
|
|
|
mirror_dir_path = g_file_get_path (mirror_dir);
|
|
dest_path = g_file_get_path (dest);
|
|
|
|
if (!git (NULL, NULL, error,
|
|
"clone", "-n", mirror_dir_path, dest_path, NULL))
|
|
return FALSE;
|
|
|
|
if (!git (dest, NULL, error,
|
|
"checkout", branch, "--", dir ? dir : ".", NULL))
|
|
return FALSE;
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
gboolean
|
|
builder_git_checkout (const char *repo_location,
|
|
const char *branch,
|
|
GFile *dest,
|
|
BuilderContext *context,
|
|
GError **error)
|
|
{
|
|
g_autoptr(GFile) mirror_dir = NULL;
|
|
g_autofree char *mirror_dir_path = NULL;
|
|
g_autofree char *dest_path = NULL;
|
|
|
|
mirror_dir = git_get_mirror_dir (repo_location, context);
|
|
|
|
mirror_dir_path = g_file_get_path (mirror_dir);
|
|
dest_path = g_file_get_path (dest);
|
|
|
|
if (!git (NULL, NULL, error,
|
|
"clone", mirror_dir_path, dest_path, NULL))
|
|
return FALSE;
|
|
|
|
if (!git (dest, NULL, error,
|
|
"checkout", branch, NULL))
|
|
return FALSE;
|
|
|
|
if (!git_extract_submodule (repo_location, dest, branch, context, error))
|
|
return FALSE;
|
|
|
|
if (!git (dest, NULL, error,
|
|
"config", "--local", "remote.origin.url",
|
|
repo_location, NULL))
|
|
return FALSE;
|
|
|
|
return TRUE;
|
|
}
|