Very alpha support for multiple & multi-arch repos

src/repo/repo.v

@@ -4,15 +4,20 @@ import os
 import package
 import util
 
-// This struct manages a single repository.
-pub struct Repo {
+// Manages a group of repositories. Each repository contains one or more
+// arch-repositories, each of which represent a specific architecture.
+pub struct RepoGroupManager {
 mut:
 	mutex shared util.Dummy
 pub:
-	// Where to store repository files
-	repo_dir string [required]
-	// Where to find packages; packages are expected to all be in the same directory
+	// Where to store repositories' files
+	data_dir string [required]
+	// Where packages are stored; each architecture gets its own subdirectory
 	pkg_dir string [required]
+	// The default architecture to use for a repository. In reality, this value
+	// is only required when a package with architecture "any" is added as the
+	// first package to a repository.
+	default_arch string [required]
 }
 
 pub struct RepoAddResult {
@@ -21,28 +26,29 @@ pub:
 	pkg   &package.Pkg [required]
 }
 
-// new creates a new Repo & creates the directories as needed
-pub fn new(repo_dir string, pkg_dir string) ?Repo {
-	if !os.is_dir(repo_dir) {
-		os.mkdir_all(repo_dir) or { return error('Failed to create repo directory: $err.msg') }
+// new creates a new RepoGroupManager & creates the directories as needed
+pub fn new(data_dir string, pkg_dir string, default_arch string) ?RepoGroupManager {
+	if !os.is_dir(data_dir) {
+		os.mkdir_all(data_dir) or { return error('Failed to create repo directory: $err.msg') }
 	}
 
 	if !os.is_dir(pkg_dir) {
 		os.mkdir_all(pkg_dir) or { return error('Failed to create package directory: $err.msg') }
 	}
 
-	return Repo{
-		repo_dir: repo_dir
+	return RepoGroupManager{
+		data_dir: data_dir
 		pkg_dir: pkg_dir
+		default_arch: default_arch
 	}
 }
 
 // add_from_path adds a package from an arbitrary path & moves it into the pkgs
 // directory if necessary.
-pub fn (r &Repo) add_from_path(pkg_path string) ?RepoAddResult {
-	pkg := package.read_pkg(pkg_path) or { return error('Failed to read package file: $err.msg') }
+pub fn (r &RepoGroupManager) add_pkg_from_path(repo string, pkg_path string) ?RepoAddResult {
+	pkg := package.read_pkg_archive(pkg_path) or { return error('Failed to read package file: $err.msg') }
 
-	added := r.add(pkg) ?
+	added := r.add_pkg_in_repo(repo, pkg) ?
 
 	// If the add was successful, we move the file to the packages directory
 	if added {
@@ -60,9 +66,33 @@ pub fn (r &Repo) add_from_path(pkg_path string) ?RepoAddResult {
 	}
 }
 
-// add adds a given Pkg to the repository
-fn (r &Repo) add(pkg &package.Pkg) ?bool {
-	pkg_dir := r.pkg_path(pkg)
+fn (r &RepoGroupManager) add_pkg_in_repo(repo string, pkg &package.Pkg) ?bool {
+	if pkg.info.arch == "any" {
+		repo_dir := os.join_path_single(r.data_dir, repo)
+
+		// We get a listing of all currently present arch-repos in the given repo
+		mut arch_repos := os.ls(repo_dir) ?.filter(os.is_dir(os.join_path_single(repo_dir, it)))
+
+		if arch_repos.len == 0 {
+			arch_repos << r.default_arch
+		}
+
+		for arch in arch_repos {
+			r.add_pkg_in_arch_repo(repo, arch, pkg) ?
+		}
+	}else{
+		r.add_pkg_in_arch_repo(repo, pkg.info.arch, pkg) ?
+	}
+
+	// TODO properly handle this
+	return true
+}
+
+// add_pkg_in_repo adds the given package to the specified repo. A repo is an
+// arbitrary subdirectory of r.repo_dir, but in practice, it will always be an
+// architecture-specific version of some sub-repository.
+fn (r &RepoGroupManager) add_pkg_in_arch_repo(repo string, arch string, pkg &package.Pkg) ?bool {
+	pkg_dir := os.join_path(r.data_dir, repo, arch, '$pkg.info.name-$pkg.info.version')
 
 	// We can't add the same package twice
 	if os.exists(pkg_dir) {
@@ -70,9 +100,9 @@ fn (r &Repo) add(pkg &package.Pkg) ?bool {
 	}
 
 	// We remove the older package version first, if present
-	r.remove(pkg.info.name, false) ?
+	r.remove_pkg_from_arch_repo(repo, arch, pkg, false) ?
 
-	os.mkdir(pkg_dir) or { return error('Failed to create package directory.') }
+	os.mkdir_all(pkg_dir) or { return error('Failed to create package directory.') }
 
 	os.write_file(os.join_path_single(pkg_dir, 'desc'), pkg.to_desc()) or {
 		os.rmdir_all(pkg_dir) ?
@@ -85,27 +115,35 @@ fn (r &Repo) add(pkg &package.Pkg) ?bool {
 		return error('Failed to write files file.')
 	}
 
-	r.sync() ?
+	r.sync(repo, arch) ?
 
 	return true
 }
 
 // remove removes a package from the database. It returns false if the package
 // wasn't present in the database.
-fn (r &Repo) remove(pkg_name string, sync bool) ?bool {
+fn (r &RepoGroupManager) remove_pkg_from_arch_repo(repo string, arch string, pkg &package.Pkg, sync bool) ?bool {
+	repo_dir := os.join_path(r.data_dir, repo, arch)
+
+	// If the repository doesn't exist yet, the result is automatically false
+	if !os.exists(repo_dir) {
+		return false
+	}
+
 	// We iterate over every directory in the repo dir
-	for d in os.ls(r.repo_dir) ? {
+	// TODO filter so we only check directories
+	for d in os.ls(repo_dir) ? {
 		name := d.split('-')#[..-2].join('-')
 
-		if name == pkg_name {
+		if name == pkg.info.name {
 			// We lock the mutex here to prevent other routines from creating a
 			// new archive while we removed an entry
 			lock r.mutex {
-				os.rmdir_all(os.join_path_single(r.repo_dir, d)) ?
+				os.rmdir_all(os.join_path_single(repo_dir, d)) ?
 			}
 
 			if sync {
-				r.sync() ?
+				r.sync(repo, arch) ?
 			}
 
 			return true
@@ -114,8 +152,3 @@ fn (r &Repo) remove(pkg_name string, sync bool) ?bool {
 
 	return false
 }
-
-// Returns the path where the given package's desc & files files are stored
-fn (r &Repo) pkg_path(pkg &package.Pkg) string {
-	return os.join_path(r.repo_dir, '$pkg.info.name-$pkg.info.version')
-}

src/repo/sync.v

@@ -30,8 +30,9 @@ fn archive_add_entry(archive &C.archive, entry &C.archive_entry, file_path &stri
 }
 
 // Re-generate the repo archive files
-fn (r &Repo) sync() ? {
-	// TODO also write files archive
+fn (r &RepoGroupManager) sync(repo string, arch string) ? {
+	subrepo_path := os.join_path(r.data_dir, repo, arch)
+
 	lock r.mutex {
 		a_db := C.archive_write_new()
 		a_files := C.archive_write_new()
@@ -44,18 +45,18 @@ fn (r &Repo) sync() ? {
 		C.archive_write_add_filter_gzip(a_files)
 		C.archive_write_set_format_pax_restricted(a_files)
 
-		db_path := os.join_path_single(r.repo_dir, 'vieter.db.tar.gz')
-		files_path := os.join_path_single(r.repo_dir, 'vieter.files.tar.gz')
+		db_path := os.join_path_single(subrepo_path, 'vieter.db.tar.gz')
+		files_path := os.join_path_single(subrepo_path, 'vieter.files.tar.gz')
 
 		C.archive_write_open_filename(a_db, &char(db_path.str))
 		C.archive_write_open_filename(a_files, &char(files_path.str))
 
 		// Iterate over each directory
-		for d in os.ls(r.repo_dir) ?.filter(os.is_dir(os.join_path_single(r.repo_dir,
+		for d in os.ls(subrepo_path) ?.filter(os.is_dir(os.join_path_single(subrepo_path,
 			it))) {
 			// desc
 			mut inner_path := os.join_path_single(d, 'desc')
-			mut actual_path := os.join_path_single(r.repo_dir, inner_path)
+			mut actual_path := os.join_path_single(subrepo_path, inner_path)
 
 			archive_add_entry(a_db, entry, actual_path, inner_path)
 			archive_add_entry(a_files, entry, actual_path, inner_path)
@@ -64,7 +65,7 @@ fn (r &Repo) sync() ? {
 
 			// files
 			inner_path = os.join_path_single(d, 'files')
-			actual_path = os.join_path_single(r.repo_dir, inner_path)
+			actual_path = os.join_path_single(subrepo_path, inner_path)
 
 			archive_add_entry(a_files, entry, actual_path, inner_path)