proxmox-mirrors/proxmox-offline-mirror
1
0
Fork 0
mirror of https://git.proxmox.com/git/proxmox-offline-mirror synced 2025-08-18 09:39:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

mirror: skip failed, non Packages references

Browse Source 
these contain extra data that is not that important for the main
repository use case - providing deb packages.

if they are not retrievable (e.g., Ubuntu *only* provides some of they
via by-hash, which proxmox-offline-mirror doesn't yet support) a warning
should be enough, instead of failing the whole snapshot creation.

Signed-off-by: Fabian Grünbichler <f.gruenbichler@proxmox.com>
This commit is contained in:
Fabian Grünbichler 2022-09-15 15:09:14 +02:00 committed by Thomas Lamprecht
parent bb1685a070
commit 7829ab74ed
1 changed files with 19 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/mirror.rs
View File

@ -534,6 +534,7 @@ pub fn create_snapshot(
let mut packages_size = 0_usize; let mut packages_size = 0_usize;
let mut packages_indices = HashMap::new(); let mut packages_indices = HashMap::new();
let mut failed_references = Vec::new();
for (component, references) in per_component { for (component, references) in per_component {
println!("\nFetching indices for component '{component}'"); println!("\nFetching indices for component '{component}'");
let mut component_deb_size = 0; let mut component_deb_size = 0;
@ -555,7 +556,18 @@ pub fn create_snapshot(
} }
// this will ensure the uncompressed file will be written locally // this will ensure the uncompressed file will be written locally
let res = fetch_index_file(&config, prefix, reference, uncompressed_ref)?; let res = match fetch_index_file(&config, prefix, reference, uncompressed_ref) {
Ok(res) => res,
Err(err) if !reference.file_type.is_package_index() => {
eprintln!(
"Failed to fetch '{:?}' type reference '{}', skipping - {err}",
reference.file_type, reference.path
);
failed_references.push(reference);
continue;
}
Err(err) => bail!(err),
};
fetch_progress.update(&res); fetch_progress.update(&res);
if package_index_data.is_none() && reference.file_type.is_package_index() { if package_index_data.is_none() && reference.file_type.is_package_index() {
@ -577,6 +589,12 @@ pub fn create_snapshot(
total_progress += fetch_progress; total_progress += fetch_progress;
} }
println!("Total deb size: {packages_size}"); println!("Total deb size: {packages_size}");
if !failed_references.is_empty() {
eprintln!("Failed to download non-package-index references:");
for reference in failed_references {
eprintln!("\t{}", reference.path);
}
}
println!("\nFetching packages.."); println!("\nFetching packages..");
for (basename, references) in packages_indices { for (basename, references) in packages_indices {