mirror of
https://github.com/Yuyi-Oak/BlueArchiveToolkit.git
synced 2026-09-18 14:14:53 +08:00
fix(release): 完成分发身份与 CAS legacy ownership 收尾
This commit is contained in:
@@ -20,7 +20,7 @@ use bat_adapters::official::{
|
||||
};
|
||||
use bat_core::repositories::CasRepository;
|
||||
use serde::{Deserialize, Serialize};
|
||||
use std::collections::{BTreeMap, HashMap, HashSet};
|
||||
use std::collections::{BTreeMap, BTreeSet, HashMap, HashSet};
|
||||
use std::fs::{self, File};
|
||||
use std::io::Read;
|
||||
use std::path::{Path, PathBuf};
|
||||
@@ -75,9 +75,78 @@ const OFFICIAL_CAS_REUSE_REFERENCES_VERSION: u32 = 1;
|
||||
const DOWNLOAD_MANIFEST_VERSION: u32 = 1;
|
||||
const DOWNLOAD_QUARANTINE_VERSION: u32 = 1;
|
||||
const DEFAULT_RETRY_ATTEMPTS: usize = 3;
|
||||
const CAS_OWNER_SCOPE_FILE: &str = ".cas-owner-scope";
|
||||
const CAS_OWNER_SCOPE_VERSION: u32 = 1;
|
||||
static CAS_OWNERSHIP_SEQUENCE: AtomicU64 = AtomicU64::new(1);
|
||||
|
||||
fn new_cas_ownership_id(output_root: &Path) -> String {
|
||||
#[derive(Debug, Clone, Serialize, Deserialize)]
|
||||
struct CasOwnerScopeState {
|
||||
version: u32,
|
||||
scope_id: String,
|
||||
#[serde(default)]
|
||||
next_generation: BTreeMap<String, u64>,
|
||||
#[serde(default)]
|
||||
completed_legacy_release_ids: BTreeSet<String>,
|
||||
#[serde(default)]
|
||||
legacy_basename_compatibility: BTreeSet<String>,
|
||||
}
|
||||
|
||||
fn ownership_scope_root(release_root: &Path) -> PathBuf {
|
||||
let Some(parent) = release_root.parent() else {
|
||||
return release_root.to_path_buf();
|
||||
};
|
||||
match parent.file_name().and_then(|name| name.to_str()) {
|
||||
Some("versions" | ".staging") => parent.parent().unwrap_or(parent).to_path_buf(),
|
||||
_ => release_root.to_path_buf(),
|
||||
}
|
||||
}
|
||||
|
||||
fn load_owner_scope_state(release_root: &Path) -> Result<CasOwnerScopeState, String> {
|
||||
let scope_root = ownership_scope_root(release_root);
|
||||
ensure_safe_directory_path(&scope_root, "CAS ownership scope 根目录")?;
|
||||
fs::create_dir_all(&scope_root)
|
||||
.map_err(|error| format!("创建 CAS ownership scope 根目录失败:{error}"))?;
|
||||
let path = scope_root.join(CAS_OWNER_SCOPE_FILE);
|
||||
let Some(bytes) = read_file_no_symlink(&path, "CAS ownership scope")? else {
|
||||
let sequence = CAS_OWNERSHIP_SEQUENCE.fetch_add(1, Ordering::Relaxed);
|
||||
let now = SystemTime::now()
|
||||
.duration_since(UNIX_EPOCH)
|
||||
.map(|duration| duration.as_nanos())
|
||||
.unwrap_or_default();
|
||||
let material = format!("{}:{}:{}", scope_root.display(), std::process::id(), now);
|
||||
let state = CasOwnerScopeState {
|
||||
version: CAS_OWNER_SCOPE_VERSION,
|
||||
scope_id: format!(
|
||||
"cas-scope-{}",
|
||||
blake3::hash(format!("{material}:{sequence}").as_bytes()).to_hex()
|
||||
),
|
||||
next_generation: BTreeMap::new(),
|
||||
completed_legacy_release_ids: BTreeSet::new(),
|
||||
legacy_basename_compatibility: BTreeSet::new(),
|
||||
};
|
||||
write_owner_scope_state(&scope_root, &state)?;
|
||||
return Ok(state);
|
||||
};
|
||||
let state: CasOwnerScopeState = serde_json::from_slice(&bytes)
|
||||
.map_err(|error| format!("解析 CAS ownership scope 失败 {}:{error}", path.display()))?;
|
||||
if state.version != CAS_OWNER_SCOPE_VERSION || state.scope_id.is_empty() {
|
||||
return Err(format!("不支持的 CAS ownership scope:{}", path.display()));
|
||||
}
|
||||
Ok(state)
|
||||
}
|
||||
|
||||
fn write_owner_scope_state(release_root: &Path, state: &CasOwnerScopeState) -> Result<(), String> {
|
||||
let scope_root = ownership_scope_root(release_root);
|
||||
let path = scope_root.join(CAS_OWNER_SCOPE_FILE);
|
||||
ensure_path_within_root(&scope_root, &path)?;
|
||||
ensure_safe_file_target(&scope_root, &path, "CAS ownership scope")?;
|
||||
let bytes = serde_json::to_vec_pretty(state)
|
||||
.map_err(|error| format!("序列化 CAS ownership scope 失败:{error}"))?;
|
||||
write_file_atomic(&path, &bytes, STATE_FILE_MODE, "CAS ownership scope")
|
||||
}
|
||||
|
||||
fn new_cas_ownership_id(output_root: &Path) -> Result<String, String> {
|
||||
let scope = load_owner_scope_state(output_root)?;
|
||||
let sequence = CAS_OWNERSHIP_SEQUENCE.fetch_add(1, Ordering::Relaxed);
|
||||
let now = SystemTime::now()
|
||||
.duration_since(UNIX_EPOCH)
|
||||
@@ -85,12 +154,65 @@ fn new_cas_ownership_id(output_root: &Path) -> String {
|
||||
.unwrap_or_default();
|
||||
let material = format!(
|
||||
"{}:{}:{}:{}",
|
||||
output_root.display(),
|
||||
scope.scope_id,
|
||||
std::process::id(),
|
||||
now,
|
||||
sequence
|
||||
sequence,
|
||||
);
|
||||
format!("cas-owner-{}", blake3::hash(material.as_bytes()).to_hex())
|
||||
Ok(format!(
|
||||
"cas-owner-{}",
|
||||
blake3::hash(material.as_bytes()).to_hex()
|
||||
))
|
||||
}
|
||||
|
||||
/// Returns the deterministic identity of an official distribution mapping.
|
||||
///
|
||||
/// The framing is deliberately independent from JSON serialization and map
|
||||
/// iteration details. Destination is the primary sort key; the remaining
|
||||
/// fields make duplicate destinations deterministic as well.
|
||||
pub fn official_distribution_mapping_identity(manifest: &OfficialDownloadManifest) -> String {
|
||||
let mut entries = manifest.entries.values().collect::<Vec<_>>();
|
||||
entries.sort_by(|left, right| {
|
||||
left.destination
|
||||
.cmp(&right.destination)
|
||||
.then_with(|| left.url.cmp(&right.url))
|
||||
.then_with(|| left.bytes.cmp(&right.bytes))
|
||||
.then_with(|| left.blake3.cmp(&right.blake3))
|
||||
});
|
||||
|
||||
let mut hasher = blake3::Hasher::new();
|
||||
hasher.update(b"official-distribution-mapping-v1");
|
||||
hasher.update(&(entries.len() as u64).to_be_bytes());
|
||||
for entry in entries {
|
||||
update_identity_string(&mut hasher, &entry.destination);
|
||||
update_identity_string(&mut hasher, &entry.url);
|
||||
hasher.update(&entry.bytes.to_be_bytes());
|
||||
update_identity_string(&mut hasher, &entry.blake3);
|
||||
}
|
||||
format!("odm-v1-{}", hasher.finalize().to_hex())
|
||||
}
|
||||
|
||||
pub(crate) fn official_distribution_destination_index(
|
||||
manifest: &OfficialDownloadManifest,
|
||||
) -> Result<BTreeMap<String, String>, String> {
|
||||
let mut index = BTreeMap::new();
|
||||
for entry in manifest.entries.values() {
|
||||
if index
|
||||
.insert(entry.destination.clone(), entry.url.clone())
|
||||
.is_some()
|
||||
{
|
||||
return Err(format!(
|
||||
"official distribution manifest 存在重复 destination:{}",
|
||||
entry.destination
|
||||
));
|
||||
}
|
||||
}
|
||||
Ok(index)
|
||||
}
|
||||
|
||||
fn update_identity_string(hasher: &mut blake3::Hasher, value: &str) {
|
||||
hasher.update(&(value.len() as u64).to_be_bytes());
|
||||
hasher.update(value.as_bytes());
|
||||
}
|
||||
|
||||
/// Outcome for one official resource pull item.
|
||||
@@ -416,19 +538,36 @@ pub fn read_cas_reuse_reference_manifest_at(
|
||||
Ok(Some(manifest))
|
||||
}
|
||||
|
||||
/// Decrements and removes CAS references recorded for a release.
|
||||
///
|
||||
/// Each decrement is committed together with a durable `(ownership, ordinal)`
|
||||
/// record in CAS metadata. The release-local manifest remains a resumable
|
||||
/// progress cursor, so a crash before its rewrite cannot decrement the same
|
||||
/// ownership twice. Legacy manifests without `ownership_id` intentionally use
|
||||
/// the historical release-basename key and are never assigned a new identity
|
||||
/// during cleanup.
|
||||
pub fn release_cas_reuse_references(release_root: &Path, cas_root: &Path) -> Result<usize, String> {
|
||||
let Some(mut manifest) = read_cas_reuse_reference_manifest_at(release_root)? else {
|
||||
return Ok(0);
|
||||
fn cas_has_ownership(cas_root: &Path, ownership_id: &str) -> Result<bool, String> {
|
||||
let cas_root = cas_root.to_path_buf();
|
||||
let ownership_id = ownership_id.to_string();
|
||||
let runtime = tokio::runtime::Builder::new_current_thread()
|
||||
.enable_all()
|
||||
.build()
|
||||
.map_err(|error| format!("创建 CAS ownership 查询 runtime 失败:{error}"))?;
|
||||
runtime.block_on(async move {
|
||||
let cas = crate::FileSystemCasRepository::new(cas_root);
|
||||
cas.has_release_ownership(&ownership_id)
|
||||
.await
|
||||
.map_err(|error| format!("查询 CAS ownership ledger 失败:{error}"))
|
||||
})
|
||||
}
|
||||
|
||||
fn legacy_source_mapping_identity(release_root: &Path) -> Result<String, String> {
|
||||
let Some(manifest) = read_download_manifest_at(release_root)? else {
|
||||
return Ok("missing-official-manifest".to_string());
|
||||
};
|
||||
let legacy_release_id = release_root
|
||||
Ok(manifest
|
||||
.distribution_mapping_identity
|
||||
.clone()
|
||||
.unwrap_or_else(|| official_distribution_mapping_identity(&manifest)))
|
||||
}
|
||||
|
||||
fn resolve_legacy_ownership(
|
||||
release_root: &Path,
|
||||
cas_root: &Path,
|
||||
) -> Result<(String, bool), String> {
|
||||
let release_id = release_root
|
||||
.file_name()
|
||||
.and_then(|name| name.to_str())
|
||||
.filter(|name| !name.is_empty() && *name != "." && *name != "..")
|
||||
@@ -439,12 +578,94 @@ pub fn release_cas_reuse_references(release_root: &Path, cas_root: &Path) -> Res
|
||||
)
|
||||
})?
|
||||
.to_string();
|
||||
let ownership_id = manifest.ownership_id.clone().unwrap_or(legacy_release_id);
|
||||
let mut scope = load_owner_scope_state(release_root)?;
|
||||
if scope.completed_legacy_release_ids.contains(&release_id) {
|
||||
let source_identity = legacy_source_mapping_identity(release_root)?;
|
||||
let generation_key = format!("{release_id}\0{source_identity}");
|
||||
let generation = scope.next_generation.entry(generation_key).or_insert(0);
|
||||
let current_generation = *generation;
|
||||
*generation = generation.saturating_add(1);
|
||||
write_owner_scope_state(release_root, &scope)?;
|
||||
let owner_material = format!(
|
||||
"cas-legacy-owner-v1:{}:{}:{}:{}",
|
||||
scope.scope_id, release_id, source_identity, current_generation
|
||||
);
|
||||
return Ok((
|
||||
format!(
|
||||
"cas-legacy-owner-v1-{}",
|
||||
blake3::hash(owner_material.as_bytes()).to_hex()
|
||||
),
|
||||
false,
|
||||
));
|
||||
}
|
||||
if scope.legacy_basename_compatibility.contains(&release_id) {
|
||||
return Ok((release_id, true));
|
||||
}
|
||||
if cas_has_ownership(cas_root, &release_id)? {
|
||||
scope
|
||||
.legacy_basename_compatibility
|
||||
.insert(release_id.clone());
|
||||
write_owner_scope_state(release_root, &scope)?;
|
||||
return Ok((release_id, true));
|
||||
}
|
||||
|
||||
let source_identity = legacy_source_mapping_identity(release_root)?;
|
||||
let generation_key = format!("{release_id}\0{source_identity}");
|
||||
let generation = scope.next_generation.entry(generation_key).or_insert(0);
|
||||
let current_generation = *generation;
|
||||
*generation = generation.saturating_add(1);
|
||||
write_owner_scope_state(release_root, &scope)?;
|
||||
let owner_material = format!(
|
||||
"cas-legacy-owner-v1:{}:{}:{}:{}",
|
||||
scope.scope_id, release_id, source_identity, current_generation
|
||||
);
|
||||
Ok((
|
||||
format!(
|
||||
"cas-legacy-owner-v1-{}",
|
||||
blake3::hash(owner_material.as_bytes()).to_hex()
|
||||
),
|
||||
false,
|
||||
))
|
||||
}
|
||||
|
||||
fn mark_legacy_ownership_completed(release_root: &Path, release_id: &str) -> Result<(), String> {
|
||||
let mut scope = load_owner_scope_state(release_root)?;
|
||||
scope
|
||||
.completed_legacy_release_ids
|
||||
.insert(release_id.to_string());
|
||||
write_owner_scope_state(release_root, &scope)
|
||||
}
|
||||
|
||||
/// Decrements and removes CAS references recorded for a release.
|
||||
///
|
||||
/// Each decrement is committed together with a durable `(ownership, ordinal)`
|
||||
/// record in CAS metadata. The release-local manifest remains a resumable
|
||||
/// progress cursor, so a crash before its rewrite cannot decrement the same
|
||||
/// ownership twice. Legacy manifests without `ownership_id` use the historical
|
||||
/// release-basename key only when an existing ledger requires compatibility;
|
||||
/// otherwise cleanup persists a generation-aware identity before decrementing.
|
||||
pub fn release_cas_reuse_references(release_root: &Path, cas_root: &Path) -> Result<usize, String> {
|
||||
let Some(mut manifest) = read_cas_reuse_reference_manifest_at(release_root)? else {
|
||||
return Ok(0);
|
||||
};
|
||||
let objects_root = cas_root.join("objects");
|
||||
let metadata_path = cas_root.join("metadata.sqlite");
|
||||
require_existing_directory(cas_root, "CAS 根目录")?;
|
||||
require_existing_directory(&objects_root, "CAS 对象目录")?;
|
||||
require_existing_file(cas_root, &metadata_path, "CAS 元数据库")?;
|
||||
let (ownership_id, legacy_basename_compatibility) = match manifest.ownership_id.clone() {
|
||||
Some(ownership_id) => (ownership_id, false),
|
||||
None => resolve_legacy_ownership(release_root, cas_root)?,
|
||||
};
|
||||
if manifest.ownership_id.is_none() && !legacy_basename_compatibility {
|
||||
manifest.ownership_id = Some(ownership_id.clone());
|
||||
write_cas_reuse_reference_manifest(release_root, &manifest)?;
|
||||
}
|
||||
let legacy_release_id = release_root
|
||||
.file_name()
|
||||
.and_then(|name| name.to_str())
|
||||
.unwrap_or_default()
|
||||
.to_string();
|
||||
let mut released = 0usize;
|
||||
while let Some(object_id) = manifest.object_ids.pop() {
|
||||
let ordinal = manifest.object_ids.len() as u64;
|
||||
@@ -467,6 +688,9 @@ pub fn release_cas_reuse_references(release_root: &Path, cas_root: &Path) -> Res
|
||||
}
|
||||
}
|
||||
let path = release_root.join(OFFICIAL_CAS_REUSE_REFERENCES_FILE);
|
||||
if legacy_basename_compatibility {
|
||||
mark_legacy_ownership_completed(release_root, &legacy_release_id)?;
|
||||
}
|
||||
match fs::symlink_metadata(&path) {
|
||||
Ok(metadata) if metadata.file_type().is_symlink() => {
|
||||
return Err(format!(
|
||||
@@ -889,7 +1113,7 @@ impl OfficialResourcePullService {
|
||||
Some(manifest) => manifest,
|
||||
None => OfficialCasReuseReferenceManifest {
|
||||
version: OFFICIAL_CAS_REUSE_REFERENCES_VERSION,
|
||||
ownership_id: Some(new_cas_ownership_id(&self.output_root)),
|
||||
ownership_id: Some(new_cas_ownership_id(&self.output_root)?),
|
||||
object_ids: Vec::new(),
|
||||
},
|
||||
};
|
||||
@@ -2139,7 +2363,12 @@ impl OfficialResourcePullService {
|
||||
}
|
||||
ensure_safe_file_target(&self.output_root, &path, "下载 manifest")?;
|
||||
|
||||
let bytes = serde_json::to_vec_pretty(manifest)
|
||||
let mut persisted_manifest = manifest.clone();
|
||||
persisted_manifest.distribution_mapping_identity =
|
||||
Some(official_distribution_mapping_identity(&persisted_manifest));
|
||||
persisted_manifest.destination_index =
|
||||
official_distribution_destination_index(&persisted_manifest)?;
|
||||
let bytes = serde_json::to_vec_pretty(&persisted_manifest)
|
||||
.map_err(|error| format!("序列化下载 manifest 失败 {}:{error}", path.display()))?;
|
||||
write_file_atomic(&path, &bytes, STATE_FILE_MODE, "下载 manifest")?;
|
||||
|
||||
@@ -2625,6 +2854,12 @@ pub struct OfficialDownloadManifest {
|
||||
/// 按 URL 为键的资源条目。
|
||||
#[serde(default)]
|
||||
pub entries: BTreeMap<String, OfficialDownloadManifestEntry>,
|
||||
/// Persisted destination-to-URL index for single-entry distribution lookup.
|
||||
#[serde(default)]
|
||||
pub destination_index: BTreeMap<String, String>,
|
||||
/// Deterministic identity of the complete distribution mapping.
|
||||
#[serde(default, skip_serializing_if = "Option::is_none")]
|
||||
pub distribution_mapping_identity: Option<String>,
|
||||
}
|
||||
|
||||
impl Default for OfficialDownloadManifest {
|
||||
@@ -2632,6 +2867,8 @@ impl Default for OfficialDownloadManifest {
|
||||
Self {
|
||||
version: DOWNLOAD_MANIFEST_VERSION,
|
||||
entries: BTreeMap::new(),
|
||||
destination_index: BTreeMap::new(),
|
||||
distribution_mapping_identity: None,
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -3491,6 +3728,75 @@ exit 22
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn official_distribution_mapping_identity_is_deterministic_and_sensitive() {
|
||||
let entries = [
|
||||
("https://example.invalid/z", "z", b"z-bytes".as_slice()),
|
||||
("https://example.invalid/a", "a", b"a-bytes".as_slice()),
|
||||
];
|
||||
let mut first = OfficialDownloadManifest::default();
|
||||
for (url, destination, bytes) in entries {
|
||||
first.entries.insert(
|
||||
url.to_string(),
|
||||
OfficialDownloadManifestEntry {
|
||||
url: url.to_string(),
|
||||
destination: destination.to_string(),
|
||||
bytes: bytes.len() as u64,
|
||||
blake3: blake3::hash(bytes).to_hex().to_string(),
|
||||
},
|
||||
);
|
||||
}
|
||||
let mut second = OfficialDownloadManifest::default();
|
||||
for (url, destination, bytes) in entries.into_iter().rev() {
|
||||
second.entries.insert(
|
||||
url.to_string(),
|
||||
OfficialDownloadManifestEntry {
|
||||
url: url.to_string(),
|
||||
destination: destination.to_string(),
|
||||
bytes: bytes.len() as u64,
|
||||
blake3: blake3::hash(bytes).to_hex().to_string(),
|
||||
},
|
||||
);
|
||||
}
|
||||
let identity = official_distribution_mapping_identity(&first);
|
||||
assert_eq!(identity, official_distribution_mapping_identity(&second));
|
||||
let mutators: &[fn(&mut OfficialDownloadManifest)] = &[
|
||||
|manifest: &mut OfficialDownloadManifest| {
|
||||
manifest
|
||||
.entries
|
||||
.get_mut("https://example.invalid/a")
|
||||
.unwrap()
|
||||
.destination = "changed".to_string()
|
||||
},
|
||||
|manifest: &mut OfficialDownloadManifest| {
|
||||
manifest
|
||||
.entries
|
||||
.get_mut("https://example.invalid/a")
|
||||
.unwrap()
|
||||
.url = "https://example.invalid/changed".to_string()
|
||||
},
|
||||
|manifest: &mut OfficialDownloadManifest| {
|
||||
manifest
|
||||
.entries
|
||||
.get_mut("https://example.invalid/a")
|
||||
.unwrap()
|
||||
.bytes += 1
|
||||
},
|
||||
|manifest: &mut OfficialDownloadManifest| {
|
||||
manifest
|
||||
.entries
|
||||
.get_mut("https://example.invalid/a")
|
||||
.unwrap()
|
||||
.blake3 = "0".repeat(64)
|
||||
},
|
||||
];
|
||||
for mutate in mutators {
|
||||
let mut changed = first.clone();
|
||||
mutate(&mut changed);
|
||||
assert_ne!(identity, official_distribution_mapping_identity(&changed));
|
||||
}
|
||||
}
|
||||
|
||||
fn one_file_zip(name: &[u8], data: &[u8]) -> Vec<u8> {
|
||||
let mut bytes = Vec::new();
|
||||
bytes.extend_from_slice(&0x0403_4b50u32.to_le_bytes());
|
||||
@@ -3573,6 +3879,11 @@ exit 22
|
||||
let manifest = service.read_download_manifest().unwrap();
|
||||
assert_eq!(manifest.version, DOWNLOAD_MANIFEST_VERSION);
|
||||
assert_eq!(manifest.entries.len(), report.items.len());
|
||||
assert_eq!(
|
||||
manifest.distribution_mapping_identity.as_deref(),
|
||||
Some(official_distribution_mapping_identity(&manifest).as_str())
|
||||
);
|
||||
assert_eq!(manifest.destination_index.len(), manifest.entries.len());
|
||||
for item in &report.items {
|
||||
let entry = manifest.entries.get(&item.url).unwrap();
|
||||
assert_eq!(entry.url, item.url);
|
||||
@@ -4801,6 +5112,132 @@ exit 22
|
||||
assert_eq!(cas_reference_count(&cas_root, &object_id), 1);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn legacy_manifest_migration_persists_identity_before_retry() {
|
||||
let temp = TempDir::new().unwrap();
|
||||
let cas_root = temp.path().join("cas");
|
||||
let release_root = temp.path().join("versions/release-migrate");
|
||||
fs::create_dir_all(&release_root).unwrap();
|
||||
let object_id = store_cas_object(&cas_root, b"migrated legacy object");
|
||||
let missing_object = "f".repeat(64);
|
||||
fs::write(
|
||||
release_root.join(OFFICIAL_CAS_REUSE_REFERENCES_FILE),
|
||||
serde_json::to_vec(&OfficialCasReuseReferenceManifest {
|
||||
version: OFFICIAL_CAS_REUSE_REFERENCES_VERSION,
|
||||
ownership_id: None,
|
||||
object_ids: vec![missing_object],
|
||||
})
|
||||
.unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
|
||||
assert!(release_cas_reuse_references(&release_root, &cas_root).is_err());
|
||||
let migrated = read_cas_reuse_reference_manifest_at(&release_root)
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
let ownership_id = migrated.ownership_id.clone().unwrap();
|
||||
assert!(ownership_id.starts_with("cas-legacy-owner-v1-"));
|
||||
|
||||
fs::write(
|
||||
release_root.join(OFFICIAL_CAS_REUSE_REFERENCES_FILE),
|
||||
serde_json::to_vec(&OfficialCasReuseReferenceManifest {
|
||||
version: OFFICIAL_CAS_REUSE_REFERENCES_VERSION,
|
||||
ownership_id: Some(ownership_id),
|
||||
object_ids: vec![object_id.clone()],
|
||||
})
|
||||
.unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
assert_eq!(
|
||||
release_cas_reuse_references(&release_root, &cas_root).unwrap(),
|
||||
1
|
||||
);
|
||||
assert_eq!(cas_reference_count(&cas_root, &object_id), 0);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn legacy_partial_cleanup_keeps_basename_ledger_and_new_generation_isolated() {
|
||||
let temp = TempDir::new().unwrap();
|
||||
let cas_root = temp.path().join("cas");
|
||||
let first = temp.path().join("versions").join("release-x");
|
||||
fs::create_dir_all(&first).unwrap();
|
||||
let first_object = store_cas_object(&cas_root, b"legacy-first");
|
||||
let second_object = store_cas_object(&cas_root, b"legacy-second");
|
||||
let cas = crate::FileSystemCasRepository::new(&cas_root);
|
||||
tokio::runtime::Builder::new_current_thread()
|
||||
.enable_all()
|
||||
.build()
|
||||
.unwrap()
|
||||
.block_on(async {
|
||||
cas.add_reference(&first_object).await.unwrap();
|
||||
cas.add_reference(&second_object).await.unwrap();
|
||||
assert!(cas
|
||||
.release_reference_once("release-x", 0, &first_object)
|
||||
.await
|
||||
.unwrap());
|
||||
});
|
||||
fs::write(
|
||||
first.join(OFFICIAL_CAS_REUSE_REFERENCES_FILE),
|
||||
serde_json::to_vec(&OfficialCasReuseReferenceManifest {
|
||||
version: OFFICIAL_CAS_REUSE_REFERENCES_VERSION,
|
||||
ownership_id: None,
|
||||
object_ids: vec![first_object.clone()],
|
||||
})
|
||||
.unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
|
||||
assert_eq!(release_cas_reuse_references(&first, &cas_root).unwrap(), 0);
|
||||
assert_eq!(cas_reference_count(&cas_root, &first_object), 1);
|
||||
|
||||
fs::create_dir_all(&first).unwrap();
|
||||
fs::write(
|
||||
first.join(OFFICIAL_CAS_REUSE_REFERENCES_FILE),
|
||||
serde_json::to_vec(&OfficialCasReuseReferenceManifest {
|
||||
version: OFFICIAL_CAS_REUSE_REFERENCES_VERSION,
|
||||
ownership_id: None,
|
||||
object_ids: vec![second_object.clone()],
|
||||
})
|
||||
.unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
assert_eq!(release_cas_reuse_references(&first, &cas_root).unwrap(), 1);
|
||||
assert_eq!(cas_reference_count(&cas_root, &second_object), 1);
|
||||
assert_eq!(cas_reference_count(&cas_root, &first_object), 1);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn legacy_generations_in_different_output_roots_do_not_share_scope() {
|
||||
let temp = TempDir::new().unwrap();
|
||||
let cas_root = temp.path().join("cas");
|
||||
let first = temp.path().join("output-a/versions/release-x");
|
||||
let second = temp.path().join("output-b/versions/release-x");
|
||||
let first_object = store_cas_object(&cas_root, b"root-a");
|
||||
let second_object = store_cas_object(&cas_root, b"root-b");
|
||||
for (root, object_id) in [(&first, &first_object), (&second, &second_object)] {
|
||||
fs::create_dir_all(root).unwrap();
|
||||
fs::write(
|
||||
root.join(OFFICIAL_CAS_REUSE_REFERENCES_FILE),
|
||||
serde_json::to_vec(&OfficialCasReuseReferenceManifest {
|
||||
version: OFFICIAL_CAS_REUSE_REFERENCES_VERSION,
|
||||
ownership_id: None,
|
||||
object_ids: vec![object_id.clone()],
|
||||
})
|
||||
.unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
}
|
||||
|
||||
assert_eq!(release_cas_reuse_references(&first, &cas_root).unwrap(), 1);
|
||||
assert_eq!(release_cas_reuse_references(&second, &cas_root).unwrap(), 1);
|
||||
assert_eq!(cas_reference_count(&cas_root, &first_object), 0);
|
||||
assert_eq!(cas_reference_count(&cas_root, &second_object), 0);
|
||||
assert_ne!(
|
||||
load_owner_scope_state(&first).unwrap().scope_id,
|
||||
load_owner_scope_state(&second).unwrap().scope_id
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn corrupted_cas_falls_back_to_network_with_diagnostic() {
|
||||
let temp = TempDir::new().unwrap();
|
||||
|
||||
Reference in New Issue
Block a user