test(credentials): 登记 B-01 生产验收
This commit is contained in:
@@ -24,4 +24,4 @@ python scripts/phase3-production-acceptance.py `
|
||||
|
||||
报告目录包含 `summary.json`、`case-manifest.json`、`junit.xml`、`cases/<ID>.json` 和脱敏的 `logs/<ID>.log`。摘要记录 commit、各锁文件 SHA-256、配置摘要与已提供安装产物摘要。日志将仓库、数据根、报告根、用户主目录和配置声明的秘密值替换为占位符,并限制为 10 MiB。报告目录必须为空,避免单例复跑覆盖原始证据。
|
||||
|
||||
当前 runner 与失败闭合行为已实现,B-02 Fernet 迁移以及 S-01、S-02 Sync 客户端 driver 已登记;其余 27 个生产验收 ID 尚未登记,运行时会生成 `NOT_IMPLEMENTED` 证据并退出 1。这用于阻止误报,不是这些用例的验收通过。
|
||||
当前 runner 与失败闭合行为已实现,B-01、B-02 凭据以及 S-01、S-02 Sync 客户端 driver 已登记;其余 26 个生产验收 ID 尚未登记,运行时会生成 `NOT_IMPLEMENTED` 证据并退出 1。这用于阻止误报,不是这些用例的验收通过。
|
||||
|
||||
@@ -1023,6 +1023,93 @@ mod tests {
|
||||
assert!(broker.resolve(&Scope::Provider, &id).unwrap().is_none());
|
||||
}
|
||||
#[test]
|
||||
fn b01_domain_matrix_never_exposes_or_cross_resolves_secrets() {
|
||||
let temp = tempfile::tempdir().unwrap();
|
||||
let file = temp.path().join("credentials.v1");
|
||||
let mut broker = CredentialBroker::new(file.clone());
|
||||
broker.unlock(password()).unwrap();
|
||||
let domains = [
|
||||
("provider", Scope::Provider),
|
||||
("plugin", Scope::Plugin("reviewer".into())),
|
||||
("mcp", Scope::Mcp("calendar".into())),
|
||||
("sync", Scope::Sync("server-account".into())),
|
||||
];
|
||||
let mut records = Vec::new();
|
||||
for (label, scope) in &domains {
|
||||
for index in 0..3 {
|
||||
let id = CredentialId {
|
||||
scope: scope.clone(),
|
||||
id: format!("b01-{label}-{index}"),
|
||||
};
|
||||
let secret = format!("b01-planted-{label}-{index}-value").into_bytes();
|
||||
broker.put(&id, Zeroizing::new(secret.clone())).unwrap();
|
||||
records.push((id, secret));
|
||||
}
|
||||
}
|
||||
let callers = domains
|
||||
.iter()
|
||||
.map(|(_, scope)| scope.clone())
|
||||
.collect::<Vec<_>>();
|
||||
let mut public_errors = Vec::new();
|
||||
for (id, secret) in &records {
|
||||
for caller in &callers {
|
||||
if caller == &id.scope {
|
||||
let resolved = broker.resolve(caller, id).unwrap().unwrap();
|
||||
assert!(resolved.as_slice() == secret, "same-domain secret mismatch");
|
||||
} else {
|
||||
let error = broker.resolve(caller, id).unwrap_err();
|
||||
assert_eq!(error, "CREDENTIAL_SCOPE_DENIED");
|
||||
public_errors.push(error);
|
||||
}
|
||||
}
|
||||
let wrong_owner = match &id.scope {
|
||||
Scope::Plugin(_) => Some(Scope::Plugin("another-plugin".into())),
|
||||
Scope::Mcp(_) => Some(Scope::Mcp("another-mcp".into())),
|
||||
Scope::Sync(_) => Some(Scope::Sync("another-sync-account".into())),
|
||||
Scope::Provider => None,
|
||||
};
|
||||
if let Some(wrong_owner) = wrong_owner {
|
||||
let error = broker.resolve(&wrong_owner, id).unwrap_err();
|
||||
assert_eq!(error, "CREDENTIAL_SCOPE_DENIED");
|
||||
public_errors.push(error);
|
||||
}
|
||||
}
|
||||
assert_eq!(records.len(), 12);
|
||||
assert_eq!(public_errors.len(), 45);
|
||||
assert_eq!(broker.list().unwrap().len(), 12);
|
||||
|
||||
let public_status = serde_json::to_vec(&serde_json::json!({
|
||||
"locked": broker.is_locked(),
|
||||
"credentials": broker.list().unwrap(),
|
||||
"errors": public_errors,
|
||||
}))
|
||||
.unwrap();
|
||||
let vault = tempfile::tempdir().unwrap();
|
||||
let mut workspace = crate::workspace::Workspace::open(vault.path()).unwrap();
|
||||
workspace
|
||||
.write("note.md", "", b"safe note", "local")
|
||||
.unwrap();
|
||||
let binding = workspace
|
||||
.sync_bind_empty("https://sync.example", "remote", "account")
|
||||
.unwrap();
|
||||
let job = workspace.sync_next(&binding.id).unwrap().unwrap();
|
||||
let sync_payload =
|
||||
serde_json::to_vec(&workspace.sync_commit_payload(&job).unwrap()).unwrap();
|
||||
let encrypted = fs::read(&file).unwrap();
|
||||
for (_, secret) in &records {
|
||||
for exposed in [&encrypted, &public_status, &sync_payload] {
|
||||
assert!(
|
||||
!exposed.windows(secret.len()).any(|window| window == secret),
|
||||
"secret appeared outside the scoped resolver"
|
||||
);
|
||||
}
|
||||
}
|
||||
broker.lock();
|
||||
assert!(records.iter().all(|(id, _)| broker
|
||||
.resolve(&id.scope, id)
|
||||
.is_err_and(|error| error == "CREDENTIALS_LOCKED")));
|
||||
}
|
||||
#[test]
|
||||
fn corrupt_store_is_not_recreated() {
|
||||
let temp = tempfile::tempdir().unwrap();
|
||||
let path = temp.path().join("credentials.v1");
|
||||
|
||||
@@ -101,6 +101,20 @@ fn real_core_credential_api_uses_host_stronghold_without_plaintext_response() {
|
||||
"credential API did not succeed"
|
||||
);
|
||||
assert!(!response.contains("fixture-credential-via-host-pipe"));
|
||||
let status_session = core
|
||||
.request_session("/api/credentials/fixture-provider")
|
||||
.unwrap();
|
||||
let mut socket = std::net::TcpStream::connect(endpoint).unwrap();
|
||||
socket
|
||||
.set_read_timeout(Some(std::time::Duration::from_secs(30)))
|
||||
.unwrap();
|
||||
write!(socket, "GET /api/credentials/fixture-provider HTTP/1.1\r\nHost: {endpoint}\r\nAuthorization: {}\r\nX-Core-Generation: {}\r\nConnection: close\r\n\r\n", status_session.authorization.as_str(), status_session.generation).unwrap();
|
||||
let mut status_response = String::new();
|
||||
socket.read_to_string(&mut status_response).unwrap();
|
||||
assert!(status_response.starts_with("HTTP/1.1 200"));
|
||||
assert!(status_response.contains("\"credential_id\":\"fixture-provider\""));
|
||||
assert!(status_response.contains("\"configured\":true"));
|
||||
assert!(!status_response.contains("fixture-credential-via-host-pipe"));
|
||||
let id = CredentialId {
|
||||
scope: Scope::Provider,
|
||||
id: "fixture-provider".into(),
|
||||
|
||||
@@ -0,0 +1,139 @@
|
||||
"""B-01 scoped Stronghold and plaintext-exposure acceptance driver."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import hashlib
|
||||
import json
|
||||
import os
|
||||
import shutil
|
||||
import subprocess
|
||||
from pathlib import Path
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[2]
|
||||
MANIFEST = ROOT / "frontend" / "src-tauri" / "Cargo.toml"
|
||||
MATRIX_TEST = "credentials::tests::b01_domain_matrix_never_exposes_or_cross_resolves_secrets"
|
||||
CORE_TEST = "real_core_credential_api_uses_host_stronghold_without_plaintext_response"
|
||||
SYNC_TEST = "sync_auth::tests::lock_cancels_inflight_and_scopes_do_not_expose_tokens"
|
||||
PLANTED_VALUES = (
|
||||
"b01-planted-",
|
||||
"fixture-credential-via-host-pipe",
|
||||
"private-access",
|
||||
"private-refresh",
|
||||
)
|
||||
|
||||
|
||||
def sha256(path: Path) -> str:
|
||||
digest = hashlib.sha256()
|
||||
with path.open("rb") as source:
|
||||
for chunk in iter(lambda: source.read(1024 * 1024), b""):
|
||||
digest.update(chunk)
|
||||
return digest.hexdigest()
|
||||
|
||||
|
||||
def run_exact(command: list[str]) -> tuple[bool, str]:
|
||||
completed = subprocess.run(command, cwd=ROOT, capture_output=True, text=True, check=False)
|
||||
transcript = completed.stdout + completed.stderr
|
||||
print(transcript, end="")
|
||||
passed = completed.returncode == 0 and "1 passed; 0 failed" in completed.stdout
|
||||
return passed, transcript
|
||||
|
||||
|
||||
def main() -> int:
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--config", required=True)
|
||||
parser.add_argument("--output", required=True)
|
||||
args = parser.parse_args()
|
||||
case_id = os.environ.get("OPENNEXUS_ACCEPTANCE_CASE_ID", "")
|
||||
output = Path(args.output)
|
||||
output.parent.mkdir(parents=True, exist_ok=True)
|
||||
assertions = [
|
||||
{"name": "Provider, Plugin, MCP, and Sync each retain three same-domain secrets"},
|
||||
{"name": "all thirty-six cross-domain and nine cross-owner resolutions are denied"},
|
||||
{"name": "real Core credential write and status responses expose no plaintext"},
|
||||
{"name": "Stronghold bytes, public metadata, and sync payloads contain no planted secret"},
|
||||
{"name": "captured acceptance logs contain no planted secret or Sync token"},
|
||||
]
|
||||
cargo = shutil.which("cargo")
|
||||
transcripts: list[str] = []
|
||||
passed = case_id == "B-01" and cargo is not None
|
||||
if passed:
|
||||
commands = [
|
||||
[
|
||||
cargo,
|
||||
"test",
|
||||
"--manifest-path",
|
||||
str(MANIFEST),
|
||||
"--locked",
|
||||
"--lib",
|
||||
MATRIX_TEST,
|
||||
"--",
|
||||
"--exact",
|
||||
"--nocapture",
|
||||
],
|
||||
[
|
||||
cargo,
|
||||
"test",
|
||||
"--manifest-path",
|
||||
str(MANIFEST),
|
||||
"--locked",
|
||||
"--features",
|
||||
"desktop",
|
||||
"--lib",
|
||||
SYNC_TEST,
|
||||
"--",
|
||||
"--exact",
|
||||
"--nocapture",
|
||||
],
|
||||
[
|
||||
cargo,
|
||||
"test",
|
||||
"--manifest-path",
|
||||
str(MANIFEST),
|
||||
"--locked",
|
||||
"--features",
|
||||
"desktop",
|
||||
"--test",
|
||||
"core_process",
|
||||
CORE_TEST,
|
||||
"--",
|
||||
"--exact",
|
||||
"--nocapture",
|
||||
],
|
||||
]
|
||||
for command in commands:
|
||||
command_passed, transcript = run_exact(command)
|
||||
transcripts.append(transcript)
|
||||
passed = command_passed and passed
|
||||
leaked = any(value in "".join(transcripts) for value in PLANTED_VALUES)
|
||||
passed = passed and not leaked
|
||||
status = "PASSED" if passed else "FAILED"
|
||||
evidence = f"cargo exact tests {MATRIX_TEST}, {SYNC_TEST}, and {CORE_TEST}"
|
||||
for assertion in assertions:
|
||||
assertion.update({"status": status, "evidence": evidence})
|
||||
files = []
|
||||
for relative in (
|
||||
"frontend/src-tauri/src/credentials.rs",
|
||||
"frontend/src-tauri/src/sync_auth.rs",
|
||||
"frontend/src-tauri/tests/core_process.rs",
|
||||
):
|
||||
files.append({"path": relative, "sha256": sha256(ROOT / relative)})
|
||||
payload = {
|
||||
"schema": 1,
|
||||
"case_id": case_id,
|
||||
"status": status,
|
||||
"reason": "" if passed else "A B-01 exact oracle failed or its transcript exposed a planted value.",
|
||||
"assertions": assertions,
|
||||
"metrics": {"peak_rss_bytes": None, "max_process_count": None, "denied_access_count": None},
|
||||
"files": files,
|
||||
"revisions": [
|
||||
{"scope": "Stronghold domains", "domain_count": 4, "secrets_per_domain": 3},
|
||||
{"scope": "resolver denial matrix", "cross_domain_checks": 36, "cross_owner_checks": 9},
|
||||
],
|
||||
}
|
||||
output.write_text(json.dumps(payload, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")
|
||||
return 0 if passed else 1
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -32,6 +32,11 @@ ALL_CASES = tuple(case for cases in CASE_SUITES.values() for case in cases)
|
||||
# A case becomes executable only when a repository-owned driver is registered here.
|
||||
# Component/unit test commands are deliberately not treated as production acceptance.
|
||||
CASE_DRIVERS: dict[str, dict[str, Any]] = {
|
||||
"B-01": {
|
||||
"driver": "scripts/acceptance_cases/b01_credentials.py",
|
||||
"timeout_seconds": 900,
|
||||
"required_metrics": (),
|
||||
},
|
||||
"B-02": {
|
||||
"driver": "scripts/acceptance_cases/b02_credentials.py",
|
||||
"timeout_seconds": 900,
|
||||
|
||||
Reference in New Issue
Block a user