100 lines
4.5 KiB
Python
100 lines
4.5 KiB
Python
"""Fault vectors for the production IO paths; database still uses an isolated fixture."""
|
|
import hashlib
|
|
import pytest
|
|
from fastapi.testclient import TestClient
|
|
from sync_server.app import create_app
|
|
from sync_server.database import Database, row
|
|
from sync_server.maintenance import cleanup_expired_uploads
|
|
from sync_server.storage import DiskObjects
|
|
from test_protocol import setup, upload
|
|
|
|
|
|
@pytest.fixture
|
|
def env(tmp_path):
|
|
db = Database("sqlite:///" + str(tmp_path / "sync.db"))
|
|
store = DiskObjects(tmp_path / "objects")
|
|
staging = tmp_path / "staging"
|
|
now = [1000]
|
|
app = create_app(db, store, staging, clock=lambda: now[0])
|
|
db.add_user("alice", "controlled-fixture-password")
|
|
with TestClient(app) as client:
|
|
yield client, db, store, staging, now
|
|
db.engine.dispose()
|
|
|
|
|
|
def test_offset_reconciliation_never_acknowledges_missing_disk_bytes(env):
|
|
client, _, _, staging, _ = env
|
|
auth, _, base = setup(client)
|
|
info = client.post(base + "/uploads", headers=auth,
|
|
json={"content_hash": hashlib.sha256(b"abc").hexdigest(), "size": 3}).json()
|
|
path = base + "/uploads/" + info["upload_id"]
|
|
assert client.put(path + "?offset=0", headers=auth, content=b"a").status_code == 200
|
|
local = staging / info["upload_id"]
|
|
local.write_bytes(b"abc")
|
|
assert client.get(path, headers=auth).json()["offset"] == 1
|
|
assert local.read_bytes() == b"a"
|
|
local.write_bytes(b"")
|
|
assert client.get(path, headers=auth).json()["error"]["code"] == "UPLOAD_DAMAGED"
|
|
assert client.put(path + "?offset=1", headers=auth, content=b"bc").status_code == 409
|
|
|
|
|
|
def test_complete_retry_has_durable_receipt_and_charges_once(env):
|
|
client, db, _, staging, now = env
|
|
auth, _, base = setup(client)
|
|
info = client.post(base + "/uploads", headers=auth,
|
|
json={"content_hash": hashlib.sha256(b"abc").hexdigest(), "size": 3}).json()
|
|
path = base + "/uploads/" + info["upload_id"]
|
|
assert client.put(path + "?offset=0", headers=auth, content=b"abc").status_code == 200
|
|
first = client.post(path + "/complete", headers=auth)
|
|
assert first.status_code == 200
|
|
assert not (staging / info["upload_id"]).exists()
|
|
for _ in range(100):
|
|
retry = client.post(path + "/complete", headers=auth)
|
|
assert retry.status_code == 200
|
|
assert retry.json() == first.json()
|
|
assert client.post(path + "/complete").status_code == 401
|
|
with db.transaction() as conn:
|
|
assert row(conn, "SELECT used FROM vaults WHERE id=:id", id=base.rsplit("/", 1)[1])["used"] == 3
|
|
assert row(conn, "SELECT COUNT(*) AS n FROM upload_receipts")["n"] == 1
|
|
|
|
|
|
def test_download_is_verified_before_response_and_temp_files_are_removed(env):
|
|
client, _, store, staging, _ = env
|
|
auth, _, base = setup(client)
|
|
sha = upload(client, base, auth)
|
|
# This path must use streaming open(), never the full-object get().
|
|
store.get = lambda key: pytest.fail("full-object read")
|
|
response = client.get(base + "/objects/" + sha, headers=auth)
|
|
assert response.content == b"controlled note"
|
|
assert list(staging.glob("download-*")) == []
|
|
(store.root / base.rsplit("/", 1)[1] / sha).write_bytes(b"corruption")
|
|
response = client.get(base + "/objects/" + sha, headers=auth)
|
|
assert response.status_code == 503
|
|
assert b"corruption" not in response.content
|
|
assert list(staging.glob("download-*")) == []
|
|
|
|
|
|
def test_cleanup_only_expired_staging_preserves_committed_objects(env):
|
|
client, db, store, staging, now = env
|
|
auth, _, base = setup(client)
|
|
sha = upload(client, base, auth)
|
|
info = client.post(base + "/uploads", headers=auth,
|
|
json={"content_hash": hashlib.sha256(b"pending").hexdigest(), "size": 7}).json()
|
|
assert cleanup_expired_uploads(db, staging, now=1001)["expired_uploads_removed"] == 0
|
|
now[0] += 3601
|
|
assert cleanup_expired_uploads(db, staging, now=now[0])["expired_uploads_removed"] == 1
|
|
assert not (staging / info["upload_id"]).exists()
|
|
assert cleanup_expired_uploads(db, staging, now=now[0])["expired_uploads_removed"] == 0
|
|
assert store.get(base.rsplit("/",1)[1] + "/" + sha) == b"controlled note"
|
|
with db.transaction() as conn:
|
|
assert row(conn,"SELECT used FROM vaults")["used"] == len(b"controlled note")
|
|
|
|
|
|
def test_readiness_fails_closed_when_object_storage_unavailable(env):
|
|
client, _, store, _, _ = env
|
|
def unavailable(*args):
|
|
raise OSError("simulated outage")
|
|
store.put = unavailable
|
|
assert client.get("/ready").status_code == 503
|
|
assert client.get("/health").status_code == 200
|