Kronecker/KF-OnlineJudge
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat(contracts): validate fenced judging jobs and bounded results

Browse Source
This commit is contained in:
Kronecker
2026-10-09 00:43:17 +08:00
parent ea0bc2b578
commit df52446dac
74 changed files with 7783 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/contracts/judge-admission.invalid-extra.json
Vendored
+37
View File
@@ -0,0 +1,37 @@
{
"max_concurrent_jobs": 1,
"prefetch": 1,
"max_retries": 2,
"max_job_wall_time_us": 60000000,
"max_package_bytes": 67108864,
"compile_ceiling": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_ceiling": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"host_path": "/etc/passwd",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
}
}
tests/fixtures/contracts/judge-admission.invalid-semantic-prefetch.json
Vendored
+36
View File
@@ -0,0 +1,36 @@
{
"max_concurrent_jobs": 1,
"prefetch": 2,
"max_retries": 2,
"max_job_wall_time_us": 60000000,
"max_package_bytes": 67108864,
"compile_ceiling": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_ceiling": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
}
}
tests/fixtures/contracts/judge-admission.valid-defaults.json
Vendored
+33
View File
@@ -0,0 +1,33 @@
{
"max_job_wall_time_us": 60000000,
"max_package_bytes": 67108864,
"compile_ceiling": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_ceiling": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
}
}
tests/fixtures/contracts/judge-admission.valid.json
Vendored
+36
View File
@@ -0,0 +1,36 @@
{
"max_concurrent_jobs": 1,
"prefetch": 1,
"max_retries": 2,
"max_job_wall_time_us": 60000000,
"max_package_bytes": 67108864,
"compile_ceiling": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_ceiling": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
}
}
tests/fixtures/contracts/judge-lease.invalid-extra.json
Vendored
+15
View File
@@ -0,0 +1,15 @@
{
"schema_version": 1,
"kind": "judge.lease",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"lease_token": "0000000000000000000000000000000000000000000000000000000000000000",
"attempt_number": 1,
"expires_at_unix_ms": 1800000000000,
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"host_path": "/etc/passwd"
}
tests/fixtures/contracts/judge-lease.invalid-fencing-overflow.json
Vendored
+14
View File
@@ -0,0 +1,14 @@
{
"schema_version": 1,
"kind": "judge.lease",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 9223372036854775808
},
"lease_token": "0000000000000000000000000000000000000000000000000000000000000000",
"attempt_number": 1,
"expires_at_unix_ms": 1800000000000,
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd"
}
tests/fixtures/contracts/judge-lease.invalid-zero-attempt.json
Vendored
+14
View File
@@ -0,0 +1,14 @@
{
"schema_version": 1,
"kind": "judge.lease",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"lease_token": "0000000000000000000000000000000000000000000000000000000000000000",
"attempt_number": 0,
"expires_at_unix_ms": 1800000000000,
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd"
}
tests/fixtures/contracts/judge-lease.valid.json
Vendored
+14
View File
@@ -0,0 +1,14 @@
{
"schema_version": 1,
"kind": "judge.lease",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"lease_token": "0000000000000000000000000000000000000000000000000000000000000000",
"attempt_number": 1,
"expires_at_unix_ms": 1800000000000,
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd"
}
tests/fixtures/contracts/judge-manifest.invalid-bool-memory.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": true,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-count.json
Vendored
+2872
View File
File diff suppressed because it is too large Load Diff
tests/fixtures/contracts/judge-manifest.invalid-digest.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "../../etc/passwd",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-empty-cases.json
Vendored
+44
View File
@@ -0,0 +1,44 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-extra.json
Vendored
+79
View File
@@ -0,0 +1,79 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000,
"host_path": "/etc/passwd"
}
tests/fixtures/contracts/judge-manifest.invalid-language.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "python",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-duplicate-case.json
Vendored
+89
View File
@@ -0,0 +1,89 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-job-deadline.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 1000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-nil-id.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "00000000-0000-0000-0000-000000000000",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-noncanonical-id.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "AAAAAAAA-AAAA-4AAA-8AAA-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-output-budget.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-package-size.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 67108864
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-source-size.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 262145
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-stack.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 134217728,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-semantic-version-float.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1.0,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-version-bool.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": true,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.invalid-zero-cpu.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 0,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.valid-c17.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "c17",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-manifest.valid.json
Vendored
+78
View File
@@ -0,0 +1,78 @@
{
"schema_version": 1,
"kind": "judge.manifest",
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"submission_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000002",
"problem_version_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000003",
"language": "cpp20",
"toolchain": {
"toolchain_id": "gnu-cxx-v1",
"image_kind": "linux_gnu_cxx_x86_64_v1",
"image_revision": 1
},
"source": {
"digest": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
"bytes": 124
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 0
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 0
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 1
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 1
}
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"input": {
"digest": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb",
"bytes": 2
},
"expected": {
"digest": "cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
"bytes": 2
}
}
],
"comparison": "exact_bytes",
"compile_limits": {
"cpu_time_us": 10000000,
"wall_time_us": 30000000,
"memory_bytes": 536870912,
"stack_bytes": 16777216,
"processes": 32,
"open_files": 128,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 67108864,
"workdir_bytes": 268435456
},
"run_limits": {
"cpu_time_us": 1000000,
"wall_time_us": 3000000,
"memory_bytes": 67108864,
"stack_bytes": 8388608,
"processes": 8,
"open_files": 64,
"stdout_bytes": 1048576,
"stderr_bytes": 1048576,
"file_bytes": 16777216,
"workdir_bytes": 67108864
},
"job_wall_time_us": 60000000
}
tests/fixtures/contracts/judge-result.invalid-extra.json
Vendored
+48
View File
@@ -0,0 +1,48 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288,
"host_path": "/etc/passwd"
}
tests/fixtures/contracts/judge-result.invalid-missing-metric.json
Vendored
+46
View File
@@ -0,0 +1,46 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-cleanup-success.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": false,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-compile-output.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "compilation_error",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-cpu-sum.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 0,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-diagnostics-bytes.json
Vendored
+47
View File
File diff suppressed because one or more lines are too long
tests/fixtures/contracts/judge-result.invalid-semantic-empty-ac.json
Vendored
+28
View File
@@ -0,0 +1,28 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": null,
"run_memory_peak_bytes": null
}
tests/fixtures/contracts/judge-result.invalid-semantic-fatal-followed-by-case.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "system_error",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "system_error",
"cleanup_complete": true,
"failure_code": "sandbox_unavailable",
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-infrastructure-without-code.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "system_error",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-runtime-ce.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "compilation_error",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-summary.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "wrong_answer",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-unknown-memory.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": null
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.invalid-semantic-zero-program.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 0
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.valid-cancel-before-compile.json
Vendored
+25
View File
@@ -0,0 +1,25 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "cancelled",
"program": null,
"diagnostics": "synthetic compiler diagnostic\n",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [],
"verdict": "cancelled",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": null,
"run_memory_peak_bytes": null
}
tests/fixtures/contracts/judge-result.valid-cancel-between-cases.json
Vendored
+35
View File
@@ -0,0 +1,35 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
}
],
"verdict": "cancelled",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 100,
"run_memory_peak_bytes": 262144
}
tests/fixtures/contracts/judge-result.valid-ce.json
Vendored
+25
View File
@@ -0,0 +1,25 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "compilation_error",
"program": null,
"diagnostics": "synthetic compiler diagnostic\n",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [],
"verdict": "compilation_error",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": null,
"run_memory_peak_bytes": null
}
tests/fixtures/contracts/judge-result.valid-cleanup-failure.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "system_error",
"cleanup_complete": false,
"failure_code": "cleanup_failed",
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-result.valid-compile-limit.json
Vendored
+25
View File
@@ -0,0 +1,25 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "compilation_limit",
"program": null,
"diagnostics": "synthetic compiler diagnostic\n",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [],
"verdict": "compilation_error",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": null,
"run_memory_peak_bytes": null
}
tests/fixtures/contracts/judge-result.valid-infrastructure-after-wa.json
Vendored
+41
View File
@@ -0,0 +1,41 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "wrong_answer",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "system_error",
"cpu_time_us": null,
"memory_peak_bytes": null
}
],
"verdict": "system_error",
"cleanup_complete": true,
"failure_code": "sandbox_unavailable",
"run_cpu_time_us": null,
"run_memory_peak_bytes": null
}
tests/fixtures/contracts/judge-result.valid.json
Vendored
+47
View File
@@ -0,0 +1,47 @@
{
"schema_version": 1,
"kind": "judge.result",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"manifest_digest": "dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd",
"compilation": {
"status": "succeeded",
"program": {
"digest": "eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee",
"bytes": 4096
},
"diagnostics": "",
"diagnostics_truncated": false,
"cpu_time_us": 100000,
"memory_peak_bytes": 16777216
},
"cases": [
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000004",
"verdict": "accepted",
"cpu_time_us": 100,
"memory_peak_bytes": 262144
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000005",
"verdict": "accepted",
"cpu_time_us": 200,
"memory_peak_bytes": 524288
},
{
"case_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000006",
"verdict": "accepted",
"cpu_time_us": 300,
"memory_peak_bytes": 524288
}
],
"verdict": "accepted",
"cleanup_complete": true,
"failure_code": null,
"run_cpu_time_us": 600,
"run_memory_peak_bytes": 524288
}
tests/fixtures/contracts/judge-stage.invalid-extra.json
Vendored
+14
View File
@@ -0,0 +1,14 @@
{
"schema_version": 1,
"kind": "judge.stage",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"sequence": 1,
"stage": "compiling",
"case_index": null,
"host_path": "/etc/passwd"
}
tests/fixtures/contracts/judge-stage.invalid-index.json
Vendored
+13
View File
@@ -0,0 +1,13 @@
{
"schema_version": 1,
"kind": "judge.stage",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"sequence": 1,
"stage": "running",
"case_index": 256
}
tests/fixtures/contracts/judge-stage.invalid-missing-index.json
Vendored
+12
View File
@@ -0,0 +1,12 @@
{
"schema_version": 1,
"kind": "judge.stage",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"sequence": 1,
"stage": "compiling"
}
tests/fixtures/contracts/judge-stage.invalid-semantic-compiling-index.json
Vendored
+13
View File
@@ -0,0 +1,13 @@
{
"schema_version": 1,
"kind": "judge.stage",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"sequence": 1,
"stage": "compiling",
"case_index": 0
}
tests/fixtures/contracts/judge-stage.invalid-semantic-running-null.json
Vendored
+13
View File
@@ -0,0 +1,13 @@
{
"schema_version": 1,
"kind": "judge.stage",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"sequence": 1,
"stage": "running",
"case_index": null
}
tests/fixtures/contracts/judge-stage.valid-running.json
Vendored
+13
View File
@@ -0,0 +1,13 @@
{
"schema_version": 1,
"kind": "judge.stage",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"sequence": 1,
"stage": "running",
"case_index": 0
}
tests/fixtures/contracts/judge-stage.valid.json
Vendored
+13
View File
@@ -0,0 +1,13 @@
{
"schema_version": 1,
"kind": "judge.stage",
"binding": {
"evaluation_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000001",
"attempt_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000007",
"worker_id": "aaaaaaaa-aaaa-4aaa-8aaa-000000000008",
"fencing_version": 1
},
"sequence": 1,
"stage": "compiling",
"case_index": null
}
tests/fixtures/contracts/judge-state.transitions.json
Vendored
+32
View File
@@ -0,0 +1,32 @@
{
"queued": [
"claimed",
"cancelled"
],
"claimed": [
"compiling",
"cancelling",
"failed",
"queued"
],
"compiling": [
"running",
"finished",
"cancelling",
"failed",
"queued"
],
"running": [
"finished",
"cancelling",
"failed",
"queued"
],
"cancelling": [
"cancelled",
"failed"
],
"finished": [],
"cancelled": [],
"failed": []
}
tests/fixtures/contracts/judge-task.invalid-semantic-version-float.json
Vendored
+5
View File
@@ -0,0 +1,5 @@
{
"schema_version": 1.0,
"kind": "judge.evaluation",
"evaluation_id": "018f26d6-713c-7b7f-8d5d-5f832a5f47f2"
}
tests/fixtures/contracts/judge-task.invalid-version-bool.json
Vendored
+5
View File
@@ -0,0 +1,5 @@
{
"schema_version": true,
"kind": "judge.evaluation",
"evaluation_id": "018f26d6-713c-7b7f-8d5d-5f832a5f47f2"
}