update
This commit is contained in:
Executable
+275
@@ -0,0 +1,275 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
|
||||
: "${PRE15_DUT:?PRE15_DUT is required}"
|
||||
: "${PRE15_ROOT:?PRE15_ROOT is required}"
|
||||
: "${PRE15_CASE_TMP:?PRE15_CASE_TMP is required}"
|
||||
: "${PRE15_RUN_DIR:?PRE15_RUN_DIR is required}"
|
||||
: "${PRE15_LIB_DIR:?PRE15_LIB_DIR is required}"
|
||||
. "$PRE15_LIB_DIR/runner.sh"
|
||||
|
||||
fixtures_only=0
|
||||
if test "${1:-}" = --fixtures-only; then
|
||||
fixtures_only=1
|
||||
shift
|
||||
fi
|
||||
test "$#" -eq 0 || pre15_runner_fail 'B17 accepts only --fixtures-only'
|
||||
|
||||
fixture_dir=$PRE15_DUT/tests/pre15/fixtures
|
||||
spec=$fixture_dir/B17-xattr-spec.json
|
||||
generator=$fixture_dir/B17-xattr-generate.py
|
||||
oracle=$fixture_dir/B17-xattr-oracle.py
|
||||
seed=$fixture_dir/B17-xattr-seed.erofs
|
||||
artifacts=$PRE15_RUN_DIR/artifacts
|
||||
first=$PRE15_CASE_TMP/first
|
||||
second=$PRE15_CASE_TMP/second
|
||||
rebuilt=$PRE15_CASE_TMP/rebuilt-seed.erofs
|
||||
rebuild_work=$PRE15_CASE_TMP/rebuild-work
|
||||
|
||||
for tool in fsck.erofs git mkfs.erofs python3 sha256sum; do
|
||||
command -v "$tool" >/dev/null 2>&1 || \
|
||||
pre15_infra_blocked "missing B17 host tool: $tool"
|
||||
done
|
||||
|
||||
pre15_record_fixture b17-spec "$spec"
|
||||
pre15_record_fixture b17-generator "$generator"
|
||||
pre15_record_fixture b17-oracle "$oracle"
|
||||
pre15_record_fixture b17-seed "$seed"
|
||||
pre15_record_fixture b17-case "$PRE15_DUT/tests/pre15/cases/B17-xattr-integrity.sh"
|
||||
mkdir -p "$artifacts"
|
||||
|
||||
if python3 -B "$generator" rebuild-seed --spec "$spec" --seed "$seed" \
|
||||
--output "$rebuilt" --work "$rebuild_work" \
|
||||
>"$artifacts/rebuild-seed.json" 2>"$artifacts/rebuild-seed.stderr"; then
|
||||
:
|
||||
else
|
||||
pre15_runner_fail 'B17 tracked seed is not reproducible'
|
||||
fi
|
||||
|
||||
if python3 -B "$generator" generate --spec "$spec" --seed "$seed" \
|
||||
--output "$first" >"$artifacts/generate-first.json" \
|
||||
2>"$artifacts/generate-first.stderr"; then
|
||||
:
|
||||
else
|
||||
pre15_runner_fail 'B17 first fixture generation failed'
|
||||
fi
|
||||
if python3 -B "$generator" generate --spec "$spec" --seed "$seed" \
|
||||
--output "$second" >"$artifacts/generate-second.json" \
|
||||
2>"$artifacts/generate-second.stderr"; then
|
||||
:
|
||||
else
|
||||
pre15_runner_fail 'B17 second fixture generation failed'
|
||||
fi
|
||||
|
||||
if cmp "$first/fixture-index.json" "$second/fixture-index.json" && \
|
||||
find "$first" -type f ! -name fixture-index.json -printf '%f\n' | sort | \
|
||||
while IFS= read -r name; do cmp "$first/$name" "$second/$name" || exit 1; done
|
||||
then
|
||||
:
|
||||
else
|
||||
pre15_runner_fail 'B17 fixture generation is not byte reproducible'
|
||||
fi
|
||||
|
||||
if python3 -B "$oracle" --spec "$spec" --fixtures "$first" \
|
||||
--report "$artifacts/oracle-first.json" \
|
||||
>"$artifacts/oracle-first.stdout" 2>"$artifacts/oracle-first.stderr"; then
|
||||
:
|
||||
else
|
||||
pre15_runner_fail 'B17 independent first oracle replay failed'
|
||||
fi
|
||||
if python3 -B "$oracle" --spec "$spec" --fixtures "$second" \
|
||||
--report "$artifacts/oracle-second.json" \
|
||||
>"$artifacts/oracle-second.stdout" 2>"$artifacts/oracle-second.stderr"; then
|
||||
:
|
||||
else
|
||||
pre15_runner_fail 'B17 independent second oracle replay failed'
|
||||
fi
|
||||
|
||||
cp "$first/fixture-index.json" "$artifacts/B17-fixture-index.json"
|
||||
pre15_record_fixture b17-generated-index "$artifacts/B17-fixture-index.json"
|
||||
|
||||
if python3 - "$artifacts/B17-fixture-index.json" \
|
||||
"$artifacts/oracle-first.json" "$artifacts/B17-matrix.tsv" <<'PY'
|
||||
import json
|
||||
from pathlib import Path
|
||||
import sys
|
||||
|
||||
index = json.loads(Path(sys.argv[1]).read_text(encoding="ascii"))
|
||||
report = json.loads(Path(sys.argv[2]).read_text(encoding="ascii"))
|
||||
if index["fixture_count"] != 25 or index["legal_count"] != 10 or index["damaged_count"] != 15:
|
||||
raise SystemExit("B17 fixture cardinality changed")
|
||||
if report["status"] != "PASS" or report["legal_passed"] != 10 or report["damaged_passed"] != 15:
|
||||
raise SystemExit("B17 oracle matrix is incomplete")
|
||||
lines = ["id\tclass\terrno\treject"]
|
||||
for item in report["results"]:
|
||||
lines.append(
|
||||
f"{item['id']}\t{item['class']}\t{item['actual_errno']}\t{item['actual_reject']}"
|
||||
)
|
||||
Path(sys.argv[3]).write_text("\n".join(lines) + "\n", encoding="ascii")
|
||||
print(
|
||||
f"B17 fixtures: {index['fixture_count']} "
|
||||
f"({index['legal_count']} legal, {index['damaged_count']} damaged)"
|
||||
)
|
||||
print(f"B17 fixture-set SHA256: {index['fixture_set_sha256']}")
|
||||
PY
|
||||
then
|
||||
:
|
||||
else
|
||||
pre15_runner_fail 'B17 fixture matrix summary failed'
|
||||
fi
|
||||
|
||||
pre15_target_reached
|
||||
if test "$fixtures_only" -eq 1; then
|
||||
printf '%s\n' 'B17 fixture gate: READY'
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if python3 - "$PRE15_ROOT" "$PRE15_DUT" "$artifacts/B17-source-check.json" <<'PY'
|
||||
from pathlib import Path
|
||||
import json
|
||||
import subprocess
|
||||
import sys
|
||||
|
||||
root = Path(sys.argv[1])
|
||||
dut = Path(sys.argv[2])
|
||||
output = Path(sys.argv[3])
|
||||
baseline = "98d76e4e73ed9a760b7f684d453b301c73167c22"
|
||||
|
||||
|
||||
def committed(name: str) -> str:
|
||||
completed = subprocess.run(
|
||||
["git", "-C", str(root), "show", f"{baseline}:repo-pre-15/src/{name}"],
|
||||
check=False,
|
||||
text=True,
|
||||
stdout=subprocess.PIPE,
|
||||
stderr=subprocess.PIPE,
|
||||
)
|
||||
if completed.returncode != 0:
|
||||
raise SystemExit(f"cannot read B17 baseline {name}: {completed.stderr}")
|
||||
return completed.stdout
|
||||
|
||||
|
||||
def replace_once(source: str, old: str, new: str, label: str) -> str:
|
||||
count = source.count(old)
|
||||
if count != 1:
|
||||
raise SystemExit(f"{label}: expected one baseline transform, found {count}")
|
||||
return source.replace(old, new, 1)
|
||||
|
||||
|
||||
current = {
|
||||
name: (dut / "src" / name).read_text(encoding="utf-8")
|
||||
for name in ("internal.h", "super.c", "xattr.c")
|
||||
}
|
||||
base = {name: committed(name) for name in current}
|
||||
|
||||
expected_internal = replace_once(
|
||||
base["internal.h"],
|
||||
"\tuint8_t xattr_prefix_count;\n",
|
||||
"\tuint8_t xattr_prefix_count;\n\tuint8_t xattr_filter_reserved;\n",
|
||||
"raw xattr filter state",
|
||||
)
|
||||
|
||||
expected_super = replace_once(
|
||||
base["super.c"],
|
||||
"\t/* A non-zero reserved value disables the current name-filter format. */\n"
|
||||
"\tif (erofs_sb_has_xattr_filter(sbi) && dsb->xattr_filter_reserved != 0)\n"
|
||||
"\t\tsbi->feature_compat &= ~EROFS_FEATURE_COMPAT_XATTR_FILTER;\n",
|
||||
"\t/* Preserve the raw feature declaration and gate its format at use sites. */\n"
|
||||
"\tsbi->xattr_filter_reserved = dsb->xattr_filter_reserved;\n",
|
||||
"raw feature preservation",
|
||||
)
|
||||
|
||||
expected_xattr = replace_once(
|
||||
base["xattr.c"],
|
||||
"\tif (entry_size > remaining)\n\t\treturn (EINTEGRITY);\n",
|
||||
"\tif (entry_size > remaining)\n\t\treturn (EINTEGRITY);\n"
|
||||
"\tif (memchr(entry->e_name, '\\0', entry->e_name_len) != NULL)\n"
|
||||
"\t\treturn (EINTEGRITY);\n",
|
||||
"inline name NUL validation",
|
||||
)
|
||||
expected_xattr = replace_once(
|
||||
expected_xattr,
|
||||
"\terror = erofs_xattr_read_backing(sbi, backing_en, off, entry_size,\n"
|
||||
"\t entrybuf);\n"
|
||||
"\tif (error != 0)\n"
|
||||
"\t\treturn (error);\n"
|
||||
"\tif (entry_sizep != NULL)\n",
|
||||
"\terror = erofs_xattr_read_backing(sbi, backing_en, off, entry_size,\n"
|
||||
"\t entrybuf);\n"
|
||||
"\tif (error != 0)\n"
|
||||
"\t\treturn (error);\n"
|
||||
"\terror = erofs_xattr_validate_entry(entrybuf->data, entry_size, NULL,\n"
|
||||
"\t value_sizep);\n"
|
||||
"\tif (error != 0) {\n"
|
||||
"\t\terofs_put_metabuf(entrybuf);\n"
|
||||
"\t\treturn (error);\n"
|
||||
"\t}\n"
|
||||
"\tif (entry_sizep != NULL)\n",
|
||||
"shared name NUL validation",
|
||||
)
|
||||
expected_xattr = replace_once(
|
||||
expected_xattr,
|
||||
"\tif (!erofs_sb_has_xattr_filter(sbi))\n\t\treturn (0);\n",
|
||||
"\tif (!erofs_sb_has_xattr_filter(sbi) ||\n"
|
||||
"\t sbi->xattr_filter_reserved != 0)\n"
|
||||
"\t\treturn (0);\n",
|
||||
"xattr filter use-site gate",
|
||||
)
|
||||
expected_xattr = replace_once(
|
||||
expected_xattr,
|
||||
"\t\tprefix = buf.data;\n"
|
||||
"\t\tinfix_len = len - sizeof(*prefix);\n"
|
||||
"\t\tsbi->xattr_prefixes[i].base_index = prefix->base_index;\n",
|
||||
"\t\tprefix = buf.data;\n"
|
||||
"\t\tinfix_len = len - sizeof(*prefix);\n"
|
||||
"\t\tif (memchr(prefix->infix, '\\0', infix_len) != NULL) {\n"
|
||||
"\t\t\terror = EINTEGRITY;\n"
|
||||
"\t\t\tgoto fail;\n"
|
||||
"\t\t}\n"
|
||||
"\t\tsbi->xattr_prefixes[i].base_index = prefix->base_index;\n",
|
||||
"long-prefix NUL validation",
|
||||
)
|
||||
|
||||
expected = {
|
||||
"internal.h": expected_internal,
|
||||
"super.c": expected_super,
|
||||
"xattr.c": expected_xattr,
|
||||
}
|
||||
for name in expected:
|
||||
if current[name] != expected[name]:
|
||||
raise SystemExit(f"{name} differs from the exact B17 ledger transforms")
|
||||
|
||||
diff = subprocess.run(
|
||||
["git", "-C", str(root), "diff", baseline, "--", "repo-pre-15/src/internal.h",
|
||||
"repo-pre-15/src/super.c", "repo-pre-15/src/xattr.c"],
|
||||
check=True,
|
||||
text=True,
|
||||
stdout=subprocess.PIPE,
|
||||
).stdout
|
||||
for forbidden in ("xxh32", "bloom", "cache owner", "cache waiter"):
|
||||
if forbidden in diff.lower():
|
||||
raise SystemExit(f"B17 source diff contains out-of-scope marker: {forbidden}")
|
||||
if "return (-E" in "".join(current.values()):
|
||||
raise SystemExit("negative errno entered the FreeBSD B17 source")
|
||||
|
||||
result = {
|
||||
"status": "PASS",
|
||||
"baseline": baseline,
|
||||
"changed_sources": sorted(expected),
|
||||
"raw_feature_preserved": True,
|
||||
"reserved_gated_at_use": True,
|
||||
"inline_name_nul": True,
|
||||
"shared_name_nul": True,
|
||||
"prefix_infix_nul": True,
|
||||
"acl_empty_suffix_preserved": True,
|
||||
}
|
||||
output.write_text(json.dumps(result, indent=2, sort_keys=True) + "\n", encoding="ascii")
|
||||
print("B17 source: exact raw-feature and name-integrity transforms present")
|
||||
PY
|
||||
then
|
||||
:
|
||||
else
|
||||
pre15_dut_fail 'B17 source does not match the fixture-authorized transforms'
|
||||
fi
|
||||
|
||||
printf '%s\n' 'B17 source gate: PASS'
|
||||
Reference in New Issue
Block a user