Compare commits
12 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| eb0ff3aa69 | |||
| c76e7dcd2e | |||
| d6bab7a9cf | |||
| 4359518e50 | |||
| 6e11107c77 | |||
| 345f9a5aac | |||
| 0fedefad3f | |||
| 20e9899835 | |||
| d3b9027da3 | |||
| bacb25e029 | |||
| 92efd1af2b | |||
| 7adb296523 |
@@ -23,18 +23,19 @@ const maxDocmapBytes int64 = 10 * 1024 * 1024 // 10 MB
|
|||||||
// 1. The path resolves to a regular file within resolvedRoot (path
|
// 1. The path resolves to a regular file within resolvedRoot (path
|
||||||
// confinement): prevents a PR-controlled --docmap from reading arbitrary
|
// confinement): prevents a PR-controlled --docmap from reading arbitrary
|
||||||
// host files via absolute paths or ".." traversal.
|
// host files via absolute paths or ".." traversal.
|
||||||
// 2. The path is not a symlink: prevents denial-of-service via /dev/zero or
|
// 2. The resolved path is within resolvedRoot: in-repo file-level symlinks
|
||||||
// information disclosure via symlinks that point outside the workspace.
|
// are allowed when their resolved target is still inside the root;
|
||||||
|
// symlinks that escape the root are rejected by the confinement check.
|
||||||
// 3. The file does not exceed maxDocmapBytes: prevents memory exhaustion
|
// 3. The file does not exceed maxDocmapBytes: prevents memory exhaustion
|
||||||
// from an oversized but legitimately committed doc-map file.
|
// from an oversized but legitimately committed doc-map file.
|
||||||
//
|
//
|
||||||
// resolvedRoot must already be an absolute, symlink-free path (obtained from
|
// resolvedRoot must already be an absolute, symlink-free path (obtained from
|
||||||
// filepath.Abs + filepath.EvalSymlinks).
|
// filepath.Abs + filepath.EvalSymlinks).
|
||||||
func validateDocmapPath(localPath, resolvedRoot string) error {
|
func validateDocmapPath(localPath, resolvedRoot string) (string, error) {
|
||||||
// Resolve the docmap path to an absolute path.
|
// Resolve the docmap path to an absolute path.
|
||||||
absPath, err := filepath.Abs(localPath)
|
absPath, err := filepath.Abs(localPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("cannot resolve path: %w", err)
|
return "", fmt.Errorf("cannot resolve path: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Resolve ALL symlink components, not just the final one.
|
// Resolve ALL symlink components, not just the final one.
|
||||||
@@ -46,34 +47,36 @@ func validateDocmapPath(localPath, resolvedRoot string) error {
|
|||||||
// path is inside the root while the actual destination is not.
|
// path is inside the root while the actual destination is not.
|
||||||
resolvedPath, err := filepath.EvalSymlinks(absPath)
|
resolvedPath, err := filepath.EvalSymlinks(absPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("cannot resolve path (symlink): %w", err)
|
return "", fmt.Errorf("cannot resolve path (symlink): %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Lstat the resolved path — at this point resolvedPath is symlink-free, so
|
// Lstat the resolved path for size and existence checks — EvalSymlinks
|
||||||
// ModeSymlink will never be set. We keep the check as defense-in-depth.
|
// guarantees no symlink components remain, so ModeSymlink can never be set.
|
||||||
fi, err := os.Lstat(resolvedPath)
|
fi, err := os.Lstat(resolvedPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("cannot stat file: %w", err)
|
return "", fmt.Errorf("cannot stat file: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Defense-in-depth: reject any remaining symlink indicator.
|
// Reject anything that is not a regular file (directories, FIFOs, device
|
||||||
if fi.Mode()&os.ModeSymlink != 0 {
|
// nodes, etc.) — ParseDocMapConfig expects a plain YAML file and would
|
||||||
return fmt.Errorf("symlinks are not allowed")
|
// produce a confusing error on non-regular entries.
|
||||||
|
if !fi.Mode().IsRegular() {
|
||||||
|
return "", fmt.Errorf("docmap must be a regular file")
|
||||||
}
|
}
|
||||||
|
|
||||||
// Confine to resolvedRoot: use the fully-resolved path so that a directory
|
// Confine to resolvedRoot: use the fully-resolved path so that a directory
|
||||||
// symlink inside the repo cannot carry the path outside the root.
|
// symlink inside the repo cannot carry the path outside the root.
|
||||||
rel, err := filepath.Rel(resolvedRoot, resolvedPath)
|
rel, err := filepath.Rel(resolvedRoot, resolvedPath)
|
||||||
if err != nil || rel == ".." || strings.HasPrefix(rel, ".."+string(os.PathSeparator)) {
|
if err != nil || rel == ".." || strings.HasPrefix(rel, ".."+string(os.PathSeparator)) {
|
||||||
return fmt.Errorf("path must be within --repo-root")
|
return "", fmt.Errorf("path must be within --repo-root")
|
||||||
}
|
}
|
||||||
|
|
||||||
// Enforce size cap before reading to prevent memory exhaustion.
|
// Enforce size cap before reading to prevent memory exhaustion.
|
||||||
if fi.Size() > maxDocmapBytes {
|
if fi.Size() > maxDocmapBytes {
|
||||||
return fmt.Errorf("file size %d bytes exceeds %d-byte limit", fi.Size(), maxDocmapBytes)
|
return "", fmt.Errorf("file size %d bytes exceeds %d-byte limit", fi.Size(), maxDocmapBytes)
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return resolvedPath, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// runValidateDocmap implements the `review-bot validate-docmap` subcommand.
|
// runValidateDocmap implements the `review-bot validate-docmap` subcommand.
|
||||||
@@ -137,16 +140,59 @@ func runValidateDocmap(args []string) int {
|
|||||||
// may reference a PR-controlled file (e.g. .review-bot/doc-map.yml).
|
// may reference a PR-controlled file (e.g. .review-bot/doc-map.yml).
|
||||||
// Validate that it:
|
// Validate that it:
|
||||||
// 1. Resolves within resolvedRoot (prevent reading arbitrary host files).
|
// 1. Resolves within resolvedRoot (prevent reading arbitrary host files).
|
||||||
// 2. Is not a symlink (prevent /dev/zero or symlink-based host probing).
|
// 2. Resolved target stays within the root (in-repo symlinks are allowed
|
||||||
|
// if they resolve to a path inside the root).
|
||||||
// 3. Does not exceed maxDocmapBytes (prevent memory exhaustion from an
|
// 3. Does not exceed maxDocmapBytes (prevent memory exhaustion from an
|
||||||
// oversized committed file).
|
// oversized committed file).
|
||||||
if err := validateDocmapPath(*docmapFlag, resolvedRoot); err != nil {
|
// validateDocmapPath returns the resolved path; use it directly to
|
||||||
|
// eliminate any TOCTOU race between validation and use.
|
||||||
|
resolvedDocmap, err := validateDocmapPath(*docmapFlag, resolvedRoot)
|
||||||
|
if err != nil {
|
||||||
fmt.Fprintf(errWriter, "Error: --docmap %q is invalid: %v\n", *docmapFlag, err)
|
fmt.Fprintf(errWriter, "Error: --docmap %q is invalid: %v\n", *docmapFlag, err)
|
||||||
return 2
|
return 2
|
||||||
}
|
}
|
||||||
|
|
||||||
// Parse docmap YAML.
|
// Open and read the docmap with a LimitedReader — closes the residual TOCTOU
|
||||||
cfg, err := review.ParseDocMapConfig(*docmapFlag)
|
// window between the Lstat size check in validateDocmapPath and the file open
|
||||||
|
// here. The limit is maxDocmapBytes+1 so we can detect a file that grew past
|
||||||
|
// the cap after the stat without reading unbounded bytes.
|
||||||
|
//
|
||||||
|
// Defense-in-depth: stat the path immediately before and after open so we can
|
||||||
|
// detect a file swap between validateDocmapPath's validation and this open via
|
||||||
|
// os.SameFile. An attacker with workspace write access could otherwise replace
|
||||||
|
// the validated file with a symlink in the gap between validation and use.
|
||||||
|
preStat, err := os.Lstat(resolvedDocmap)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(errWriter, "Error: failed to stat docmap before open %q: %v\n", *docmapFlag, err)
|
||||||
|
return 2
|
||||||
|
}
|
||||||
|
f, err := os.Open(resolvedDocmap)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(errWriter, "Error: failed to open docmap %q: %v\n", *docmapFlag, err)
|
||||||
|
return 2
|
||||||
|
}
|
||||||
|
defer func() { _ = f.Close() }()
|
||||||
|
// Verify we opened the same file that was validated — rejects a swap between
|
||||||
|
// the pre-open Lstat and the open call.
|
||||||
|
postStat, err := f.Stat()
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(errWriter, "Error: failed to stat open docmap %q: %v\n", *docmapFlag, err)
|
||||||
|
return 2
|
||||||
|
}
|
||||||
|
if !os.SameFile(preStat, postStat) {
|
||||||
|
fmt.Fprintf(errWriter, "Error: --docmap %q changed between validation and open\n", *docmapFlag)
|
||||||
|
return 2
|
||||||
|
}
|
||||||
|
docmapData, err := io.ReadAll(io.LimitReader(f, maxDocmapBytes+1))
|
||||||
|
if err != nil {
|
||||||
|
fmt.Fprintf(errWriter, "Error: failed to read docmap %q: %v\n", *docmapFlag, err)
|
||||||
|
return 2
|
||||||
|
}
|
||||||
|
if int64(len(docmapData)) > maxDocmapBytes {
|
||||||
|
fmt.Fprintf(errWriter, "Error: --docmap %q exceeded %d-byte limit after open\n", *docmapFlag, maxDocmapBytes)
|
||||||
|
return 2
|
||||||
|
}
|
||||||
|
cfg, err := review.ParseDocMapConfigContent(string(docmapData), *docmapFlag)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Fprintf(errWriter, "Error: failed to parse docmap %q: %v\n", *docmapFlag, err)
|
fmt.Fprintf(errWriter, "Error: failed to parse docmap %q: %v\n", *docmapFlag, err)
|
||||||
return 2
|
return 2
|
||||||
@@ -171,6 +217,9 @@ func runValidateDocmap(args []string) int {
|
|||||||
// Normalize Windows-style backslashes to forward slashes so that
|
// Normalize Windows-style backslashes to forward slashes so that
|
||||||
// changed-file paths from git on Windows match doc-map globs.
|
// changed-file paths from git on Windows match doc-map globs.
|
||||||
f = strings.ReplaceAll(f, "\\", "/")
|
f = strings.ReplaceAll(f, "\\", "/")
|
||||||
|
// Strip a leading "./" emitted by non-git tools (e.g. `find`) so that
|
||||||
|
// paths like "./cmd/foo.go" match doc-map globs written as "cmd/**".
|
||||||
|
f = strings.TrimPrefix(f, "./")
|
||||||
if !review.FileCoveredByDocMap(cfg, f) {
|
if !review.FileCoveredByDocMap(cfg, f) {
|
||||||
uncovered = append(uncovered, f)
|
uncovered = append(uncovered, f)
|
||||||
}
|
}
|
||||||
@@ -189,7 +238,7 @@ func runValidateDocmap(args []string) int {
|
|||||||
staleDocs := checkStaleDocs(cfg, resolvedRoot)
|
staleDocs := checkStaleDocs(cfg, resolvedRoot)
|
||||||
if len(staleDocs) > 0 {
|
if len(staleDocs) > 0 {
|
||||||
failed = true
|
failed = true
|
||||||
fmt.Fprintln(errWriter, "ERROR: stale docmap docs: entries (paths do not exist):")
|
fmt.Fprintln(errWriter, "ERROR: stale docmap entries (paths do not exist):")
|
||||||
for _, d := range staleDocs {
|
for _, d := range staleDocs {
|
||||||
fmt.Fprintf(errWriter, " %s\n", d)
|
fmt.Fprintf(errWriter, " %s\n", d)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -595,7 +595,102 @@ func TestValidateDocmapPath_DirSymlinkBypass(t *testing.T) {
|
|||||||
t.Fatalf("EvalSymlinks(repoDir): %v", err)
|
t.Fatalf("EvalSymlinks(repoDir): %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := validateDocmapPath(attackPath, resolvedRoot); err == nil {
|
if _, err := validateDocmapPath(attackPath, resolvedRoot); err == nil {
|
||||||
t.Error("expected rejection of dir-symlink bypass, got nil error")
|
t.Error("expected rejection of dir-symlink bypass, got nil error")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// TestValidateDocmapPath_NonRegularFile verifies that --docmap pointing at a
|
||||||
|
// non-regular file (e.g. a directory) is rejected with a clear error before
|
||||||
|
// ParseDocMapConfig is called.
|
||||||
|
func TestValidateDocmapPath_NonRegularFile(t *testing.T) {
|
||||||
|
dir := t.TempDir()
|
||||||
|
|
||||||
|
// Use the directory itself as the docmap path — directories pass Lstat but
|
||||||
|
// are not regular files.
|
||||||
|
reviewBotDir := filepath.Join(dir, ".review-bot")
|
||||||
|
if err := os.MkdirAll(reviewBotDir, 0o755); err != nil {
|
||||||
|
t.Fatalf("MkdirAll: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
code, _, stderr := stdinValidateDocmap(t,
|
||||||
|
"",
|
||||||
|
[]string{"--docmap", reviewBotDir, "--repo-root", dir},
|
||||||
|
)
|
||||||
|
if code != 2 {
|
||||||
|
t.Errorf("expected exit 2 for directory docmap, got %d; stderr: %q", code, stderr)
|
||||||
|
}
|
||||||
|
if !strings.Contains(stderr, "regular file") && !strings.Contains(stderr, "invalid") {
|
||||||
|
t.Errorf("expected regular-file rejection in stderr, got %q", stderr)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestRunValidateDocmap_DotSlashPrefix verifies that paths emitted with a
|
||||||
|
// leading "./" (e.g. from `find` or `ls`) match doc-map globs correctly.
|
||||||
|
// Without TrimPrefix, "./cmd/foo.go" would not match the pattern "cmd/**".
|
||||||
|
func TestRunValidateDocmap_DotSlashPrefix(t *testing.T) {
|
||||||
|
dir := t.TempDir()
|
||||||
|
makeDocFile(t, dir, "docs/foo.md")
|
||||||
|
|
||||||
|
docmap := makeDocmapInDir(t, dir, `
|
||||||
|
mappings:
|
||||||
|
- paths:
|
||||||
|
- "cmd/**"
|
||||||
|
docs:
|
||||||
|
- docs/foo.md
|
||||||
|
`)
|
||||||
|
|
||||||
|
// File with a leading "./" should be treated as covered.
|
||||||
|
code, _, stderr := stdinValidateDocmap(t,
|
||||||
|
"./cmd/foo.go\n",
|
||||||
|
[]string{"--docmap", docmap, "--repo-root", dir},
|
||||||
|
)
|
||||||
|
if code != 0 {
|
||||||
|
t.Errorf("expected exit 0 for './' prefixed covered file, got %d; stderr: %q", code, stderr)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestValidateDocmapPath_InRepoSymlinkAllowed verifies that an in-repo
|
||||||
|
// file-level symlink whose resolved target is still within the repo root is
|
||||||
|
// accepted. This is the positive case for the issue #150 behavioral change:
|
||||||
|
// only symlinks that escape the root are rejected; intra-repo symlinks are
|
||||||
|
// allowed because EvalSymlinks resolves the target and the confinement check
|
||||||
|
// is applied to the resolved path, not the symlink entry itself.
|
||||||
|
func TestValidateDocmapPath_InRepoSymlinkAllowed(t *testing.T) {
|
||||||
|
dir := t.TempDir()
|
||||||
|
|
||||||
|
// Create the real docmap file inside the repo root.
|
||||||
|
if err := os.MkdirAll(filepath.Join(dir, ".review-bot"), 0o755); err != nil {
|
||||||
|
t.Fatalf("MkdirAll: %v", err)
|
||||||
|
}
|
||||||
|
realDocmap := filepath.Join(dir, ".review-bot", "doc-map-real.yml")
|
||||||
|
if err := os.WriteFile(realDocmap, []byte("mappings: []\n"), 0o644); err != nil {
|
||||||
|
t.Fatalf("WriteFile: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create a symlink inside the repo root that points to the real file
|
||||||
|
// (also inside the root).
|
||||||
|
symlinkPath := filepath.Join(dir, ".review-bot", "doc-map-link.yml")
|
||||||
|
if err := os.Symlink(realDocmap, symlinkPath); err != nil {
|
||||||
|
t.Skipf("cannot create symlink (platform may not support it): %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Resolve dir to a symlink-free root, as runValidateDocmap does.
|
||||||
|
resolvedRoot, err := filepath.EvalSymlinks(dir)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("EvalSymlinks(dir): %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// In-repo symlink whose target is within root: must be accepted.
|
||||||
|
resolved, err := validateDocmapPath(symlinkPath, resolvedRoot)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("expected in-repo symlink to be accepted, got error: %v", err)
|
||||||
|
}
|
||||||
|
// The returned resolved path must be the real file (not the symlink entry).
|
||||||
|
// validateDocmapPath calls filepath.EvalSymlinks internally, so the returned
|
||||||
|
// path is always the fully-resolved real path — it can never equal the
|
||||||
|
// symlink entry itself.
|
||||||
|
if resolved == symlinkPath {
|
||||||
|
t.Errorf("expected resolved path to differ from symlink path")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user