mirror of
https://github.com/freebsd/freebsd-src.git
synced 2026-10-28 11:25:21 +01:00
Simon J. Gerraty
7386c0675c
Update to latest dirdeps related makefiles. dirdeps.mk tweaks useful for universe among other corner cases. also additional filtering for bogus paths ending in / gendirdeps.mk allow more debugging also additional filtering for bogus paths ending in / install-new.mk fix bug when isPOSIX_SHELL is true meta2deps.?? handle file names with spaces by ignoring them Reviewed by: stevek Differential Revision: https://reviews.freebsd.org/D57683
499 lines
12 KiB
Bash
Executable File
499 lines
12 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
# NAME:
|
|
# meta2deps.sh - extract useful info from .meta files
|
|
#
|
|
# SYNOPSIS:
|
|
# meta2deps.sh SB="SB" "meta" ...
|
|
#
|
|
# DESCRIPTION:
|
|
# This script looks each "meta" file and extracts the
|
|
# information needed to deduce build and src dependencies.
|
|
#
|
|
# To do this, we extract the 'CWD' record as well as all the
|
|
# syscall traces which describe 'R'ead, 'C'hdir and 'E'xec
|
|
# syscalls.
|
|
#
|
|
# The typical meta file looks like::
|
|
#.nf
|
|
#
|
|
# # Meta data file "path"
|
|
# CMD "command-line"
|
|
# CWD "cwd"
|
|
# TARGET "target"
|
|
# -- command output --
|
|
# -- filemon acquired metadata --
|
|
# # buildmon version 2
|
|
# V 2
|
|
# E "pid" "path"
|
|
# R "pid" "path"
|
|
# C "pid" "cwd"
|
|
# R "pid" "path"
|
|
# X "pid" "status"
|
|
#.fi
|
|
#
|
|
# The fact that all the syscall entry lines start with a single
|
|
# character make these files quite easy to process using sed(1).
|
|
#
|
|
# To simplify the logic the 'CWD' line is made to look like a
|
|
# normal 'C'hdir entry, and "cwd" is remembered so that it can
|
|
# be prefixed to any "path" which is not absolute.
|
|
#
|
|
# If the "path" being read ends in '.srcrel' it is the content
|
|
# of (actually the first line of) that file that we are
|
|
# interested in.
|
|
#
|
|
# Any "path" which lies outside of the sandbox "SB" is generally
|
|
# not of interest and is ignored.
|
|
#
|
|
# The output, is a set of absolute paths with "SB" like:
|
|
#.nf
|
|
#
|
|
# $SB/obj-i386/bsd/gnu/lib/csu
|
|
# $SB/obj-i386/bsd/gnu/lib/libgcc
|
|
# $SB/obj-i386/bsd/include
|
|
# $SB/obj-i386/bsd/lib/csu/i386-elf
|
|
# $SB/obj-i386/bsd/lib/libc
|
|
# $SB/src/bsd/include
|
|
# $SB/src/bsd/sys/i386/include
|
|
# $SB/src/bsd/sys/sys
|
|
# $SB/src/pan-release/rtsock
|
|
# $SB/src/pfe-shared/include/jnx
|
|
#.fi
|
|
#
|
|
# Which can then be further processed by 'gendirdeps.mk'
|
|
#
|
|
# If we are passed 'DPDEPS='"dpdeps", then for each src file
|
|
# outside of "CURDIR" we read, we output a line like:
|
|
#.nf
|
|
#
|
|
# DPDEPS_$path += $RELDIR
|
|
#.fi
|
|
#
|
|
# with "$path" geting turned into reldir's, so that we can end
|
|
# up with a list of all the directories which depend on each src
|
|
# file in another directory. This can allow for efficient yet
|
|
# complete testing of changes.
|
|
|
|
|
|
# RCSid:
|
|
# $Id: meta2deps.sh,v 1.27 2026/05/22 00:33:26 sjg Exp $
|
|
|
|
# SPDX-License-Identifier: BSD-2-Clause
|
|
#
|
|
# Copyright (c) 2011-2025, Simon J. Gerraty
|
|
# Copyright (c) 2010-2013, Juniper Networks, Inc.
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions
|
|
# are met:
|
|
# 1. Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
# 2. Redistributions in binary form must reproduce the above copyright
|
|
# notice, this list of conditions and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
case ",$DEBUG_SH," in
|
|
*,meta2deps*) set -x;;
|
|
esac
|
|
|
|
meta2src() {
|
|
cat /dev/null "$@" |
|
|
sed -n '/^R .*\.[chyl]$/s,^..[0-9]* ,,p' |
|
|
sort -u
|
|
}
|
|
|
|
meta2dirs() {
|
|
cat /dev/null "$@" |
|
|
sed -n '/^R .*\/.*\.[a-z0-9][^\/]*$/s,^..[0-9]* \(.*\)/[^/]*$,\1,p' |
|
|
sort -u
|
|
}
|
|
|
|
add_list() {
|
|
sep=' '
|
|
suffix=
|
|
while :
|
|
do
|
|
case "$1" in
|
|
"|") sep="$1"; shift;;
|
|
-s) suffix="$2"; shift 2;;
|
|
*) break;;
|
|
esac
|
|
done
|
|
name=$1
|
|
shift
|
|
eval list="\$$name"
|
|
for top in "$@"
|
|
do
|
|
case "$sep$list$sep" in
|
|
*"$sep$top$suffix$sep"*) continue;;
|
|
esac
|
|
list="${list:+$list$sep}$top$suffix"
|
|
done
|
|
eval "$name=\"$list\""
|
|
}
|
|
|
|
# some Linux systems have deprecated egrep in favor of grep -E
|
|
# but not everyone supports that
|
|
case "`echo bmake | egrep 'a|b' 2>&1`" in
|
|
bmake) ;;
|
|
*) egrep() { grep -E "$@"; }
|
|
esac
|
|
|
|
_excludes_f() {
|
|
egrep -v "$EXCLUDES"
|
|
}
|
|
|
|
error() {
|
|
echo "ERROR: $@" >&2
|
|
exit 1
|
|
}
|
|
|
|
warning() {
|
|
echo "WARNING: $@" >&2
|
|
}
|
|
|
|
meta2deps() {
|
|
DPDEPS=
|
|
SRCTOPS=$SRCTOP
|
|
OBJROOTS=
|
|
EXCLUDES=
|
|
while :
|
|
do
|
|
case "$1" in
|
|
*=*) eval export "$1"; shift;;
|
|
-a) MACHINE_ARCH=$2; shift 2;;
|
|
-m) MACHINE=$2; shift 2;;
|
|
-C) CURDIR=$2; shift 2;;
|
|
-H) HOST_TARGET=$2; shift 2;;
|
|
-S) add_list SRCTOPS $2; shift 2;;
|
|
-O) add_list OBJROOTS $2; shift 2;;
|
|
-X) add_list EXCLUDES '|' $2; shift 2;;
|
|
-R) RELDIR=$2; shift 2;;
|
|
-T) TARGET_SPEC=$2; shift 2;;
|
|
*) break;;
|
|
esac
|
|
done
|
|
|
|
_th= _o=
|
|
case "$MACHINE" in
|
|
host) _ht=$HOST_TARGET;;
|
|
esac
|
|
|
|
for o in $OBJROOTS
|
|
do
|
|
case "$MACHINE,/$o/" in
|
|
host,*$HOST_TARGET*) ;;
|
|
*$MACHINE*|*${TARGET_SPEC:-$MACHINE}*) ;;
|
|
*) add_list _o $o; continue;;
|
|
esac
|
|
for x in $_ht $TARGET_SPEC $MACHINE
|
|
do
|
|
case "$o" in
|
|
"") continue;;
|
|
*/$x/) add_list _o ${o%$x/}; o=;;
|
|
*/$x) add_list _o ${o%$x}; o=;;
|
|
*$x/) add_list _o ${o%$x/}; o=;;
|
|
*$x) add_list _o ${o%$x}; o=;;
|
|
esac
|
|
done
|
|
done
|
|
OBJROOTS="$_o"
|
|
|
|
case "$OBJTOP" in
|
|
"")
|
|
for o in $OBJROOTS
|
|
do
|
|
OBJTOP=$o${TARGET_SPEC:-$MACHINE}
|
|
break
|
|
done
|
|
;;
|
|
esac
|
|
src_re=
|
|
obj_re=
|
|
add_list '|' -s '/*' src_re $SRCTOPS
|
|
add_list '|' -s '*' obj_re $OBJROOTS
|
|
|
|
[ -z "$RELDIR" ] && unset DPDEPS
|
|
tf=/tmp/m2d$$-$USER
|
|
rm -f $tf.*
|
|
trap 'rm -f $tf.*; trap 0' 0
|
|
|
|
> $tf.dirdep
|
|
> $tf.qual
|
|
> $tf.srcdep
|
|
> $tf.srcrel
|
|
> $tf.dpdeps
|
|
|
|
seenit=
|
|
seensrc=
|
|
lpid=
|
|
case "$EXCLUDES" in
|
|
"") _excludes=cat;;
|
|
*) _excludes=_excludes_f;;
|
|
esac
|
|
# handle @list files
|
|
case "$@" in
|
|
*@[!.]*)
|
|
for f in "$@"
|
|
do
|
|
case "$f" in
|
|
*.meta) cat $f;;
|
|
@*) xargs cat < ${f#@};;
|
|
*) cat $f;;
|
|
esac
|
|
done
|
|
;;
|
|
*) cat /dev/null "$@";;
|
|
esac 2> /dev/null |
|
|
sed -e 's,^CWD,C C,;/^[#CREFLMVWX] /!d' -e "s,',,g" |
|
|
$_excludes | ( version=no epids= xpids= eof_token=no
|
|
while read op pid path path2
|
|
do
|
|
: op=$op pid=$pid path=$path path2=$path2
|
|
# first a sanity check - filemon on Linux is not very reliable
|
|
# path2 should only be non-empty for op L or M
|
|
# and it should not contain spaces.
|
|
# It will also be non-empty for # Meta line
|
|
# which tells us which meta_file we are processing
|
|
case "$op,$path2" in
|
|
\#*,*.meta) # new file, reset some vars
|
|
version=no epids= xpids= eof_token=no lpid=
|
|
meta_file=`set -- $path2; echo $2`
|
|
continue
|
|
;;
|
|
\#*) ;; # ok
|
|
[LM],) error "missing path2 in: '$op $pid $path'";;
|
|
[LMX],*" "*)
|
|
warning "wrong number of words in: '$op $pid $path $path2'"
|
|
continue
|
|
;;
|
|
*,|[LMX],*) ;; # ok
|
|
[CELMRW],*)
|
|
warning "wrong number of words in: '$op $pid $path $path2'"
|
|
continue
|
|
;;
|
|
*) error "wrong number of words in: '$op $pid $path $path2'";;
|
|
esac
|
|
# we track cwd and ldir (of interest) per pid
|
|
# CWD is bmake's cwd
|
|
: lpid=$lpid,pid=$pid
|
|
case "$lpid,$pid" in
|
|
,C) CWD=$path cwd=$path ldir=$path
|
|
if [ -z "$SB" ]; then
|
|
SB=`echo $CWD | sed 's,/obj.*,,'`
|
|
fi
|
|
SRCTOP=${SRCTOP:-$SB/src}
|
|
case "$verion" in
|
|
no) ;; # ignore
|
|
0) error "no filemon data: $meta_file";;
|
|
*) ;;
|
|
esac
|
|
version=0
|
|
case "$eof_token" in
|
|
no) ;; # ignore
|
|
0) error "truncated filemon data: $meta_file";;
|
|
esac
|
|
eof_token=0
|
|
continue
|
|
;;
|
|
$pid,$pid) ;;
|
|
[1-9]*)
|
|
case "$lpid" in
|
|
"") ;;
|
|
*) eval ldir_$lpid=$ldir;;
|
|
esac
|
|
eval ldir=\${ldir_$pid:-$CWD} cwd=\${cwd_$pid:-$CWD}
|
|
lpid=$pid
|
|
;;
|
|
esac
|
|
|
|
: op=$op path=$path
|
|
case "$op,$path" in
|
|
V,*) version=$pid; continue;;
|
|
W,*srcrel|*.dirdep) continue;;
|
|
C,*)
|
|
case "$path" in
|
|
/*) cwd=$path;;
|
|
*) cwd=`cd $cwd/$path 2> /dev/null && /bin/pwd`;;
|
|
esac
|
|
# watch out for temp dirs that no longer exist
|
|
test -d ${cwd:-/dev/null/no/such} || cwd=$CWD
|
|
eval cwd_$pid=$cwd
|
|
continue
|
|
;;
|
|
F,*) # $path is new pid
|
|
eval cwd_$path=$cwd ldir_$path=$ldir
|
|
continue
|
|
;;
|
|
\#,bye) eof_token=1; continue;;
|
|
\#*) continue;;
|
|
*) dir=${path%/*}
|
|
case "$op" in
|
|
E) # setid apps get no tracing so we won't see eXit
|
|
case `'ls' -l $path 2> /dev/null | sed 's, .*,,'` in
|
|
*s*) ;;
|
|
*) epids="$epids $pid";;
|
|
esac
|
|
;;
|
|
X) xpids="$xpids $pid"; continue;;
|
|
esac
|
|
case "$path" in
|
|
$src_re|$obj_re) ;;
|
|
/*/stage/*) ;;
|
|
/*) continue;;
|
|
*)
|
|
rlist="$ldir/$path $cwd/$path"
|
|
case "$op,$path" in
|
|
[ML],../*) rlist="$rlist $path2/$path `dirname $path2`/$path";;
|
|
esac
|
|
for path in $rlist
|
|
do
|
|
test -e $path && break
|
|
done
|
|
dir=${path%/*}
|
|
;;
|
|
esac
|
|
;;
|
|
esac
|
|
# avoid repeating ourselves...
|
|
case "$DPDEPS,$seensrc," in
|
|
,*)
|
|
case ",$seenit," in
|
|
*,$dir,*) continue;;
|
|
esac
|
|
;;
|
|
*,$path,*) continue;;
|
|
esac
|
|
# canonicalize if needed
|
|
case "/$dir/" in
|
|
*/../*|*/./*)
|
|
rdir=$dir
|
|
dir=`cd $dir 2> /dev/null && /bin/pwd`
|
|
seen="$rdir,$dir"
|
|
;;
|
|
*) seen=$dir;;
|
|
esac
|
|
case "$dir" in
|
|
${CURDIR:-.}|"") continue;;
|
|
$src_re)
|
|
# avoid repeating ourselves...
|
|
case "$DPDEPS,$seensrc," in
|
|
,*)
|
|
case ",$seenit," in
|
|
*,$dir,*) continue;;
|
|
esac
|
|
;;
|
|
esac
|
|
;;
|
|
*)
|
|
case ",$seenit," in
|
|
*,$dir,*) continue;;
|
|
esac
|
|
;;
|
|
esac
|
|
if [ -d $path ]; then
|
|
case "$path" in
|
|
*/..) ldir=${dir%/*};;
|
|
*) ldir=$path;;
|
|
esac
|
|
continue
|
|
fi
|
|
[ -f $path ] || continue
|
|
case "$dir" in
|
|
$CWD) continue;; # ignore
|
|
$src_re)
|
|
seenit="$seenit,$seen"
|
|
echo $dir >> $tf.srcdep
|
|
case "$DPDEPS,$reldir,$seensrc," in
|
|
,*) ;;
|
|
*) seensrc="$seensrc,$path"
|
|
echo "DPDEPS_$dir/${path##*/} += $RELDIR" >> $tf.dpdeps
|
|
;;
|
|
esac
|
|
continue
|
|
;;
|
|
esac
|
|
# if there is a .dirdep we cannot skip
|
|
# just because we've seen the dir before.
|
|
if [ -s $path.dirdep ]; then
|
|
# this file contains:
|
|
# '# ${RELDIR}.<machine>'
|
|
echo $path.dirdep >> $tf.qual
|
|
continue
|
|
elif [ -s $dir.dirdep ]; then
|
|
echo $dir.dirdep >> $tf.qual
|
|
seenit="$seenit,$seen"
|
|
continue
|
|
fi
|
|
seenit="$seenit,$seen"
|
|
case "$dir" in
|
|
$obj_re)
|
|
echo $dir;;
|
|
esac
|
|
done > $tf.dirdep
|
|
: version=$version
|
|
case "$version" in
|
|
0) error "no filemon data: $meta_file";;
|
|
esac
|
|
: eof_token=$eof_token
|
|
case "$eof_token" in
|
|
0) error "truncated filemon data: $meta_file";;
|
|
esac
|
|
for p in $epids
|
|
do
|
|
: p=$p
|
|
case " $xpids " in
|
|
*" $p "*) ;;
|
|
*) error "missing eXit for pid $p: $meta_file";;
|
|
esac
|
|
done ) || exit 1
|
|
_nl=echo
|
|
for f in $tf.dirdep $tf.qual $tf.srcdep
|
|
do
|
|
[ -s $f ] || continue
|
|
case $f in
|
|
*qual) # a list of .dirdep files
|
|
# we can prefix everything with $OBJTOP to
|
|
# tell gendirdeps.mk that these are
|
|
# DIRDEP entries, since they are already
|
|
# qualified with .<machine> as needed.
|
|
# We strip .$MACHINE though
|
|
xargs cat < $f | sort -u |
|
|
sed "s,^# ,,;s,^,$OBJTOP/,;s,\.${TARGET_SPEC:-$MACHINE}\$,,;s,\.$MACHINE\$,,"
|
|
;;
|
|
*) sort -u $f;;
|
|
esac
|
|
_nl=:
|
|
done
|
|
if [ -s $tf.dpdeps ]; then
|
|
case "$DPDEPS" in
|
|
*/*) ;;
|
|
*) echo > $DPDEPS;; # the echo is needed!
|
|
esac
|
|
sort -u $tf.dpdeps |
|
|
sed "s,${SRCTOP}/,,;s,${SB_BACKING_SB:-$SB}/src/,," >> $DPDEPS
|
|
fi
|
|
# ensure we produce _something_ else egrep -v gets upset
|
|
$_nl
|
|
}
|
|
|
|
case /$0 in
|
|
*/meta2dep*) meta2deps "$@";;
|
|
*/meta2dirs*) meta2dirs "$@";;
|
|
*/meta2src*) meta2src "$@";;
|
|
esac
|