Lines Matching +full:commits +full:-
4 echo "USAGE: ./sync-kernel.sh <libbpf-repo> <kernel-repo> <bpf-branch>"
6 …echo "Set BPF_NEXT_BASELINE to override bpf-next tree commit, otherwise read from <libbpf-repo>/CH…
7 …BPF_BASELINE to override bpf tree commit, otherwise read from <libbpf-repo>/BPF-CHECKPOINT-COMMIT."
8 echo "Set MANUAL_MODE to 1 to manually control every cherry-picked commits."
12 set -eu
14 LIBBPF_REPO=${1-""}
15 LINUX_REPO=${2-""}
16 BPF_BRANCH=${3-""}
17 BASELINE_COMMIT=${BPF_NEXT_BASELINE:-$(cat ${LIBBPF_REPO}/CHECKPOINT-COMMIT)}
18 BPF_BASELINE_COMMIT=${BPF_BASELINE:-$(cat ${LIBBPF_REPO}/BPF-CHECKPOINT-COMMIT)}
20 if [ -z "${LIBBPF_REPO}" ] || [ -z "${LINUX_REPO}" ]; then
24 if [ -z "${BPF_BRANCH}" ]; then
28 if [ -z "${BASELINE_COMMIT}" ] || [ -z "${BPF_BASELINE_COMMIT}" ]; then
29 echo "Error: bpf or bpf-next baseline commits are not provided"
33 SUFFIX=$(date --utc +%Y-%m-%dT%H-%M-%S.%3NZ)
35 TMP_DIR=$(mktemp -d)
39 declare -A PATH_MAP
59 LIBBPF_TREE_FILTER="mkdir -p __libbpf/include/uapi/linux __libbpf/include/tools && "$'\\\n'
61 LIBBPF_TREE_FILTER+="git mv -kf ${p} __libbpf/${PATH_MAP[${p}]} && "$'\\\n'
63 LIBBPF_TREE_FILTER+="git rm --ignore-unmatch -f __libbpf/src/{Makefile,Build,test_libbpf.c,.gitigno…
70 # Output brief single-line commit description
71 # $1 - commit ref
74 git log -n1 --pretty='%h ("%s")' $1
77 # Create commit single-line signature, which consists of:
78 # - full commit subject
79 # - author date in ISO8601 format
80 # - full commit body with newlines replaced with vertical bars (|)
81 # - shortstat appended at the end
82 # The idea is that this single-line signature is good enough to make final
83 # decision about whether two commits are the same, across different repos.
84 # $1 - commit ref
85 # $2 - paths filter
88 git show --pretty='("%s")|%aI|%b' --shortstat $1 -- ${2-.} | tr '\n' '|'
91 # Cherry-pick commits touching libbpf-related files
92 # $1 - baseline_tag
93 # $2 - tip_tag
96 local manual_mode=${MANUAL_MODE:-0}
107 …new_commits=$(git rev-list --no-merges --topo-order --reverse ${baseline_tag}..${tip_tag} ${LIBBPF…
111 synced_cnt=$(grep -F "${signature}" ${TMP_DIR}/libbpf_commits.txt | wc -l)
117 grep -F "${signature}" ${TMP_DIR}/libbpf_commits.txt | \
118 cut -d'|' -f1 | sed -e 's/^/- /'
124 echo "'${desc} matches multiple commits, please, double-check!"
129 read -p "Do you want to skip '${desc}'? [y/N]: " should_skip
139 if ! git cherry-pick ${new_commit} &>/dev/null; then
140 …echo "Warning! Cherry-picking '${desc} failed, checking if it's non-libbpf files causing problems.…
141 libbpf_conflict_cnt=$(git diff --name-only --diff-filter=U -- ${LIBBPF_PATHS[@]} | wc -l)
142 conflict_cnt=$(git diff --name-only | wc -l)
146 echo "Looks like only non-libbpf files have conflicts, ignoring..."
148 echo "Empty cherry-pick, skipping it..."
149 git cherry-pick --abort
155 if ! GIT_EDITOR=true git cherry-pick --continue &>/dev/null; then
158 echo "Success! All cherry-pick conflicts were resolved for '${desc}'!"
164 …read -p "Error! Cherry-picking '${desc}' failed, please fix manually and press <return> to proceed…
167 # Append signature of just cherry-picked commit to avoid
168 # potentially cherry-picking the same commit twice later when
169 # processing bpf tree commits. At this point we don't know yet
172 echo LINUX_$(git log --pretty='%h' -n1) "${signature}" >> ${TMP_DIR}/libbpf_commits.txt
179 rm -r ${TMP_DIR}
182 git branch -D ${BASELINE_TAG} ${TIP_TAG} ${BPF_BASELINE_TAG} ${BPF_TIP_TAG} \
193 for h in $(git log --pretty='%h' -n500); do
200 TIP_SYM_REF=$(git symbolic-ref -q --short HEAD || git rev-parse HEAD)
201 TIP_COMMIT=$(git rev-parse HEAD)
202 BPF_TIP_COMMIT=$(git rev-parse ${BPF_BRANCH})
203 BASELINE_TAG=libbpf-baseline-${SUFFIX}
204 TIP_TAG=libbpf-tip-${SUFFIX}
205 BPF_BASELINE_TAG=libbpf-bpf-baseline-${SUFFIX}
206 BPF_TIP_TAG=libbpf-bpf-tip-${SUFFIX}
207 VIEW_TAG=libbpf-view-${SUFFIX}
208 LIBBPF_SYNC_TAG=libbpf-sync-${SUFFIX}
211 SQUASH_BASE_TAG=libbpf-squash-base-${SUFFIX}
212 SQUASH_TIP_TAG=libbpf-squash-tip-${SUFFIX}
213 SQUASH_COMMIT=$(git commit-tree ${BASELINE_COMMIT}^{tree} -m "BASELINE SQUASH ${BASELINE_COMMIT}")
240 git checkout -b ${SQUASH_TIP_TAG} ${SQUASH_COMMIT}
242 # Cherry-pick new commits onto squashed baseline commit
247 FILTER_BRANCH_SQUELCH_WARNING=1 git filter-branch --prune-empty -f --tree-filter "${LIBBPF_TREE_FIL…
249 FILTER_BRANCH_SQUELCH_WARNING=1 git filter-branch --prune-empty -f --subdirectory-filter __libbpf $…
251 # If there are no new commits with libbpf-related changes, bail out
252 COMMIT_CNT=$(git rev-list --count ${SQUASH_BASE_TAG}..${SQUASH_TIP_TAG})
260 git format-patch ${SQUASH_BASE_TAG}..${SQUASH_TIP_TAG} --cover-letter -o ${TMP_DIR}/patches
262 # Now is time to re-apply libbpf-related linux patches to libbpf repo
264 git checkout -b ${LIBBPF_SYNC_TAG}
266 for patch in $(ls -1 ${TMP_DIR}/patches | tail -n +2); do
267 if ! git am -3 --committer-date-is-author-date "${TMP_DIR}/patches/${patch}"; then
268 if ! patch -p1 --merge < "${TMP_DIR}/patches/${patch}"; then
269 …read -p "Applying ${TMP_DIR}/patches/${patch} failed, please resolve manually and press <return> t…
271 git am --continue
279 # re-generate bpf_helper_defs.h
281 "${LINUX_ABS_DIR}/scripts/bpf_doc.py" --header \
282 --file include/uapi/linux/bpf.h > src/bpf_helper_defs.h
284 helpers_changes=$(git status --porcelain src/bpf_helper_defs.h | wc -l)
287 git commit -m "sync: auto-generate latest BPF helpers
290 " -- src/bpf_helper_defs.h
293 # Use generated cover-letter as a template for "sync commit" with
294 # baseline and checkpoint commits from kernel repo (and leave summary
296 echo ${TIP_COMMIT} > CHECKPOINT-COMMIT && \
297 echo ${BPF_TIP_COMMIT} > BPF-CHECKPOINT-COMMIT && \
298 git add CHECKPOINT-COMMIT && \
299 git add BPF-CHECKPOINT-COMMIT && \
300 awk '/\*\*\* BLURB HERE \*\*\*/ {p=1} p' ${TMP_DIR}/patches/0000-cover-letter.patch | \
304 Syncing latest libbpf commits from kernel repository.\n\
305 Baseline bpf-next commit: ${BASELINE_COMMIT}\n\
306 Checkpoint bpf-next commit: ${TIP_COMMIT}\n\
309 git commit --file=-
311 echo "SUCCESS! ${COMMIT_CNT} commits synced."
316 git checkout -b ${VIEW_TAG} ${TIP_COMMIT}
317 FILTER_BRANCH_SQUELCH_WARNING=1 git filter-branch -f --tree-filter "${LIBBPF_TREE_FILTER}" ${VIEW_T…
318 FILTER_BRANCH_SQUELCH_WARNING=1 git filter-branch -f --subdirectory-filter __libbpf ${VIEW_TAG}^..$…
319 git ls-files -- ${LIBBPF_VIEW_PATHS[@]} | grep -v -E "${LINUX_VIEW_EXCLUDE_REGEX}" > ${TMP_DIR}/lin…
322 git ls-files -- ${LIBBPF_VIEW_PATHS[@]} | grep -v -E "${LIBBPF_VIEW_EXCLUDE_REGEX}" > ${TMP_DIR}/gi…
325 diff -u ${TMP_DIR}/linux-view.ls ${TMP_DIR}/github-view.ls
328 for F in $(cat ${TMP_DIR}/linux-view.ls); do
329 if ! diff -u "${LINUX_ABS_DIR}/${F}" "${GITHUB_ABS_DIR}/${F}"; then
339 read -p "Does everything look good? [y/N]: " ignore_inconsistency