1#!/usr/bin/env bash 2# 3# Copyright (C) 2019-2021 Red Hat, Inc. 4# This file is part of elfutils. 5# 6# This file is free software; you can redistribute it and/or modify 7# it under the terms of the GNU General Public License as published by 8# the Free Software Foundation; either version 3 of the License, or 9# (at your option) any later version. 10# 11# elfutils is distributed in the hope that it will be useful, but 12# WITHOUT ANY WARRANTY; without even the implied warranty of 13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14# GNU General Public License for more details. 15# 16# You should have received a copy of the GNU General Public License 17# along with this program. If not, see <http://www.gnu.org/licenses/>. 18 19. $srcdir/debuginfod-subr.sh 20 21# for test case debugging, uncomment: 22set -x 23unset VALGRIND_CMD 24 25# Set up archive folders for scanning 26mkdir R Z 27cp -rvp ${abs_srcdir}/debuginfod-tars Z 28cp -rvp ${abs_srcdir}/debuginfod-rpms R 29if [ "$zstd" = "false" ]; then # nuke the zstd fedora 31 ones 30 rm -vrf R/debuginfod-rpms/fedora31 31fi 32 33# Set up maximums. 1 is just a convenient cap to test on. 34FDCACHE_MBS=1 35FDCACHE_FDS=1 36PREFETCH_FDS=1 37PREFETCH=2 38# This variable is essential and ensures no time-race for claiming ports occurs 39# set base to a unique multiple of 100 not used in any other 'run-debuginfod-*' test 40base=8800 41get_ports 42 43DB=${PWD}/.debuginfod_tmp.sqlite 44tempfiles $DB 45export DEBUGINFOD_CACHE_PATH=${PWD}/.client_cache 46 47###### 48# Test fd limits of fd and prefetch cache 49###### 50rm -rf $DEBUGINFOD_CACHE_PATH 51rm -rf $DB 52# Testing prefetch fd maximum (Set mb maximums to be beyond consideration) 53# Set --fdcache-mintmp=0 so we don't accidentially trigger an fdcache 54# emergency flush for filling tmpdir 55env LD_LIBRARY_PATH=$ldpath DEBUGINFOD_URLS= ${abs_builddir}/../debuginfod/debuginfod $VERBOSE -p $PORT1 -d $DB \ 56 --fdcache-fds=$FDCACHE_FDS --fdcache-prefetch-fds=$PREFETCH_FDS -vvvvv -g 0 -t 0 \ 57 -Z .tar.bz2=bzcat Z --fdcache-mbs=100 --fdcache-prefetch-mbs=100 \ 58 --fdcache-mintmp=0 --fdcache-prefetch=$PREFETCH > vlog$PORT1 2>&1 & 59PID1=$! 60tempfiles vlog$PORT1 61errfiles vlog$PORT1 62# Server must become ready 63wait_ready $PORT1 'ready' 1 64######################################################################## 65kill -USR1 $PID1 66wait_ready $PORT1 'thread_work_total{role="traverse"}' 1 67wait_ready $PORT1 'thread_work_pending{role="scan"}' 0 68wait_ready $PORT1 'thread_busy{role="scan"}' 0 69export DEBUGINFOD_URLS=http://127.0.0.1:$PORT1/ 70# load prefetch cache with debuginfod-tars/usr/src/debug/hello.c 71testrun ${abs_top_builddir}/debuginfod/debuginfod-find debuginfo cee13b2ea505a7f37bd20d271c6bc7e5f8d2dfcb 72metrics=$(curl http://127.0.0.1:$PORT1/metrics) 73regex="fdcache_prefetch_count ([0-9])+" 74# Check to see if prefetch cache is maximally loaded. Note fdcache-prefetch (2) > prefetch-fds (1), 75# so the debuginfod will try to load the prefetch cache with 2 files. We want prefetch-fds to cap that 76# off 77if [[ $metrics =~ $regex ]]; then 78 if [[ ${BASH_REMATCH[1]} -ne $PREFETCH_FDS ]]; then 79 err 80 fi 81else 82 err 83fi 84 85testrun ${abs_top_builddir}/debuginfod/debuginfod-find source cee13b2ea505a7f37bd20d271c6bc7e5f8d2dfcb /usr/src/debug/hello.c 86metrics=$(curl http://127.0.0.1:$PORT1/metrics) 87regex="fdcache_op_count\{op=\"prefetch_access\"\} ([0-9])+" 88if [[ $metrics =~ $regex ]]; then 89 # In the test above hello.c should've been loaded into the prefetch cache. 90 # Ensure that searching for hello.c a second time accesses the prefetch cache once 91 if [[ ${BASH_REMATCH[1]} -ne 1 ]]; then 92 err 93 fi 94else 95 err 96fi 97 98kill $PID1 99wait $PID1 100PID1=0 101 102######### 103# Test mb limit on fd cache 104######### 105rm -rf $DEBUGINFOD_CACHE_PATH 106rm -rf $DB 107env LD_LIBRARY_PATH=$ldpath DEBUGINFOD_URLS= ${abs_builddir}/../debuginfod/debuginfod $VERBOSE -p $PORT1 -d $DB \ 108 --fdcache-mbs=$FDCACHE_MBS -vvvvv -g 0 -t 0 -R R > vlog2$PORT1 2>&1 & 109PID1=$! 110tempfiles vlog2$PORT1 111errfiles vlog2$PORT1 112wait_ready $PORT1 'ready' 1 113######################################################################## 114kill -USR1 $PID1 115wait_ready $PORT1 'thread_work_total{role="traverse"}' 1 116# All rpms need to be in the index, except the dummy permission-000 one 117rpms=$(find R -name \*rpm | grep -v nothing | wc -l) 118wait_ready $PORT1 'scanned_files_total{source=".rpm archive"}' $rpms 119kill -USR1 $PID1 120wait_ready $PORT1 'thread_work_total{role="traverse"}' 2 121wait_ready $PORT1 'thread_work_pending{role="scan"}' 0 122wait_ready $PORT1 'thread_busy{role="scan"}' 0 123 124# This many archives cause the fd cache to be loaded with just over 1mb of 125# files. So we expect the 1mb cap off 126SHA=f4a1a8062be998ae93b8f1cd744a398c6de6dbb1 127archive_test bc1febfd03ca05e030f0d205f7659db29f8a4b30 /usr/src/debug/hello-1.0/hello.c $SHA 128archive_test c36708a78618d597dee15d0dc989f093ca5f9120 /usr/src/debug/hello2-1.0-2.x86_64/hello.c $SHA 129archive_test 41a236eb667c362a1c4196018cc4581e09722b1b /usr/src/debug/hello2-1.0-2.x86_64/hello.c $SHA 130archive_test bc1febfd03ca05e030f0d205f7659db29f8a4b30 /usr/src/debug/hello-1.0/hello.c $SHA 131archive_test f0aa15b8aba4f3c28cac3c2a73801fefa644a9f2 /usr/src/debug/hello-1.0/hello.c $SHA 132archive_test bbbf92ebee5228310e398609c23c2d7d53f6e2f9 /usr/src/debug/hello-1.0/hello.c $SHA 133metrics=$(curl http://127.0.0.1:$PORT1/metrics) 134regex="fdcache_bytes ([0-9]+)" 135# Since the server metrics report in bytes, $mb is just the total number of bytes allocated 136# to the fd cache. Ensure that this cap isn't crossed 137mb=$(($FDCACHE_MBS*1024*1024)) 138if [[ $metrics =~ $regex ]]; then 139 fdbytes=${BASH_REMATCH[1]} 140 if [ $fdbytes -gt $mb ] ; then 141 err 142 fi 143else 144 err 145fi 146 147kill $PID1 148wait $PID1 149PID1=0 150exit 0 151