#!/usr/bin/env python # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception # -*- coding: utf-8 -*- # -*- Mode: Python # # Author: Dodji Seketeli # # Based on some preliminary work from Chenxiong Qi, posted to # https://sourceware.org/ml/libabigail/2016-q3/msg00031.html. '''A local-only version of the fedabipkgdiff program This program behaves exactly like the fedabipkgdiff tool, except that it doesn't use the network (via the Koji client) to get Fedora packages. The Koji client is the interface that is used to access the Fedora build system to get Fedora binary packages. This program thus loads the fedabipkgdiff tool and overloads (replaces) its Koji Client session with a fake (also known as a mock) Koji client named MockClientSession that gets the packages locally. Packages are stored under the directory tests/data/test-fedabipkgdiff/packages. This program then invokes the fedabipkgdiff program just as if the user invoked it from the command line. This program is useful for tests that can be called from "make check" because those must be able to perform in environments where no network is avaible. Please note that the descriptions of the builds of each package are stored in at least three global variables below: packages, builds and rpms. Whenever a user wants to add a new build to the local set of builds locally available via MockClientSession, she must update these three variables. ''' import os import tempfile import six try: from mock import patch except ImportError: import sys six.print_('mock is required to run tests. Please install before running' ' tests.', file=sys.stderr) sys.exit(1) ABIPKGDIFF = '@abs_top_builddir@/tools/abipkgdiff' FEDABIPKGDIFF = '@abs_top_srcdir@/tools/fedabipkgdiff' INPUT_DIR = '@abs_top_srcdir@/tests/data/test-fedabipkgdiff' OUTPUT_DIR = '@abs_top_builddir@/tests/output/test-fedabipkgdiff' TEST_TOPDIR = 'file://{0}'.format(INPUT_DIR) DOWNLOAD_CACHE_DIR_PREFIX=os.path.join(OUTPUT_DIR, 'download-cache') if not os.path.exists(DOWNLOAD_CACHE_DIR_PREFIX): os.makedirs(DOWNLOAD_CACHE_DIR_PREFIX) DOWNLOAD_CACHE_DIR=tempfile.mkdtemp(dir=DOWNLOAD_CACHE_DIR_PREFIX) def get_download_dir(): """Mock get_download_dir""" if not os.path.exists(DOWNLOAD_CACHE_DIR): os.makedirs(DOWNLOAD_CACHE_DIR) return DOWNLOAD_CACHE_DIR def load_source(name, path): # Different version of Python want this be done differently. try: import importlib.machinery loader = importlib.machinery.SourceFileLoader(name, path) import importlib.util spec = importlib.util.spec_from_loader(name, loader) module = importlib.util.module_from_spec(spec) spec.loader.exec_module(module) import sys.modules sys.modules[name] = module return module except: pass try: import importlib.machinery loader = importlib.machinery.SourceFileLoader(name, path) module = loader.load_module() return module except: pass import imp module = imp.load_source(name, path) return module # Import the fedabipkgdiff program file from the source directory. fedabipkgdiff_mod = load_source('fedabipkgdiff', FEDABIPKGDIFF) # ----------------- Koji resource storage begins ------------------ # # List all necessary Koji resources for running tests within this test # module. Currently, packages, builds, and rpms are listed here, and their # relationship is maintained well. At the same time, all information including # the ID for each package, build and rpm is real and can be queried from Koji, # that is for convenience once developers need this. # # When additional packages, builds and rpms are required for test cases, here # is the right place to add them. Just think them as a super simple in-memory # database, and methods of MockClientSession knows well how to read them. packages = [ {'id': 286, 'name': 'gnutls'}, {'id': 612, 'name': 'dbus-glib'}, {'id': 9041, 'name': 'nss-util'}, {'id': 18494, 'name': 'vte291'}, ] builds = [ {'build_id': 428835, 'nvr': 'dbus-glib-0.100-4.fc20', 'name': 'dbus-glib', 'release': '4.fc20', 'version': '0.100', 'package_id': 612, 'package_name': 'dbus-glib', 'state': 1, }, {'build_id': 430720, 'nvr': 'dbus-glib-0.100.2-1.fc20', 'name': 'dbus-glib', 'release': '1.fc20', 'version': '0.100.2', 'package_id': 612, 'package_name': 'dbus-glib', 'state': 1, }, {'build_id': 442366, 'nvr': 'dbus-glib-0.100.2-2.fc20', 'name': 'dbus-glib', 'release': '2.fc20', 'version': '0.100.2', 'package_id': 612, 'package_name': 'dbus-glib', 'state': 1, }, {'build_id': 715478, 'nvr': 'dbus-glib-0.106-1.fc23', 'name': 'dbus-glib', 'release': '1.fc23', 'version': '0.106', 'package_id': 612, 'package_name': 'dbus-glib', 'state': 1, }, {'build_id': 648058, 'nvr': 'dbus-glib-0.104-3.fc23', 'name': 'dbus-glib', 'release': '3.fc23', 'version': '0.104', 'package_id': 612, 'package_name': 'dbus-glib', 'state': 1, }, {'build_id': 613769, 'nvr': 'dbus-glib-0.104-2.fc23', 'name': 'dbus-glib', 'release': '2.fc23', 'version': '0.104', 'package_id': 612, 'package_name': 'dbus-glib', 'state': 1, }, {'build_id': 160295, 'nvr': 'nss-util-3.12.6-1.fc14', 'name': 'nss-util', 'version': '3.12.6', 'release': '1.fc14', 'package_id': 9041, 'package_name': 'nss-util', 'state': 1, }, {'build_id': 767978, 'nvr': 'nss-util-3.24.0-2.0.fc25', 'name': 'nss-util', 'version': '3.24.0', 'release': '2.0.fc25', 'package_id': 9041, 'package_name': 'nss-util', 'state': 1, }, # builds of package gnutls {'build_id': 767306, 'nvr': 'gnutls-3.4.12-1.fc23', 'name': 'gnutls', 'release': '1.fc23', 'version': '3.4.12', 'package_id': 286, 'package_name': 'gnutls', 'state': 1, }, {'build_id': 770965, 'nvr': 'gnutls-3.4.13-1.fc23', 'name': 'gnutls', 'release': '1.fc23', 'version': '3.4.13', 'package_id': 286, 'package_name': 'gnutls', 'state': 1, }, {'build_id': 649701, 'nvr': 'gnutls-3.4.2-1.fc23', 'name': 'gnutls', 'release': '1.fc23', 'version': '3.4.2', 'package_id': 286, 'package_name': 'gnutls', 'state': 1, }, # builds of package vte291 {'build_id': 600011, 'nvr': 'vte291-0.39.1-1.fc22', 'name': 'vte291', 'version': '0.39.1', 'release': '1.fc22', 'package_id': 18494, 'package_name': 'vte291', 'state': 1, }, {'build_id': 612610, 'nvr': 'vte291-0.39.90-1.fc22', 'name': 'vte291', 'version': '0.39.90', 'release': '1.fc22', 'package_id': 18494, 'package_name': 'vte291', 'state': 1, }, ] rpms = [ {'build_id': 442366, 'name': 'dbus-glib', 'release': '2.fc20', 'version': '0.100.2', 'arch': 'x86_64', 'nvr': 'dbus-glib-0.100.2-2.fc20', }, {'build_id': 442366, 'name': 'dbus-glib-devel', 'release': '2.fc20', 'version': '0.100.2', 'arch': 'x86_64', 'nvr': 'dbus-glib-devel-0.100.2-2.fc20', }, {'build_id': 442366, 'name': 'dbus-glib-debuginfo', 'release': '2.fc20', 'version': '0.100.2', 'arch': 'x86_64', 'nvr': 'dbus-glib-debuginfo-0.100.2-2.fc20', }, {'build_id': 442366, 'name': 'dbus-glib-devel', 'release': '2.fc20', 'version': '0.100.2', 'arch': 'i686', 'nvr': 'dbus-glib-devel-0.100.2-2.fc20', }, {'build_id': 442366, 'name': 'dbus-glib-debuginfo', 'release': '2.fc20', 'version': '0.100.2', 'arch': 'i686', 'nvr': 'dbus-glib-debuginfo-0.100.2-2.fc20', }, {'build_id': 442366, 'name': 'dbus-glib', 'version': '0.100.2', 'release': '2.fc20', 'arch': 'i686', 'nvr': 'dbus-glib-0.100.2-2.fc20', }, {'build_id': 715478, 'name': 'dbus-glib-debuginfo', 'version': '0.106', 'release': '1.fc23', 'arch': 'i686', 'nvr': 'dbus-glib-debuginfo-0.106-1.fc23', }, {'build_id': 715478, 'name': 'dbus-glib', 'version': '0.106', 'release': '1.fc23', 'arch': 'i686', 'nvr': 'dbus-glib-0.106-1.fc23', }, {'build_id': 715478, 'name': 'dbus-glib-devel', 'version': '0.106', 'release': '1.fc23', 'arch': 'i686', 'nvr': 'dbus-glib-devel-0.106-1.fc23', }, {'build_id': 715478, 'name': 'dbus-glib', 'version': '0.106', 'release': '1.fc23', 'arch': 'x86_64', 'nvr': 'dbus-glib-0.106-1.fc23', }, {'build_id': 715478, 'name': 'dbus-glib-debuginfo', 'version': '0.106', 'release': '1.fc23', 'arch': 'x86_64', 'nvr': 'dbus-glib-debuginfo-0.106-1.fc23', }, {'build_id': 715478, 'name': 'dbus-glib-devel', 'release': '1.fc23', 'version': '0.106', 'arch': 'x86_64', 'nvr': 'dbus-glib-devel-0.106-1.fc23', }, # RPMs of build nss-util-3.12.6-1.fc14 {'build_id': 160295, 'name': 'nss-util', 'release': '1.fc14', 'version': '3.12.6', 'arch': 'x86_64', 'nvr': 'nss-util-3.12.6-1.fc14', }, {'build_id': 160295, 'name': 'nss-util-devel', 'release': '1.fc14', 'version': '3.12.6', 'arch': 'x86_64', 'nvr': 'nss-util-devel-3.12.6-1.fc14', }, {'build_id': 160295, 'name': 'nss-util-debuginfo', 'release': '1.fc14', 'version': '3.12.6', 'arch': 'x86_64', 'nvr': 'nss-util-debuginfo-3.12.6-1.fc14', }, # RPMs of build nss-util-3.24.0-2.0.fc25 {'build_id': 767978, 'name': 'nss-util-debuginfo', 'release': '2.0.fc25', 'version': '3.24.0', 'arch': 'x86_64', 'nvr': 'nss-util-debuginfo-3.24.0-2.0.fc25', }, {'build_id': 767978, 'name': 'nss-util', 'release': '2.0.fc25', 'version': '3.24.0', 'arch': 'x86_64', 'nvr': 'nss-util-3.24.0-2.0.fc25', }, {'build_id': 767978, 'name': 'nss-util-devel', 'release': '2.0.fc25', 'version': '3.24.0', 'arch': 'x86_64', 'nvr': 'nss-util-devel-3.24.0-2.0.fc25', }, # RPMs of build vte291-0.39.1-1.fc22 {'build_id': 600011, 'name': 'vte291', 'version': '0.39.1', 'release': '1.fc22', 'arch': 'x86_64', 'nvr': 'vte291-0.39.1-1.fc22', }, {'build_id': 600011, 'name': 'vte291-devel', 'version': '0.39.1', 'release': '1.fc22', 'arch': 'x86_64', 'nvr': 'vte291-0.39.1-1.fc22', }, {'build_id': 600011, 'name': 'vte291-debuginfo', 'version': '0.39.1', 'release': '1.fc22', 'arch': 'x86_64', 'nvr': 'vte291-0.39.1-1.fc22', }, # RPMs of build vte291-0.39.90-1.fc22 {'build_id': 612610, 'name': 'vte291', 'version': '0.39.90', 'release': '1.fc22', 'arch': 'x86_64', 'nvr': 'vte291-0.39.90-1.fc22', }, {'build_id': 612610, 'name': 'vte291-devel', 'version': '0.39.90', 'release': '1.fc22', 'arch': 'x86_64', 'nvr': 'vte291-0.39.90-1.fc22', }, {'build_id': 612610, 'name': 'vte291-debuginfo', 'version': '0.39.90', 'release': '1.fc22', 'arch': 'x86_64', 'nvr': 'vte291-0.39.90-1.fc22', }, ] # ----------------- End of Koji resource storage ------------------ class MockClientSession(object): """Mock koji.ClientSession This mock ClientSession aims to avoid touching a real Koji instance to interact with XMLRPC APIs required by fedabipkgdiff. For the tests within this module, methods do not necessarily to return complete RPM and build information. So, if you need more additional information, here is the right place to add them. """ def __init__(self, baseurl): """Initialize a mock ClientSession :param str baseurl: the URL to remote kojihub service. As of writing this mock class, `baseurl` is not used at all, just keep it here if it's useful in the future. All mock methods have same signature as corresponding kojihub.* methods, and type of parameters may be different and only satify fedabipkgdiff requirement. """ self.baseurl = baseurl def getPackage(self, name): """Mock kojihub.getPackage :param str name: name of package to find and return :return: the found package :rtype: dict """ assert isinstance(name, six.string_types) def selector(package): return package['name'] == name return [p for p in packages if selector(p)][0] def getBuild(self, build_id): """Mock kojihub.getBuild :param int build_id: ID of build to find and return :return: the found build :rtype: dict """ assert isinstance(build_id, int) def selector(build): return build['build_id'] == build_id return [b for b in builds if selector(b)][0] def listBuilds(self, packageID, state=None): """Mock kojihub.listBuilds :param int packageID: ID of package whose builds is found and returned :param state: build state. If state is omitted, all builds of a package are returned :type state: int or None """ assert isinstance(packageID, int) if state is not None: assert isinstance(state, int) def selector(build): selected = build['package_id'] == packageID if state is not None: selected = selected and build['state'] == state return selected return filter(selector, builds) def getRPM(self, rpminfo): """Mock kojihub.getRPM :param dict rpminfo: a mapping containing rpm information, at least, it contains name, version, release, and arch. """ assert isinstance(rpminfo, dict) def selector(rpm): return rpm['name'] == rpminfo['name'] and \ rpm['version'] == rpminfo['version'] and \ rpm['release'] == rpminfo['release'] and \ rpm['arch'] == rpminfo['arch'] return [rpm for rpm in rpms if selector(rpm)][0] def listRPMs(self, buildID, arches=None): """Mock kojihub.listRPMs :param int buildID: ID of build from which to list rpms :param arches: to list rpms built for specific arches. If arches is omitted, rpms of all arches will be listed. :type arches: list, tuple, str, or None :return: list of rpms :rtype: list """ assert isinstance(buildID, int) if arches is not None: assert isinstance(arches, (tuple, list, six.string_types)) if arches is not None and isinstance(arches, six.string_types): arches = [arches] def selector(rpm): selected = rpm['build_id'] == buildID if arches is not None: selected = selected and rpm['arch'] in arches return selected return [rpm for rpm in rpms if selector(rpm)] @patch('koji.ClientSession', new=MockClientSession) @patch('fedabipkgdiff.DEFAULT_KOJI_TOPURL', new=TEST_TOPDIR) @patch('fedabipkgdiff.DEFAULT_ABIPKGDIFF', new=ABIPKGDIFF) @patch('fedabipkgdiff.get_download_dir', new=get_download_dir) def run_fedabipkgdiff(): return fedabipkgdiff_mod.main() def do_main(): run_fedabipkgdiff() if __name__ == '__main__': do_main()