diff options
author | Dave Cobbley <david.j.cobbley@linux.intel.com> | 2018-08-14 10:05:37 -0700 |
---|---|---|
committer | Brad Bishop <bradleyb@fuzziesquirrel.com> | 2018-08-22 21:26:31 -0400 |
commit | eb8dc40360f0cfef56fb6947cc817a547d6d9bc6 (patch) | |
tree | de291a73dc37168da6370e2cf16c347d1eba9df8 /import-layers/yocto-poky/scripts/lib/recipetool/create_buildsys.py | |
parent | 9c3cf826d853102535ead04cebc2d6023eff3032 (diff) | |
download | blackbird-openbmc-eb8dc40360f0cfef56fb6947cc817a547d6d9bc6.tar.gz blackbird-openbmc-eb8dc40360f0cfef56fb6947cc817a547d6d9bc6.zip |
[Subtree] Removing import-layers directory
As part of the move to subtrees, need to bring all the import layers
content to the top level.
Change-Id: I4a163d10898cbc6e11c27f776f60e1a470049d8f
Signed-off-by: Dave Cobbley <david.j.cobbley@linux.intel.com>
Signed-off-by: Brad Bishop <bradleyb@fuzziesquirrel.com>
Diffstat (limited to 'import-layers/yocto-poky/scripts/lib/recipetool/create_buildsys.py')
-rw-r--r-- | import-layers/yocto-poky/scripts/lib/recipetool/create_buildsys.py | 893 |
1 files changed, 0 insertions, 893 deletions
diff --git a/import-layers/yocto-poky/scripts/lib/recipetool/create_buildsys.py b/import-layers/yocto-poky/scripts/lib/recipetool/create_buildsys.py deleted file mode 100644 index 4743c740c..000000000 --- a/import-layers/yocto-poky/scripts/lib/recipetool/create_buildsys.py +++ /dev/null @@ -1,893 +0,0 @@ -# Recipe creation tool - create command build system handlers -# -# Copyright (C) 2014-2016 Intel Corporation -# -# This program is free software; you can redistribute it and/or modify -# it under the terms of the GNU General Public License version 2 as -# published by the Free Software Foundation. -# -# This program is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License along -# with this program; if not, write to the Free Software Foundation, Inc., -# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. - -import re -import logging -import glob -from recipetool.create import RecipeHandler, validate_pv - -logger = logging.getLogger('recipetool') - -tinfoil = None -plugins = None - -def plugin_init(pluginlist): - # Take a reference to the list so we can use it later - global plugins - plugins = pluginlist - -def tinfoil_init(instance): - global tinfoil - tinfoil = instance - - -class CmakeRecipeHandler(RecipeHandler): - def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): - if 'buildsystem' in handled: - return False - - if RecipeHandler.checkfiles(srctree, ['CMakeLists.txt']): - classes.append('cmake') - values = CmakeRecipeHandler.extract_cmake_deps(lines_before, srctree, extravalues) - classes.extend(values.pop('inherit', '').split()) - for var, value in values.items(): - lines_before.append('%s = "%s"' % (var, value)) - lines_after.append('# Specify any options you want to pass to cmake using EXTRA_OECMAKE:') - lines_after.append('EXTRA_OECMAKE = ""') - lines_after.append('') - handled.append('buildsystem') - return True - return False - - @staticmethod - def extract_cmake_deps(outlines, srctree, extravalues, cmakelistsfile=None): - # Find all plugins that want to register handlers - logger.debug('Loading cmake handlers') - handlers = [] - for plugin in plugins: - if hasattr(plugin, 'register_cmake_handlers'): - plugin.register_cmake_handlers(handlers) - - values = {} - inherits = [] - - if cmakelistsfile: - srcfiles = [cmakelistsfile] - else: - srcfiles = RecipeHandler.checkfiles(srctree, ['CMakeLists.txt']) - - # Note that some of these are non-standard, but probably better to - # be able to map them anyway if we see them - cmake_pkgmap = {'alsa': 'alsa-lib', - 'aspell': 'aspell', - 'atk': 'atk', - 'bison': 'bison-native', - 'boost': 'boost', - 'bzip2': 'bzip2', - 'cairo': 'cairo', - 'cups': 'cups', - 'curl': 'curl', - 'curses': 'ncurses', - 'cvs': 'cvs', - 'drm': 'libdrm', - 'dbus': 'dbus', - 'dbusglib': 'dbus-glib', - 'egl': 'virtual/egl', - 'expat': 'expat', - 'flex': 'flex-native', - 'fontconfig': 'fontconfig', - 'freetype': 'freetype', - 'gettext': '', - 'git': '', - 'gio': 'glib-2.0', - 'giounix': 'glib-2.0', - 'glew': 'glew', - 'glib': 'glib-2.0', - 'glib2': 'glib-2.0', - 'glu': 'libglu', - 'glut': 'freeglut', - 'gobject': 'glib-2.0', - 'gperf': 'gperf-native', - 'gnutls': 'gnutls', - 'gtk2': 'gtk+', - 'gtk3': 'gtk+3', - 'gtk': 'gtk+3', - 'harfbuzz': 'harfbuzz', - 'icu': 'icu', - 'intl': 'virtual/libintl', - 'jpeg': 'jpeg', - 'libarchive': 'libarchive', - 'libiconv': 'virtual/libiconv', - 'liblzma': 'xz', - 'libxml2': 'libxml2', - 'libxslt': 'libxslt', - 'opengl': 'virtual/libgl', - 'openmp': '', - 'openssl': 'openssl', - 'pango': 'pango', - 'perl': '', - 'perllibs': '', - 'pkgconfig': '', - 'png': 'libpng', - 'pthread': '', - 'pythoninterp': '', - 'pythonlibs': '', - 'ruby': 'ruby-native', - 'sdl': 'libsdl', - 'sdl2': 'libsdl2', - 'subversion': 'subversion-native', - 'swig': 'swig-native', - 'tcl': 'tcl-native', - 'threads': '', - 'tiff': 'tiff', - 'wget': 'wget', - 'x11': 'libx11', - 'xcb': 'libxcb', - 'xext': 'libxext', - 'xfixes': 'libxfixes', - 'zlib': 'zlib', - } - - pcdeps = [] - libdeps = [] - deps = [] - unmappedpkgs = [] - - proj_re = re.compile('project\s*\(([^)]*)\)', re.IGNORECASE) - pkgcm_re = re.compile('pkg_check_modules\s*\(\s*[a-zA-Z0-9-_]+\s*(REQUIRED)?\s+([^)\s]+)\s*\)', re.IGNORECASE) - pkgsm_re = re.compile('pkg_search_module\s*\(\s*[a-zA-Z0-9-_]+\s*(REQUIRED)?((\s+[^)\s]+)+)\s*\)', re.IGNORECASE) - findpackage_re = re.compile('find_package\s*\(\s*([a-zA-Z0-9-_]+)\s*.*', re.IGNORECASE) - findlibrary_re = re.compile('find_library\s*\(\s*[a-zA-Z0-9-_]+\s*(NAMES\s+)?([a-zA-Z0-9-_ ]+)\s*.*') - checklib_re = re.compile('check_library_exists\s*\(\s*([^\s)]+)\s*.*', re.IGNORECASE) - include_re = re.compile('include\s*\(\s*([^)\s]*)\s*\)', re.IGNORECASE) - subdir_re = re.compile('add_subdirectory\s*\(\s*([^)\s]*)\s*([^)\s]*)\s*\)', re.IGNORECASE) - dep_re = re.compile('([^ ><=]+)( *[<>=]+ *[^ ><=]+)?') - - def find_cmake_package(pkg): - RecipeHandler.load_devel_filemap(tinfoil.config_data) - for fn, pn in RecipeHandler.recipecmakefilemap.items(): - splitname = fn.split('/') - if len(splitname) > 1: - if splitname[0].lower().startswith(pkg.lower()): - if splitname[1] == '%s-config.cmake' % pkg.lower() or splitname[1] == '%sConfig.cmake' % pkg or splitname[1] == 'Find%s.cmake' % pkg: - return pn - return None - - def interpret_value(value): - return value.strip('"') - - def parse_cmake_file(fn, paths=None): - searchpaths = (paths or []) + [os.path.dirname(fn)] - logger.debug('Parsing file %s' % fn) - with open(fn, 'r', errors='surrogateescape') as f: - for line in f: - line = line.strip() - for handler in handlers: - if handler.process_line(srctree, fn, line, libdeps, pcdeps, deps, outlines, inherits, values): - continue - res = include_re.match(line) - if res: - includefn = bb.utils.which(':'.join(searchpaths), res.group(1)) - if includefn: - parse_cmake_file(includefn, searchpaths) - else: - logger.debug('Unable to recurse into include file %s' % res.group(1)) - continue - res = subdir_re.match(line) - if res: - subdirfn = os.path.join(os.path.dirname(fn), res.group(1), 'CMakeLists.txt') - if os.path.exists(subdirfn): - parse_cmake_file(subdirfn, searchpaths) - else: - logger.debug('Unable to recurse into subdirectory file %s' % subdirfn) - continue - res = proj_re.match(line) - if res: - extravalues['PN'] = interpret_value(res.group(1).split()[0]) - continue - res = pkgcm_re.match(line) - if res: - res = dep_re.findall(res.group(2)) - if res: - pcdeps.extend([interpret_value(x[0]) for x in res]) - inherits.append('pkgconfig') - continue - res = pkgsm_re.match(line) - if res: - res = dep_re.findall(res.group(2)) - if res: - # Note: appending a tuple here! - item = tuple((interpret_value(x[0]) for x in res)) - if len(item) == 1: - item = item[0] - pcdeps.append(item) - inherits.append('pkgconfig') - continue - res = findpackage_re.match(line) - if res: - origpkg = res.group(1) - pkg = interpret_value(origpkg) - found = False - for handler in handlers: - if handler.process_findpackage(srctree, fn, pkg, deps, outlines, inherits, values): - logger.debug('Mapped CMake package %s via handler %s' % (pkg, handler.__class__.__name__)) - found = True - break - if found: - continue - elif pkg == 'Gettext': - inherits.append('gettext') - elif pkg == 'Perl': - inherits.append('perlnative') - elif pkg == 'PkgConfig': - inherits.append('pkgconfig') - elif pkg == 'PythonInterp': - inherits.append('pythonnative') - elif pkg == 'PythonLibs': - inherits.append('python-dir') - else: - # Try to map via looking at installed CMake packages in pkgdata - dep = find_cmake_package(pkg) - if dep: - logger.debug('Mapped CMake package %s to recipe %s via pkgdata' % (pkg, dep)) - deps.append(dep) - else: - dep = cmake_pkgmap.get(pkg.lower(), None) - if dep: - logger.debug('Mapped CMake package %s to recipe %s via internal list' % (pkg, dep)) - deps.append(dep) - elif dep is None: - unmappedpkgs.append(origpkg) - continue - res = checklib_re.match(line) - if res: - lib = interpret_value(res.group(1)) - if not lib.startswith('$'): - libdeps.append(lib) - res = findlibrary_re.match(line) - if res: - libs = res.group(2).split() - for lib in libs: - if lib in ['HINTS', 'PATHS', 'PATH_SUFFIXES', 'DOC', 'NAMES_PER_DIR'] or lib.startswith(('NO_', 'CMAKE_', 'ONLY_CMAKE_')): - break - lib = interpret_value(lib) - if not lib.startswith('$'): - libdeps.append(lib) - if line.lower().startswith('useswig'): - deps.append('swig-native') - continue - - parse_cmake_file(srcfiles[0]) - - if unmappedpkgs: - outlines.append('# NOTE: unable to map the following CMake package dependencies: %s' % ' '.join(list(set(unmappedpkgs)))) - - RecipeHandler.handle_depends(libdeps, pcdeps, deps, outlines, values, tinfoil.config_data) - - for handler in handlers: - handler.post_process(srctree, libdeps, pcdeps, deps, outlines, inherits, values) - - if inherits: - values['inherit'] = ' '.join(list(set(inherits))) - - return values - - -class CmakeExtensionHandler(object): - '''Base class for CMake extension handlers''' - def process_line(self, srctree, fn, line, libdeps, pcdeps, deps, outlines, inherits, values): - ''' - Handle a line parsed out of an CMake file. - Return True if you've completely handled the passed in line, otherwise return False. - ''' - return False - - def process_findpackage(self, srctree, fn, pkg, deps, outlines, inherits, values): - ''' - Handle a find_package package parsed out of a CMake file. - Return True if you've completely handled the passed in package, otherwise return False. - ''' - return False - - def post_process(self, srctree, fn, pkg, deps, outlines, inherits, values): - ''' - Apply any desired post-processing on the output - ''' - return - - - -class SconsRecipeHandler(RecipeHandler): - def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): - if 'buildsystem' in handled: - return False - - if RecipeHandler.checkfiles(srctree, ['SConstruct', 'Sconstruct', 'sconstruct']): - classes.append('scons') - lines_after.append('# Specify any options you want to pass to scons using EXTRA_OESCONS:') - lines_after.append('EXTRA_OESCONS = ""') - lines_after.append('') - handled.append('buildsystem') - return True - return False - - -class QmakeRecipeHandler(RecipeHandler): - def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): - if 'buildsystem' in handled: - return False - - if RecipeHandler.checkfiles(srctree, ['*.pro']): - classes.append('qmake2') - handled.append('buildsystem') - return True - return False - - -class AutotoolsRecipeHandler(RecipeHandler): - def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): - if 'buildsystem' in handled: - return False - - autoconf = False - if RecipeHandler.checkfiles(srctree, ['configure.ac', 'configure.in']): - autoconf = True - values = AutotoolsRecipeHandler.extract_autotools_deps(lines_before, srctree, extravalues) - classes.extend(values.pop('inherit', '').split()) - for var, value in values.items(): - lines_before.append('%s = "%s"' % (var, value)) - else: - conffile = RecipeHandler.checkfiles(srctree, ['configure']) - if conffile: - # Check if this is just a pre-generated autoconf configure script - with open(conffile[0], 'r', errors='surrogateescape') as f: - for i in range(1, 10): - if 'Generated by GNU Autoconf' in f.readline(): - autoconf = True - break - - if autoconf and not ('PV' in extravalues and 'PN' in extravalues): - # Last resort - conffile = RecipeHandler.checkfiles(srctree, ['configure']) - if conffile: - with open(conffile[0], 'r', errors='surrogateescape') as f: - for line in f: - line = line.strip() - if line.startswith('VERSION=') or line.startswith('PACKAGE_VERSION='): - pv = line.split('=')[1].strip('"\'') - if pv and not 'PV' in extravalues and validate_pv(pv): - extravalues['PV'] = pv - elif line.startswith('PACKAGE_NAME=') or line.startswith('PACKAGE='): - pn = line.split('=')[1].strip('"\'') - if pn and not 'PN' in extravalues: - extravalues['PN'] = pn - - if autoconf: - lines_before.append('') - lines_before.append('# NOTE: if this software is not capable of being built in a separate build directory') - lines_before.append('# from the source, you should replace autotools with autotools-brokensep in the') - lines_before.append('# inherit line') - classes.append('autotools') - lines_after.append('# Specify any options you want to pass to the configure script using EXTRA_OECONF:') - lines_after.append('EXTRA_OECONF = ""') - lines_after.append('') - handled.append('buildsystem') - return True - - return False - - @staticmethod - def extract_autotools_deps(outlines, srctree, extravalues=None, acfile=None): - import shlex - - # Find all plugins that want to register handlers - logger.debug('Loading autotools handlers') - handlers = [] - for plugin in plugins: - if hasattr(plugin, 'register_autotools_handlers'): - plugin.register_autotools_handlers(handlers) - - values = {} - inherits = [] - - # Hardcoded map, we also use a dynamic one based on what's in the sysroot - progmap = {'flex': 'flex-native', - 'bison': 'bison-native', - 'm4': 'm4-native', - 'tar': 'tar-native', - 'ar': 'binutils-native', - 'ranlib': 'binutils-native', - 'ld': 'binutils-native', - 'strip': 'binutils-native', - 'libtool': '', - 'autoconf': '', - 'autoheader': '', - 'automake': '', - 'uname': '', - 'rm': '', - 'cp': '', - 'mv': '', - 'find': '', - 'awk': '', - 'sed': '', - } - progclassmap = {'gconftool-2': 'gconf', - 'pkg-config': 'pkgconfig', - 'python': 'pythonnative', - 'python3': 'python3native', - 'perl': 'perlnative', - 'makeinfo': 'texinfo', - } - - pkg_re = re.compile('PKG_CHECK_MODULES\(\s*\[?[a-zA-Z0-9_]*\]?,\s*\[?([^,\]]*)\]?[),].*') - pkgce_re = re.compile('PKG_CHECK_EXISTS\(\s*\[?([^,\]]*)\]?[),].*') - lib_re = re.compile('AC_CHECK_LIB\(\s*\[?([^,\]]*)\]?,.*') - libx_re = re.compile('AX_CHECK_LIBRARY\(\s*\[?[^,\]]*\]?,\s*\[?([^,\]]*)\]?,\s*\[?([a-zA-Z0-9-]*)\]?,.*') - progs_re = re.compile('_PROGS?\(\s*\[?[a-zA-Z0-9_]*\]?,\s*\[?([^,\]]*)\]?[),].*') - dep_re = re.compile('([^ ><=]+)( [<>=]+ [^ ><=]+)?') - ac_init_re = re.compile('AC_INIT\(\s*([^,]+),\s*([^,]+)[,)].*') - am_init_re = re.compile('AM_INIT_AUTOMAKE\(\s*([^,]+),\s*([^,]+)[,)].*') - define_re = re.compile('\s*(m4_)?define\(\s*([^,]+),\s*([^,]+)\)') - version_re = re.compile('([0-9.]+)') - - defines = {} - def subst_defines(value): - newvalue = value - for define, defval in defines.items(): - newvalue = newvalue.replace(define, defval) - if newvalue != value: - return subst_defines(newvalue) - return value - - def process_value(value): - value = value.replace('[', '').replace(']', '') - if value.startswith('m4_esyscmd(') or value.startswith('m4_esyscmd_s('): - cmd = subst_defines(value[value.index('(')+1:-1]) - try: - if '|' in cmd: - cmd = 'set -o pipefail; ' + cmd - stdout, _ = bb.process.run(cmd, cwd=srctree, shell=True) - ret = stdout.rstrip() - except bb.process.ExecutionError as e: - ret = '' - elif value.startswith('m4_'): - return None - ret = subst_defines(value) - if ret: - ret = ret.strip('"\'') - return ret - - # Since a configure.ac file is essentially a program, this is only ever going to be - # a hack unfortunately; but it ought to be enough of an approximation - if acfile: - srcfiles = [acfile] - else: - srcfiles = RecipeHandler.checkfiles(srctree, ['acinclude.m4', 'configure.ac', 'configure.in']) - - pcdeps = [] - libdeps = [] - deps = [] - unmapped = [] - - RecipeHandler.load_binmap(tinfoil.config_data) - - def process_macro(keyword, value): - for handler in handlers: - if handler.process_macro(srctree, keyword, value, process_value, libdeps, pcdeps, deps, outlines, inherits, values): - return - logger.debug('Found keyword %s with value "%s"' % (keyword, value)) - if keyword == 'PKG_CHECK_MODULES': - res = pkg_re.search(value) - if res: - res = dep_re.findall(res.group(1)) - if res: - pcdeps.extend([x[0] for x in res]) - inherits.append('pkgconfig') - elif keyword == 'PKG_CHECK_EXISTS': - res = pkgce_re.search(value) - if res: - res = dep_re.findall(res.group(1)) - if res: - pcdeps.extend([x[0] for x in res]) - inherits.append('pkgconfig') - elif keyword in ('AM_GNU_GETTEXT', 'AM_GLIB_GNU_GETTEXT', 'GETTEXT_PACKAGE'): - inherits.append('gettext') - elif keyword in ('AC_PROG_INTLTOOL', 'IT_PROG_INTLTOOL'): - deps.append('intltool-native') - elif keyword == 'AM_PATH_GLIB_2_0': - deps.append('glib-2.0') - elif keyword in ('AC_CHECK_PROG', 'AC_PATH_PROG', 'AX_WITH_PROG'): - res = progs_re.search(value) - if res: - for prog in shlex.split(res.group(1)): - prog = prog.split()[0] - for handler in handlers: - if handler.process_prog(srctree, keyword, value, prog, deps, outlines, inherits, values): - return - progclass = progclassmap.get(prog, None) - if progclass: - inherits.append(progclass) - else: - progdep = RecipeHandler.recipebinmap.get(prog, None) - if not progdep: - progdep = progmap.get(prog, None) - if progdep: - deps.append(progdep) - elif progdep is None: - if not prog.startswith('$'): - unmapped.append(prog) - elif keyword == 'AC_CHECK_LIB': - res = lib_re.search(value) - if res: - lib = res.group(1) - if not lib.startswith('$'): - libdeps.append(lib) - elif keyword == 'AX_CHECK_LIBRARY': - res = libx_re.search(value) - if res: - lib = res.group(2) - if not lib.startswith('$'): - header = res.group(1) - libdeps.append((lib, header)) - elif keyword == 'AC_PATH_X': - deps.append('libx11') - elif keyword in ('AX_BOOST', 'BOOST_REQUIRE'): - deps.append('boost') - elif keyword in ('AC_PROG_LEX', 'AM_PROG_LEX', 'AX_PROG_FLEX'): - deps.append('flex-native') - elif keyword in ('AC_PROG_YACC', 'AX_PROG_BISON'): - deps.append('bison-native') - elif keyword == 'AX_CHECK_ZLIB': - deps.append('zlib') - elif keyword in ('AX_CHECK_OPENSSL', 'AX_LIB_CRYPTO'): - deps.append('openssl') - elif keyword == 'AX_LIB_CURL': - deps.append('curl') - elif keyword == 'AX_LIB_BEECRYPT': - deps.append('beecrypt') - elif keyword == 'AX_LIB_EXPAT': - deps.append('expat') - elif keyword == 'AX_LIB_GCRYPT': - deps.append('libgcrypt') - elif keyword == 'AX_LIB_NETTLE': - deps.append('nettle') - elif keyword == 'AX_LIB_READLINE': - deps.append('readline') - elif keyword == 'AX_LIB_SQLITE3': - deps.append('sqlite3') - elif keyword == 'AX_LIB_TAGLIB': - deps.append('taglib') - elif keyword in ['AX_PKG_SWIG', 'AC_PROG_SWIG']: - deps.append('swig-native') - elif keyword == 'AX_PROG_XSLTPROC': - deps.append('libxslt-native') - elif keyword in ['AC_PYTHON_DEVEL', 'AX_PYTHON_DEVEL', 'AM_PATH_PYTHON']: - pythonclass = 'pythonnative' - res = version_re.search(value) - if res: - if res.group(1).startswith('3'): - pythonclass = 'python3native' - # Avoid replacing python3native with pythonnative - if not pythonclass in inherits and not 'python3native' in inherits: - if 'pythonnative' in inherits: - inherits.remove('pythonnative') - inherits.append(pythonclass) - elif keyword == 'AX_WITH_CURSES': - deps.append('ncurses') - elif keyword == 'AX_PATH_BDB': - deps.append('db') - elif keyword == 'AX_PATH_LIB_PCRE': - deps.append('libpcre') - elif keyword == 'AC_INIT': - if extravalues is not None: - res = ac_init_re.match(value) - if res: - extravalues['PN'] = process_value(res.group(1)) - pv = process_value(res.group(2)) - if validate_pv(pv): - extravalues['PV'] = pv - elif keyword == 'AM_INIT_AUTOMAKE': - if extravalues is not None: - if 'PN' not in extravalues: - res = am_init_re.match(value) - if res: - if res.group(1) != 'AC_PACKAGE_NAME': - extravalues['PN'] = process_value(res.group(1)) - pv = process_value(res.group(2)) - if validate_pv(pv): - extravalues['PV'] = pv - elif keyword == 'define(': - res = define_re.match(value) - if res: - key = res.group(2).strip('[]') - value = process_value(res.group(3)) - if value is not None: - defines[key] = value - - keywords = ['PKG_CHECK_MODULES', - 'PKG_CHECK_EXISTS', - 'AM_GNU_GETTEXT', - 'AM_GLIB_GNU_GETTEXT', - 'GETTEXT_PACKAGE', - 'AC_PROG_INTLTOOL', - 'IT_PROG_INTLTOOL', - 'AM_PATH_GLIB_2_0', - 'AC_CHECK_PROG', - 'AC_PATH_PROG', - 'AX_WITH_PROG', - 'AC_CHECK_LIB', - 'AX_CHECK_LIBRARY', - 'AC_PATH_X', - 'AX_BOOST', - 'BOOST_REQUIRE', - 'AC_PROG_LEX', - 'AM_PROG_LEX', - 'AX_PROG_FLEX', - 'AC_PROG_YACC', - 'AX_PROG_BISON', - 'AX_CHECK_ZLIB', - 'AX_CHECK_OPENSSL', - 'AX_LIB_CRYPTO', - 'AX_LIB_CURL', - 'AX_LIB_BEECRYPT', - 'AX_LIB_EXPAT', - 'AX_LIB_GCRYPT', - 'AX_LIB_NETTLE', - 'AX_LIB_READLINE' - 'AX_LIB_SQLITE3', - 'AX_LIB_TAGLIB', - 'AX_PKG_SWIG', - 'AC_PROG_SWIG', - 'AX_PROG_XSLTPROC', - 'AC_PYTHON_DEVEL', - 'AX_PYTHON_DEVEL', - 'AM_PATH_PYTHON', - 'AX_WITH_CURSES', - 'AX_PATH_BDB', - 'AX_PATH_LIB_PCRE', - 'AC_INIT', - 'AM_INIT_AUTOMAKE', - 'define(', - ] - - for handler in handlers: - handler.extend_keywords(keywords) - - for srcfile in srcfiles: - nesting = 0 - in_keyword = '' - partial = '' - with open(srcfile, 'r', errors='surrogateescape') as f: - for line in f: - if in_keyword: - partial += ' ' + line.strip() - if partial.endswith('\\'): - partial = partial[:-1] - nesting = nesting + line.count('(') - line.count(')') - if nesting == 0: - process_macro(in_keyword, partial) - partial = '' - in_keyword = '' - else: - for keyword in keywords: - if keyword in line: - nesting = line.count('(') - line.count(')') - if nesting > 0: - partial = line.strip() - if partial.endswith('\\'): - partial = partial[:-1] - in_keyword = keyword - else: - process_macro(keyword, line.strip()) - break - - if in_keyword: - process_macro(in_keyword, partial) - - if extravalues: - for k,v in list(extravalues.items()): - if v: - if v.startswith('$') or v.startswith('@') or v.startswith('%'): - del extravalues[k] - else: - extravalues[k] = v.strip('"\'').rstrip('()') - - if unmapped: - outlines.append('# NOTE: the following prog dependencies are unknown, ignoring: %s' % ' '.join(list(set(unmapped)))) - - RecipeHandler.handle_depends(libdeps, pcdeps, deps, outlines, values, tinfoil.config_data) - - for handler in handlers: - handler.post_process(srctree, libdeps, pcdeps, deps, outlines, inherits, values) - - if inherits: - values['inherit'] = ' '.join(list(set(inherits))) - - return values - - -class AutotoolsExtensionHandler(object): - '''Base class for Autotools extension handlers''' - def process_macro(self, srctree, keyword, value, process_value, libdeps, pcdeps, deps, outlines, inherits, values): - ''' - Handle a macro parsed out of an autotools file. Note that if you want this to be called - for any macro other than the ones AutotoolsRecipeHandler already looks for, you'll need - to add it to the keywords list in extend_keywords(). - Return True if you've completely handled the passed in macro, otherwise return False. - ''' - return False - - def extend_keywords(self, keywords): - '''Adds keywords to be recognised by the parser (so that you get a call to process_macro)''' - return - - def process_prog(self, srctree, keyword, value, prog, deps, outlines, inherits, values): - ''' - Handle an AC_PATH_PROG, AC_CHECK_PROG etc. line - Return True if you've completely handled the passed in macro, otherwise return False. - ''' - return False - - def post_process(self, srctree, fn, pkg, deps, outlines, inherits, values): - ''' - Apply any desired post-processing on the output - ''' - return - - -class MakefileRecipeHandler(RecipeHandler): - def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): - if 'buildsystem' in handled: - return False - - makefile = RecipeHandler.checkfiles(srctree, ['Makefile', 'makefile', 'GNUmakefile']) - if makefile: - lines_after.append('# NOTE: this is a Makefile-only piece of software, so we cannot generate much of the') - lines_after.append('# recipe automatically - you will need to examine the Makefile yourself and ensure') - lines_after.append('# that the appropriate arguments are passed in.') - lines_after.append('') - - scanfile = os.path.join(srctree, 'configure.scan') - skipscan = False - try: - stdout, stderr = bb.process.run('autoscan', cwd=srctree, shell=True) - except bb.process.ExecutionError as e: - skipscan = True - if scanfile and os.path.exists(scanfile): - values = AutotoolsRecipeHandler.extract_autotools_deps(lines_before, srctree, acfile=scanfile) - classes.extend(values.pop('inherit', '').split()) - for var, value in values.items(): - if var == 'DEPENDS': - lines_before.append('# NOTE: some of these dependencies may be optional, check the Makefile and/or upstream documentation') - lines_before.append('%s = "%s"' % (var, value)) - lines_before.append('') - for f in ['configure.scan', 'autoscan.log']: - fp = os.path.join(srctree, f) - if os.path.exists(fp): - os.remove(fp) - - self.genfunction(lines_after, 'do_configure', ['# Specify any needed configure commands here']) - - func = [] - func.append('# You will almost certainly need to add additional arguments here') - func.append('oe_runmake') - self.genfunction(lines_after, 'do_compile', func) - - installtarget = True - try: - stdout, stderr = bb.process.run('make -n install', cwd=srctree, shell=True) - except bb.process.ExecutionError as e: - if e.exitcode != 1: - installtarget = False - func = [] - if installtarget: - func.append('# This is a guess; additional arguments may be required') - makeargs = '' - with open(makefile[0], 'r', errors='surrogateescape') as f: - for i in range(1, 100): - if 'DESTDIR' in f.readline(): - makeargs += " 'DESTDIR=${D}'" - break - func.append('oe_runmake install%s' % makeargs) - else: - func.append('# NOTE: unable to determine what to put here - there is a Makefile but no') - func.append('# target named "install", so you will need to define this yourself') - self.genfunction(lines_after, 'do_install', func) - - handled.append('buildsystem') - else: - lines_after.append('# NOTE: no Makefile found, unable to determine what needs to be done') - lines_after.append('') - self.genfunction(lines_after, 'do_configure', ['# Specify any needed configure commands here']) - self.genfunction(lines_after, 'do_compile', ['# Specify compilation commands here']) - self.genfunction(lines_after, 'do_install', ['# Specify install commands here']) - - -class VersionFileRecipeHandler(RecipeHandler): - def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): - if 'PV' not in extravalues: - # Look for a VERSION or version file containing a single line consisting - # only of a version number - filelist = RecipeHandler.checkfiles(srctree, ['VERSION', 'version']) - version = None - for fileitem in filelist: - linecount = 0 - with open(fileitem, 'r', errors='surrogateescape') as f: - for line in f: - line = line.rstrip().strip('"\'') - linecount += 1 - if line: - if linecount > 1: - version = None - break - else: - if validate_pv(line): - version = line - if version: - extravalues['PV'] = version - break - - -class SpecFileRecipeHandler(RecipeHandler): - def process(self, srctree, classes, lines_before, lines_after, handled, extravalues): - if 'PV' in extravalues and 'PN' in extravalues: - return - filelist = RecipeHandler.checkfiles(srctree, ['*.spec'], recursive=True) - valuemap = {'Name': 'PN', - 'Version': 'PV', - 'Summary': 'SUMMARY', - 'Url': 'HOMEPAGE', - 'License': 'LICENSE'} - foundvalues = {} - for fileitem in filelist: - linecount = 0 - with open(fileitem, 'r', errors='surrogateescape') as f: - for line in f: - for value, varname in valuemap.items(): - if line.startswith(value + ':') and not varname in foundvalues: - foundvalues[varname] = line.split(':', 1)[1].strip() - break - if len(foundvalues) == len(valuemap): - break - # Drop values containing unexpanded RPM macros - for k in list(foundvalues.keys()): - if '%' in foundvalues[k]: - del foundvalues[k] - if 'PV' in foundvalues: - if not validate_pv(foundvalues['PV']): - del foundvalues['PV'] - license = foundvalues.pop('LICENSE', None) - if license: - liccomment = '# NOTE: spec file indicates the license may be "%s"' % license - for i, line in enumerate(lines_before): - if line.startswith('LICENSE ='): - lines_before.insert(i, liccomment) - break - else: - lines_before.append(liccomment) - extravalues.update(foundvalues) - -def register_recipe_handlers(handlers): - # Set priorities with some gaps so that other plugins can insert - # their own handlers (so avoid changing these numbers) - handlers.append((CmakeRecipeHandler(), 50)) - handlers.append((AutotoolsRecipeHandler(), 40)) - handlers.append((SconsRecipeHandler(), 30)) - handlers.append((QmakeRecipeHandler(), 20)) - handlers.append((MakefileRecipeHandler(), 10)) - handlers.append((VersionFileRecipeHandler(), -1)) - handlers.append((SpecFileRecipeHandler(), -1)) |