diff options
Diffstat (limited to 'import-layers/yocto-poky/meta/classes/distrodata.bbclass')
-rw-r--r-- | import-layers/yocto-poky/meta/classes/distrodata.bbclass | 480 |
1 files changed, 480 insertions, 0 deletions
diff --git a/import-layers/yocto-poky/meta/classes/distrodata.bbclass b/import-layers/yocto-poky/meta/classes/distrodata.bbclass new file mode 100644 index 000000000..51bfc1e54 --- /dev/null +++ b/import-layers/yocto-poky/meta/classes/distrodata.bbclass @@ -0,0 +1,480 @@ +include conf/distro/include/package_regex.inc +include conf/distro/include/upstream_tracking.inc +include conf/distro/include/distro_alias.inc +include conf/distro/include/maintainers.inc + +addhandler distro_eventhandler +distro_eventhandler[eventmask] = "bb.event.BuildStarted" +python distro_eventhandler() { + import oe.distro_check as dc + import csv + logfile = dc.create_log_file(e.data, "distrodata.csv") + + lf = bb.utils.lockfile("%s.lock" % logfile) + with open(logfile, "a") as f: + writer = csv.writer(f) + writer.writerow(['Package', 'Description', 'Owner', 'License', + 'VerMatch', 'Version', 'Upstream', 'Reason', 'Recipe Status', + 'Distro 1', 'Distro 2', 'Distro 3']) + f.close() + bb.utils.unlockfile(lf) + + return +} + +addtask distrodata_np +do_distrodata_np[nostamp] = "1" +python do_distrodata_np() { + localdata = bb.data.createCopy(d) + pn = d.getVar("PN", True) + bb.note("Package Name: %s" % pn) + + import oe.distro_check as dist_check + tmpdir = d.getVar('TMPDIR', True) + distro_check_dir = os.path.join(tmpdir, "distro_check") + datetime = localdata.getVar('DATETIME', True) + dist_check.update_distro_data(distro_check_dir, datetime, localdata) + + if pn.find("-native") != -1: + pnstripped = pn.split("-native") + bb.note("Native Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pn.find("-cross") != -1: + pnstripped = pn.split("-cross") + bb.note("cross Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pn.find("-crosssdk") != -1: + pnstripped = pn.split("-crosssdk") + bb.note("cross Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pn.startswith("nativesdk-"): + pnstripped = pn.replace("nativesdk-", "") + bb.note("NativeSDK Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + + if pn.find("-initial") != -1: + pnstripped = pn.split("-initial") + bb.note("initial Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + """generate package information from .bb file""" + pname = localdata.getVar('PN', True) + pcurver = localdata.getVar('PV', True) + pdesc = localdata.getVar('DESCRIPTION', True) + if pdesc is not None: + pdesc = pdesc.replace(',','') + pdesc = pdesc.replace('\n','') + + pgrp = localdata.getVar('SECTION', True) + plicense = localdata.getVar('LICENSE', True).replace(',','_') + + rstatus = localdata.getVar('RECIPE_COLOR', True) + if rstatus is not None: + rstatus = rstatus.replace(',','') + + pupver = localdata.getVar('RECIPE_UPSTREAM_VERSION', True) + if pcurver == pupver: + vermatch="1" + else: + vermatch="0" + noupdate_reason = localdata.getVar('RECIPE_NO_UPDATE_REASON', True) + if noupdate_reason is None: + noupdate="0" + else: + noupdate="1" + noupdate_reason = noupdate_reason.replace(',','') + + maintainer = localdata.getVar('RECIPE_MAINTAINER', True) + rlrd = localdata.getVar('RECIPE_UPSTREAM_DATE', True) + result = dist_check.compare_in_distro_packages_list(distro_check_dir, localdata) + + bb.note("DISTRO: %s,%s,%s,%s,%s,%s,%s,%s,%s\n" % \ + (pname, pdesc, maintainer, plicense, vermatch, pcurver, pupver, noupdate_reason, rstatus)) + line = pn + for i in result: + line = line + "," + i + bb.note("%s\n" % line) +} +do_distrodata_np[vardepsexclude] = "DATETIME" + +addtask distrodata +do_distrodata[nostamp] = "1" +python do_distrodata() { + import csv + logpath = d.getVar('LOG_DIR', True) + bb.utils.mkdirhier(logpath) + logfile = os.path.join(logpath, "distrodata.csv") + + import oe.distro_check as dist_check + localdata = bb.data.createCopy(d) + tmpdir = d.getVar('TMPDIR', True) + distro_check_dir = os.path.join(tmpdir, "distro_check") + datetime = localdata.getVar('DATETIME', True) + dist_check.update_distro_data(distro_check_dir, datetime, localdata) + + pn = d.getVar("PN", True) + bb.note("Package Name: %s" % pn) + + if pn.find("-native") != -1: + pnstripped = pn.split("-native") + bb.note("Native Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pn.startswith("nativesdk-"): + pnstripped = pn.replace("nativesdk-", "") + bb.note("NativeSDK Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pn.find("-cross") != -1: + pnstripped = pn.split("-cross") + bb.note("cross Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pn.find("-crosssdk") != -1: + pnstripped = pn.split("-crosssdk") + bb.note("cross Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pn.find("-initial") != -1: + pnstripped = pn.split("-initial") + bb.note("initial Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + """generate package information from .bb file""" + pname = localdata.getVar('PN', True) + pcurver = localdata.getVar('PV', True) + pdesc = localdata.getVar('DESCRIPTION', True) + if pdesc is not None: + pdesc = pdesc.replace(',','') + pdesc = pdesc.replace('\n','') + + pgrp = localdata.getVar('SECTION', True) + plicense = localdata.getVar('LICENSE', True).replace(',','_') + + rstatus = localdata.getVar('RECIPE_COLOR', True) + if rstatus is not None: + rstatus = rstatus.replace(',','') + + pupver = localdata.getVar('RECIPE_UPSTREAM_VERSION', True) + if pcurver == pupver: + vermatch="1" + else: + vermatch="0" + + noupdate_reason = localdata.getVar('RECIPE_NO_UPDATE_REASON', True) + if noupdate_reason is None: + noupdate="0" + else: + noupdate="1" + noupdate_reason = noupdate_reason.replace(',','') + + maintainer = localdata.getVar('RECIPE_MAINTAINER', True) + rlrd = localdata.getVar('RECIPE_UPSTREAM_DATE', True) + # do the comparison + result = dist_check.compare_in_distro_packages_list(distro_check_dir, localdata) + + lf = bb.utils.lockfile("%s.lock" % logfile) + with open(logfile, "a") as f: + row = [pname, pdesc, maintainer, plicense, vermatch, pcurver, pupver, noupdate_reason, rstatus] + row.extend(result) + + writer = csv.writer(f) + writer.writerow(row) + f.close() + bb.utils.unlockfile(lf) +} +do_distrodata[vardepsexclude] = "DATETIME" + +addtask distrodataall after do_distrodata +do_distrodataall[recrdeptask] = "do_distrodataall do_distrodata" +do_distrodataall[recideptask] = "do_${BB_DEFAULT_TASK}" +do_distrodataall[nostamp] = "1" +do_distrodataall() { + : +} + +addhandler checkpkg_eventhandler +checkpkg_eventhandler[eventmask] = "bb.event.BuildStarted bb.event.BuildCompleted" +python checkpkg_eventhandler() { + import csv + + def parse_csv_file(filename): + package_dict = {} + + with open(filename, "r") as f: + reader = csv.reader(f, delimiter='\t') + for row in reader: + pn = row[0] + + if reader.line_num == 1: + header = row + continue + + if not pn in package_dict.keys(): + package_dict[pn] = row + f.close() + + with open(filename, "w") as f: + writer = csv.writer(f, delimiter='\t') + writer.writerow(header) + for pn in package_dict.keys(): + writer.writerow(package_dict[pn]) + f.close() + + del package_dict + + if bb.event.getName(e) == "BuildStarted": + import oe.distro_check as dc + logfile = dc.create_log_file(e.data, "checkpkg.csv") + + lf = bb.utils.lockfile("%s.lock" % logfile) + with open(logfile, "a") as f: + writer = csv.writer(f, delimiter='\t') + headers = ['Package', 'Version', 'Upver', 'License', 'Section', + 'Home', 'Release', 'Depends', 'BugTracker', 'PE', 'Description', + 'Status', 'Tracking', 'URI', 'MAINTAINER', 'NoUpReason'] + writer.writerow(headers) + f.close() + bb.utils.unlockfile(lf) + elif bb.event.getName(e) == "BuildCompleted": + import os + filename = "tmp/log/checkpkg.csv" + if os.path.isfile(filename): + lf = bb.utils.lockfile("%s.lock"%filename) + parse_csv_file(filename) + bb.utils.unlockfile(lf) + return +} + +addtask checkpkg +do_checkpkg[nostamp] = "1" +python do_checkpkg() { + localdata = bb.data.createCopy(d) + import csv + import re + import tempfile + import subprocess + import oe.recipeutils + from bb.utils import vercmp_string + from bb.fetch2 import FetchError, NoMethodError, decodeurl + + """first check whether a uri is provided""" + src_uri = (d.getVar('SRC_URI', True) or '').split() + if src_uri: + uri_type, _, _, _, _, _ = decodeurl(src_uri[0]) + else: + uri_type = "none" + + """initialize log files.""" + logpath = d.getVar('LOG_DIR', True) + bb.utils.mkdirhier(logpath) + logfile = os.path.join(logpath, "checkpkg.csv") + + """generate package information from .bb file""" + pname = d.getVar('PN', True) + + if pname.find("-native") != -1: + if d.getVar('BBCLASSEXTEND', True): + return + pnstripped = pname.split("-native") + bb.note("Native Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pname.startswith("nativesdk-"): + if d.getVar('BBCLASSEXTEND', True): + return + pnstripped = pname.replace("nativesdk-", "") + bb.note("NativeSDK Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pname.find("-cross") != -1: + pnstripped = pname.split("-cross") + bb.note("cross Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + if pname.find("-initial") != -1: + pnstripped = pname.split("-initial") + bb.note("initial Split: %s" % pnstripped) + localdata.setVar('OVERRIDES', "pn-" + pnstripped[0] + ":" + d.getVar('OVERRIDES', True)) + bb.data.update_data(localdata) + + pdesc = localdata.getVar('DESCRIPTION', True) + pgrp = localdata.getVar('SECTION', True) + pversion = localdata.getVar('PV', True) + plicense = localdata.getVar('LICENSE', True) + psection = localdata.getVar('SECTION', True) + phome = localdata.getVar('HOMEPAGE', True) + prelease = localdata.getVar('PR', True) + pdepends = localdata.getVar('DEPENDS', True) + pbugtracker = localdata.getVar('BUGTRACKER', True) + ppe = localdata.getVar('PE', True) + psrcuri = localdata.getVar('SRC_URI', True) + maintainer = localdata.getVar('RECIPE_MAINTAINER', True) + + """ Get upstream version version """ + pupver = "" + pstatus = "" + + try: + uv = oe.recipeutils.get_recipe_upstream_version(localdata) + + pupver = uv['version'] + except Exception as e: + if e is FetchError: + pstatus = "ErrAccess" + elif e is NoMethodError: + pstatus = "ErrUnsupportedProto" + else: + pstatus = "ErrUnknown" + + """Set upstream version status""" + if not pupver: + pupver = "N/A" + else: + pv, _, _ = oe.recipeutils.get_recipe_pv_without_srcpv(pversion, uri_type) + upv, _, _ = oe.recipeutils.get_recipe_pv_without_srcpv(pupver, uri_type) + + cmp = vercmp_string(pv, upv) + if cmp == -1: + pstatus = "UPDATE" + elif cmp == 0: + pstatus = "MATCH" + + if psrcuri: + psrcuri = psrcuri.split()[0] + else: + psrcuri = "none" + pdepends = "".join(pdepends.split("\t")) + pdesc = "".join(pdesc.split("\t")) + no_upgr_reason = d.getVar('RECIPE_NO_UPDATE_REASON', True) + lf = bb.utils.lockfile("%s.lock" % logfile) + with open(logfile, "a") as f: + writer = csv.writer(f, delimiter='\t') + writer.writerow([pname, pversion, pupver, plicense, psection, phome, + prelease, pdepends, pbugtracker, ppe, pdesc, pstatus, pupver, + psrcuri, maintainer, no_upgr_reason]) + f.close() + bb.utils.unlockfile(lf) +} + +addtask checkpkgall after do_checkpkg +do_checkpkgall[recrdeptask] = "do_checkpkgall do_checkpkg" +do_checkpkgall[recideptask] = "do_${BB_DEFAULT_TASK}" +do_checkpkgall[nostamp] = "1" +do_checkpkgall() { + : +} + +addhandler distro_check_eventhandler +distro_check_eventhandler[eventmask] = "bb.event.BuildStarted" +python distro_check_eventhandler() { + """initialize log files.""" + import oe.distro_check as dc + result_file = dc.create_log_file(e.data, "distrocheck.csv") + return +} + +addtask distro_check +do_distro_check[nostamp] = "1" +python do_distro_check() { + """checks if the package is present in other public Linux distros""" + import oe.distro_check as dc + import shutil + if bb.data.inherits_class('native', d) or bb.data.inherits_class('cross', d) or bb.data.inherits_class('sdk', d) or bb.data.inherits_class('crosssdk', d) or bb.data.inherits_class('nativesdk',d): + return + + localdata = bb.data.createCopy(d) + bb.data.update_data(localdata) + tmpdir = d.getVar('TMPDIR', True) + distro_check_dir = os.path.join(tmpdir, "distro_check") + logpath = d.getVar('LOG_DIR', True) + bb.utils.mkdirhier(logpath) + result_file = os.path.join(logpath, "distrocheck.csv") + datetime = localdata.getVar('DATETIME', True) + dc.update_distro_data(distro_check_dir, datetime, localdata) + + # do the comparison + result = dc.compare_in_distro_packages_list(distro_check_dir, d) + + # save the results + dc.save_distro_check_result(result, datetime, result_file, d) +} + +addtask distro_checkall after do_distro_check +do_distro_checkall[recrdeptask] = "do_distro_checkall do_distro_check" +do_distro_checkall[recideptask] = "do_${BB_DEFAULT_TASK}" +do_distro_checkall[nostamp] = "1" +do_distro_checkall() { + : +} +# +#Check Missing License Text. +#Use this task to generate the missing license text data for pkg-report system, +#then we can search those recipes which license text isn't exsit in common-licenses directory +# +addhandler checklicense_eventhandler +checklicense_eventhandler[eventmask] = "bb.event.BuildStarted" +python checklicense_eventhandler() { + """initialize log files.""" + import csv + import oe.distro_check as dc + logfile = dc.create_log_file(e.data, "missinglicense.csv") + lf = bb.utils.lockfile("%s.lock" % logfile) + with open(logfile, "a") as f: + writer = csv.writer(f, delimiter='\t') + writer.writerow(['Package', 'License', 'MissingLicense']) + f.close() + bb.utils.unlockfile(lf) + return +} + +addtask checklicense +do_checklicense[nostamp] = "1" +python do_checklicense() { + import csv + import shutil + logpath = d.getVar('LOG_DIR', True) + bb.utils.mkdirhier(logpath) + pn = d.getVar('PN', True) + logfile = os.path.join(logpath, "missinglicense.csv") + generic_directory = d.getVar('COMMON_LICENSE_DIR', True) + license_types = d.getVar('LICENSE', True) + for license_type in ((license_types.replace('+', '').replace('|', '&') + .replace('(', '').replace(')', '').replace(';', '') + .replace(',', '').replace(" ", "").split("&"))): + if not os.path.isfile(os.path.join(generic_directory, license_type)): + lf = bb.utils.lockfile("%s.lock" % logfile) + with open(logfile, "a") as f: + writer = csv.writer(f, delimiter='\t') + writer.writerow([pn, license_types, license_type]) + f.close() + bb.utils.unlockfile(lf) + return +} + +addtask checklicenseall after do_checklicense +do_checklicenseall[recrdeptask] = "do_checklicenseall do_checklicense" +do_checklicenseall[recideptask] = "do_${BB_DEFAULT_TASK}" +do_checklicenseall[nostamp] = "1" +do_checklicenseall() { + : +} + + |