meta-security/meta-security-isafw/lib/isafw/isaplugins/ISA_la_plugin.py

#
# ISA_la_plugin.py - License analyzer plugin, part of ISA FW
# Functionality is based on similar scripts from Clear linux project
#
# Copyright (c) 2015 - 2016, Intel Corporation
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#
#    * Redistributions of source code must retain the above copyright notice,
#      this list of conditions and the following disclaimer.
#    * Redistributions in binary form must reproduce the above copyright
#      notice, this list of conditions and the following disclaimer in the
#      documentation and/or other materials provided with the distribution.
#    * Neither the name of Intel Corporation nor the names of its contributors
#      may be used to endorse or promote products derived from this software
#      without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

import subprocess
import os, sys

LicenseChecker = None

flicenses = "/configs/la/licenses"
fapproved_non_osi = "/configs/la/approved-non-osi"
fexceptions = "/configs/la/exceptions"
funwanted = "/configs/la/violations"


class ISA_LicenseChecker():
    initialized = False
    rpm_present = False

    def __init__(self, ISA_config):
        self.logfile = ISA_config.logdir + "/isafw_lalog"
        self.unwanted = []
        self.report_name = ISA_config.reportdir + "/la_problems_report_" + \
            ISA_config.machine + "_" + ISA_config.timestamp
        self.image_pkg_list = ISA_config.reportdir + "/pkglist"
        self.image_pkgs = []
        self.la_plugin_image_whitelist = ISA_config.la_plugin_image_whitelist
        self.la_plugin_image_blacklist = ISA_config.la_plugin_image_blacklist
        self.initialized = True
        with open(self.logfile, 'a') as flog:
            flog.write("\nPlugin ISA_LA initialized!\n")
        # check that rpm is installed (supporting only rpm packages for now)
        DEVNULL = open(os.devnull, 'wb')
        rc = subprocess.call(["which", "rpm"], stdout=DEVNULL, stderr=DEVNULL)
        DEVNULL.close()
        if rc == 0:
            self.rpm_present = True
        else:
            with open(self.logfile, 'a') as flog:
                flog.write("rpm tool is missing! Licence info is expected from build system\n")

    def process_package(self, ISA_pkg):
        if (self.initialized):
            if ISA_pkg.name:
                if (not ISA_pkg.licenses):
                    # need to determine licenses first
                    # for this we need rpm tool to be present
                    if (not self.rpm_present):
                        with open(self.logfile, 'a') as flog:
                            flog.write("rpm tool is missing and licence info is not provided. Cannot proceed.\n")
                            return;     
                    if (not ISA_pkg.source_files):
                        if (not ISA_pkg.path_to_sources):
                            self.initialized = False
                            with open(self.logfile, 'a') as flog:
                                flog.write(
                                    "No path to sources or source file list is provided!")
                                flog.write(
                                    "\nNot able to determine licenses for package: " + ISA_pkg.name)
                            return
                        # need to build list of source files
                        ISA_pkg.source_files = self.find_files(
                            ISA_pkg.path_to_sources)
                    for i in ISA_pkg.source_files:
                        if (i.endswith(".spec")):# supporting rpm only for now
                            args = ("rpm", "-q", "--queryformat",
                                    "%{LICENSE} ", "--specfile", i)
                            try:
                                popen = subprocess.Popen(
                                    args, stdout=subprocess.PIPE)
                                popen.wait()
                                ISA_pkg.licenses = popen.stdout.read().split()
                            except:
                                self.initialized = False
                                with open(self.logfile, 'a') as flog:
                                    flog.write(
                                        "Error in executing rpm query: " + str(sys.exc_info()))
                                    flog.write(
                                        "\nNot able to process package: " + ISA_pkg.name)
                                return
                for l in ISA_pkg.licenses:
                    if (not self.check_license(l, flicenses) and
                            not self.check_license(l, fapproved_non_osi) and
                            not self.check_exceptions(ISA_pkg.name, l, fexceptions)):
                        # log the package as not following correct license
                        with open(self.report_name, 'a') as freport:
                            freport.write(l + "\n")
                    if (self.check_license(l, funwanted)):
                        # log the package as having license that should not be
                        # used
                        with open(self.report_name + "_unwanted", 'a') as freport:
                            freport.write(l + "\n")
            else:
                self.initialized = False
                with open(self.logfile, 'a') as flog:
                    flog.write(
                        "Mandatory argument package name is not provided!\n")
                    flog.write("Not performing the call.\n")
        else:
            with open(self.logfile, 'a') as flog:
                flog.write(
                    "Plugin hasn't initialized! Not performing the call.")

    def process_report(self):
        if (self.initialized):
            with open(self.logfile, 'a') as flog:
                flog.write("Creating report with violating licenses.\n")
            self.process_pkg_list()
            self.write_report_unwanted()
            with open(self.logfile, 'a') as flog:
                flog.write("Creating report in XML format.\n")
            self.write_report_xml()

    def process_pkg_list(self):
        if os.path.isfile (self.image_pkg_list):
            img_name = ""
            with open(self.image_pkg_list, 'r') as finput:
                for line in finput:
                    line = line.strip()
                    if not line:
                        continue
                    if line.startswith("Packages "):
                        img_name = line.split()[3]
                        with open(self.logfile, 'a') as flog:
                            flog.write("img_name: " + img_name + "\n")
                        continue
                    package_info = line.split()
                    pkg_name = package_info[0]
                    orig_pkg_name = package_info[2]
                    if (not self.image_pkgs) or ((pkg_name + " from " + img_name) not in self.image_pkgs):
                        self.image_pkgs.append(pkg_name + " from " + img_name + " " + orig_pkg_name)

    def write_report_xml(self):
        try:
            from lxml import etree
        except ImportError:
            try:
                import xml.etree.cElementTree as etree
            except ImportError:
                import xml.etree.ElementTree as etree
        num_tests = 0
        root = etree.Element('testsuite', name='LA_Plugin', tests='2')
        if os.path.isfile(self.report_name):
            with open(self.report_name, 'r') as f:
                class_name = "Non-approved-licenses"
                for line in f:
                    line = line.strip()
                    if line == "":
                        continue
                    if line.startswith("Packages that "):
                        class_name = "Violating-licenses"
                        continue
                    num_tests += 1
                    tcase1 = etree.SubElement(
                        root, 'testcase', classname=class_name, name=line.split(':', 1)[0])
                    etree.SubElement(
                        tcase1, 'failure', message=line, type='violation')
        else:
            tcase1 = etree.SubElement(
                root, 'testcase', classname='ISA_LAChecker', name='none')
            num_tests = 1
        root.set('tests', str(num_tests))
        tree = etree.ElementTree(root)
        output = self.report_name + '.xml'
        try:
            tree.write(output, encoding='UTF-8',
                       pretty_print=True, xml_declaration=True)
        except TypeError:
            tree.write(output, encoding='UTF-8', xml_declaration=True)

    def write_report_unwanted(self):
        if os.path.isfile(self.report_name + "_unwanted"):
            with open(self.logfile, 'a') as flog:
                flog.write("image_pkgs: " + str(self.image_pkgs) + "\n")
                flog.write("self.la_plugin_image_whitelist: " + str(self.la_plugin_image_whitelist) + "\n")
                flog.write("self.la_plugin_image_blacklist: " + str(self.la_plugin_image_blacklist) + "\n")
            with open(self.report_name, 'a') as fout:
                with open(self.report_name + "_unwanted", 'r') as f:
                    fout.write(
                        "\n\nPackages that violate mandatory license requirements:\n")
                    for line in f:
                        line = line.strip()
                        pkg_name = line.split(':',1)[0]
                        if (not self.image_pkgs):
                            fout.write(line + " from image name not available \n")
                            continue
                        for pkg_info in self.image_pkgs:
                            image_pkg_name = pkg_info.split()[0]
                            image_name = pkg_info.split()[2]
                            image_orig_pkg_name = pkg_info.split()[3]
                            if ((image_pkg_name == pkg_name) or (image_orig_pkg_name == pkg_name)):
                                if self.la_plugin_image_whitelist and (image_name not in self.la_plugin_image_whitelist):
                                    continue
                                if self.la_plugin_image_blacklist and (image_name in self.la_plugin_image_blacklist):
                                    continue
                                fout.write(line + " from image " + image_name)
                                if (image_pkg_name != image_orig_pkg_name):
                                    fout.write(" binary_pkg_name " + image_pkg_name + "\n")
                                    continue
                                fout.write("\n")
            os.remove(self.report_name + "_unwanted")

    def find_files(self, init_path):
        list_of_files = []
        for (dirpath, dirnames, filenames) in os.walk(init_path):
            for f in filenames:
                list_of_files.append(str(dirpath + "/" + f)[:])
        return list_of_files

    def check_license(self, license, file_path):
        with open(os.path.dirname(__file__) + file_path, 'r') as f:
            for line in f:
                s = line.rstrip()
                curr_license = license.split(':',1)[1]
                if s == curr_license:
                    return True
        return False

    def check_exceptions(self, pkg_name, license, file_path):
        with open(os.path.dirname(__file__) + file_path, 'r') as f:
            for line in f:
                s = line.rstrip()
                curr_license = license.split(':',1)[1]
                if s == pkg_name + " " + curr_license:
                    return True
        return False

# ======== supported callbacks from ISA ============= #

def init(ISA_config):
    global LicenseChecker
    LicenseChecker = ISA_LicenseChecker(ISA_config)


def getPluginName():
    return "ISA_LicenseChecker"


def process_package(ISA_pkg):
    global LicenseChecker
    return LicenseChecker.process_package(ISA_pkg)


def process_report():
    global LicenseChecker
    return LicenseChecker.process_report()

# ==================================================== #