Add SPDX analysis utilities

Makefile

@@ -6,6 +6,9 @@ PREFIX ?= /usr/local
 ESSTRACORE := esstracore.so
 ESSTRALINK := esstralink.so
 ESSTRAUTIL := esstra
+UTIL2 := esstra-full-paths
+UTIL3 := has-spdx-id.py
+UTIL4 := esstra-to-spdx-list.sh
 
 SUBDIRS := core link util
 
@@ -28,7 +31,7 @@ all clean:
 
 install: all
 	install -m 0755 -D -t $(INSTALLDIR_PLUGIN) core/$(ESSTRACORE) link/$(ESSTRALINK)
-	install -m 0755 -D -t $(INSTALLDIR_BIN) util/$(ESSTRAUTIL)
+	install -m 0755 -D -t $(INSTALLDIR_BIN) util/$(ESSTRAUTIL) util/$(UTIL2) util/$(UTIL3) util/$(UTIL4)
 
 install-specs: all
 	@gcc -dumpspecs | \
@@ -40,6 +43,9 @@ uninstall: uninstall-specs
 	rm -f $(INSTALLDIR_PLUGIN)/$(ESSTRACORE)
 	rm -f $(INSTALLDIR_PLUGIN)/$(ESSTRALINK)
 	rm -f $(INSTALLDIR_BIN)/$(ESSTRAUTIL)
+	rm -f $(INSTALLDIR_BIN)/$(UTIL2)
+	rm -f $(INSTALLDIR_BIN)/$(UTIL3)
+	rm -f $(INSTALLDIR_BIN)/$(UTIL4)
 
 uninstall-specs:
 	@[ -e $(SPECFILE) ] && \

util/esstra-full-paths

@@ -0,0 +1,17 @@
+#!/usr/bin/env python3
+# esstra-full-paths
+#   parse esstra output and show full filepaths
+#
+# do I need to strip off a base dir here?
+
+import fileinput
+
+cur_dir = ""
+for line in fileinput.input():
+    line = line.strip()
+    if line.startswith("- Directory:"):
+        cur_dir = line.split("Directory: ", 1)[1]
+        continue
+    if line.startswith("- File:"):
+        filename = line.split("File: ", 1)[1]
+        print( "- Path: " + cur_dir + "/" + filename)

util/esstra-to-spdx-list.sh

@@ -0,0 +1,54 @@
+#!/bin/sh
+# esstra-to-spdx-list.sh - convert esstra output into an spdx list
+#   usage: esstra-to-spdx-list.sh <filename>
+#
+
+usage() {
+    cat <<HERE
+Usage: esstra-to-spdx-list.sh [-b {binary_filename}] [-e {esstra_filename}] [-x]
+
+Scan the files listed in either the esstra data in the binary file specified
+(or list in the estra data file listed), and show whether they have
+SPDX-License-Identifier headers - indicating the license for that file.
+
+Options:
+  -h         Show this usage help
+  -b {file}  Specify a binary file to extract esstra data from to use
+  -e {file}  Specify an esstra data file to use for SPDX scanning
+  -x         Show only files missing an SPDX header
+HERE
+}
+
+if [ "$1" = "-h" ] ; then
+    usage
+    exit 0
+fi
+
+if [ "$1" = "-b" ] ; then
+    shift
+    binary_file="$1"
+    shift
+fi
+if [ "$1" = "-e" ] ; then
+    shift
+    esstra_file="$1"
+    shift
+fi
+
+if [ "$1" = "-x" ] ; then
+    X_ARG="-x"
+    shift
+fi
+
+#esstra show -r $binary_file | grep InputFileName | sed "s/  InputFileName: //" | has-spdx-id.py -c -
+#cat $input_file | grep InputFileName | sed "s/InputFileName: //" | has-spdx-id.sh -c -
+#
+
+if [ -n "$binary_file" ] ; then
+    # grab and sort all File: entries
+    esstra show -r $binary_file | esstra-full-paths | grep Path: | sed "s/- Path: //" | sort | uniq | has-spdx-id.py -c -
+fi
+
+if [ -n "$esstra_file" ] ; then
+    cat $esstra_file | esstra-full-paths | grep Path: | sed "s/- Path: //" | sort | uniq | has-spdx-id.py -c $X_ARG -
+fi

util/has-spdx-id.py

@@ -0,0 +1,110 @@
+#!/usr/bin/env python3
+# has-spdx-id.py - indicate whether the given file has an SPDX identifier line
+#  in the first 20 lines of the file
+#
+
+import sys
+import os
+
+def usage():
+    print("""Usage: has-spdx-id.sh [options] {filepath}"
+  Show whether a file (or files) has an SPDX-License-Identifier line,
+  in the first 20 lines of the file.
+
+  If {filepath} is '-', then read a list of filepaths to check from stdin.
+
+Shows:
+  1 if filepath has an SPDX-License-Identifier
+  0 otherwise
+
+The return code of the program is 0 if the last filepath scanned has
+an SPDX line, and 1 otherwise.  This means that if only one file is
+scanned you can use the program return status to indicate whether the
+filepath has and SPDX line or not.
+
+Options:
+  -h     Show this usage help
+  -q     Don't show the filepath along with the result (q=quiet)
+  -c     Show counts of files with and without SPDX lines
+  -x     Show only files without an SPDX line
+""")
+    sys.exit(0)
+
+def main():
+    # parse command line arguments
+    quiet = False
+    show_count = False
+    show_only_missing = False
+    if "-h" in sys.argv:
+        usage()
+    if "-q" in sys.argv:
+        quiet = True
+        sys.argv.remove("-q")
+    if "-c" in sys.argv:
+        show_count = True
+        sys.argv.remove("-c")
+    if "-x" in sys.argv:
+        show_only_missing = True
+        sys.argv.remove("-x")
+
+    if len(sys.argv)<1:
+        print("Error: missing argument")
+        usage()
+
+    filepaths = sys.argv[1:]
+
+    if "-" in filepaths:
+        pos = filepaths.index("-")
+        lines = sys.stdin.readlines()
+        filepaths[pos:pos+1] = [line.strip() for line in lines]
+
+    with_count = 0
+    without_count = 0
+    has_spdx = False
+
+    for filepath in filepaths:
+        if not os.path.isfile(filepath):
+            print(f"Warning: {filepath} is not a file")
+            continue
+
+        # read the first 20 lines of the file
+        lines = []
+        cur_file = open(filepath, "r")
+        try:
+            for i in range(20):
+                lines.append(cur_file.readline().strip())
+        except:
+            pass
+
+        cur_file.close()
+
+        has_spdx = False
+        for line in lines:
+            if "SPDX-License-Identifier:" in line:
+                # check for valid prefixes here:
+                if line[0:5] in ['//SPD','// SP', '/* SP']:
+                    has_spdx = True
+                    break
+
+        prefix = ""
+        if not quiet:
+           prefix = filepath + " - "
+        if has_spdx:
+            with_count += 1
+            if not show_only_missing:
+                print(prefix + "1")
+        else:
+            without_count += 1
+            print(prefix + "0")
+
+    if show_count:
+        print(f"Files with SPDX lines: {with_count}")
+        print(f"Files without SPDX lines: {without_count}")
+
+    if has_spdx:
+        sys.exit(0)
+    else:
+        sys.exit(1)
+
+if __name__ == "__main__":
+    main()