add run.py

Author: waderwu

README.md

@@ -0,0 +1,18 @@
+# Extractor-java
+
+Create CodeQL database directly from Java source code without compiling
+
+## Usage
+
+If there is only Jar package, you need to decompile to get the java source code
+
+```bash
+unzip your.jar
+python3 class2java.py dir
+```
+
+generate database for java source code
+
+```bash
+python3 run.py dbname javaSourceDir
+```

class2java.py

@@ -0,0 +1,18 @@
+#!/usr/bin/env python3
+
+import os
+import sys
+
+def decompiler(path):
+    curdir = os.path.dirname(os.path.realpath(__file__))
+    cmd = f"cd {path};java -cp {curdir}/java-decompiler.jar org.jetbrains.java.decompiler.main.decompiler.ConsoleDecompiler -hdc=0 -dgs=1 -rsy=1 -rbr=1 -lit=1 -nls=1 -mpm=60 . ."
+    # print(cmd)
+    os.system(cmd)
+
+
+
+if __name__ == "__main__":
+    if len(sys.argv) != 2:
+        print("[Usage:] python3 class2java.py directory")
+    else:
+        decompiler(sys.argv[1])

java-decompiler.jar

@@ -0,0 +1,72 @@
+#!/usr/bin/env python3
+import os
+import sys
+import subprocess
+import glob
+
+class Extract:
+    def __init__(self, db, srcroot):
+        self.dbname = db
+        self.srcroot = srcroot
+    
+    def init_database(self):
+        p = subprocess.run(["codeql", "database", "init", self.dbname,  "-l",  "java", "--source-root", self.srcroot])
+        if p.returncode == 0:
+            self.dbpath = os.path.realpath(self.dbname)
+            print(f"[*extract_log*] dbpath : {self.dbpath}")
+        else:
+            sys.exit(1)
+
+    
+    def init_env(self):
+        codeql_path = subprocess.check_output(["which", "codeql"]).decode()
+        codeql_home = os.path.dirname(codeql_path)
+        self.codeql_home = codeql_home
+        print(f"[*extract_log*] codeql_home : {codeql_home}")
+        codeql_java_home = glob.glob(f"{codeql_home}/tools/**/java")[0]
+        self.codeql_java_home = codeql_java_home
+        print(f"[*extract_log*] codeql_java_home : {codeql_java_home}")
+        env = {
+            "CODEQL_DIST": codeql_home,
+            "CODEQL_EXTRACTOR_JAVA_LOG_DIR": f"{self.dbpath}/log",
+            "CODEQL_EXTRACTOR_JAVA_ROOT": f"{codeql_home}/java",
+            "CODEQL_EXTRACTOR_JAVA_SOURCE_ARCHIVE_DIR": f"{self.dbpath}/src",
+            "CODEQL_EXTRACTOR_JAVA_TRAP_DIR": f"{self.dbpath}/trap/java",
+            "CODEQL_EXTRACTOR_JAVA_WIP_DATABASE": self.dbpath,
+            "CODEQL_JAVA_HOME": codeql_java_home
+        }
+        for key in env:
+            print(f"{key}={env[key]}")
+        return env
+
+    def generate_javacargs(self):
+        javafiles = glob.glob(f"{self.srcroot}/**/*.java", recursive=True)
+        print(len(javafiles))
+        with open(f"{self.dbpath}/log/javac.args", "w") as f:
+            f.write("-Xprefer:source" + "\n")
+            for javafile in javafiles:
+                #if "test" not in javafile:
+                f.write(javafile + "\n")
+
+
+    def generate_trap(self):
+        env = self.init_env()
+        p = subprocess.run([f"{self.codeql_java_home}/bin/java", "-Xmx1024M", "-Xms256M", "-cp", f"{self.codeql_home}/java/tools/semmle-extractor-java.jar", "com.semmle.extractor.java.JavaExtractor", "--javac-args", f"@@@{self.dbpath}/log/javac.args"], env=env)
+    
+    def import_trap(self):
+        p = subprocess.run(["codeql", "dataset", "import", f"{self.dbpath}/db-java", f"{self.dbpath}/trap", "-S", f"{self.codeql_home}/java/semmlecode.dbscheme"])
+
+    def finalize(self):
+        p = subprocess.run(["codeql", "database", "finalize", self.dbpath])
+
+    def run(self):
+        self.init_database()
+        self.generate_javacargs()
+        self.generate_trap()
+        # self.import_trap()
+        self.finalize()
+
+
+if __name__ == "__main__":
+    extractor = Extract(sys.argv[1], sys.argv[2])
+    extractor.run()