mirror of
https://github.com/github/codeql.git
synced 2025-12-16 16:53:25 +01:00
88 lines
3.1 KiB
Python
88 lines
3.1 KiB
Python
# Helper functionality for MaD models extensions conversion.
|
|
|
|
import helpers
|
|
import os
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
|
|
def quote_if_needed(v):
|
|
# string columns
|
|
if type(v) is str:
|
|
return "\"" + v + "\""
|
|
# bool column
|
|
return str(v)
|
|
|
|
def parseData(data):
|
|
rows = [{ }, { }]
|
|
for row in data:
|
|
d = map(quote_if_needed, row)
|
|
provenance = row[-1]
|
|
targetRows = rows[1] if provenance.endswith("generated") else rows[0]
|
|
helpers.insert_update(targetRows, row[0], " - [" + ', '.join(d) + ']\n')
|
|
|
|
return rows
|
|
|
|
class Converter:
|
|
def __init__(self, language, dbDir):
|
|
self.language = language
|
|
self.dbDir = dbDir
|
|
self.codeQlRoot = subprocess.check_output(["git", "rev-parse", "--show-toplevel"]).decode("utf-8").strip()
|
|
self.extDir = os.path.join(self.codeQlRoot, f"{self.language}/ql/lib/ext/")
|
|
self.dirname = "modelconverter"
|
|
self.modelFileExtension = ".model.yml"
|
|
self.workDir = tempfile.mkdtemp()
|
|
|
|
|
|
def runQuery(self, query):
|
|
print('########## Querying: ', query)
|
|
queryFile = os.path.join(self.codeQlRoot, f"{self.language}/ql/src/utils/{self.dirname}", query)
|
|
resultBqrs = os.path.join(self.workDir, "out.bqrs")
|
|
|
|
helpers.run_cmd(['codeql', 'query', 'run', queryFile, '--database', self.dbDir, '--output', resultBqrs], "Failed to generate " + query)
|
|
return helpers.readData(self.workDir, resultBqrs)
|
|
|
|
|
|
def asAddsTo(self, rows, predicate):
|
|
extensions = [{ }, { }]
|
|
for i in range(2):
|
|
for key in rows[i]:
|
|
extensions[i][key] = helpers.addsToTemplate.format(f"codeql/{self.language}-all", predicate, rows[i][key])
|
|
|
|
return extensions
|
|
|
|
|
|
def getAddsTo(self, query, predicate):
|
|
data = self.runQuery(query)
|
|
rows = parseData(data)
|
|
return self.asAddsTo(rows, predicate)
|
|
|
|
|
|
def makeContent(self):
|
|
summaries = self.getAddsTo("ExtractSummaries.ql", helpers.summaryModelPredicate)
|
|
sources = self.getAddsTo("ExtractSources.ql", helpers.sourceModelPredicate)
|
|
sinks = self.getAddsTo("ExtractSinks.ql", helpers.sinkModelPredicate)
|
|
neutrals = self.getAddsTo("ExtractNeutrals.ql", helpers.neutralModelPredicate)
|
|
return [helpers.merge(sources[0], sinks[0], summaries[0], neutrals[0]), helpers.merge(sources[1], sinks[1], summaries[1], neutrals[1])]
|
|
|
|
|
|
def save(self, extensions):
|
|
# Create directory if it doesn't exist
|
|
os.makedirs(self.extDir, exist_ok=True)
|
|
|
|
# Create a file for each namespace and save models.
|
|
extensionTemplate = """extensions:
|
|
{0}"""
|
|
for entry in extensions[0]:
|
|
with open(self.extDir + "/" + entry + self.modelFileExtension, "w") as f:
|
|
f.write(extensionTemplate.format(extensions[0][entry]))
|
|
|
|
for entry in extensions[1]:
|
|
with open(self.extDir + "/generated/" + entry + self.modelFileExtension, "w") as f:
|
|
f.write(extensionTemplate.format(extensions[1][entry]))
|
|
|
|
def run(self):
|
|
extensions = self.makeContent()
|
|
self.save(extensions)
|