hohn/codeql
1
0
Fork 0
mirror of https://github.com/github/codeql.git synced 2026-04-30 11:15:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

Change build script to build multiple versions of the plugin

Browse Source
This commit is contained in:
Tamas Vajk
2021-11-12 15:36:00 +01:00
committed by Ian Lynagh
parent 22c87b20cc
commit 3939a2a47c
2 changed files with 93 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

154
java/kotlin-extractor/build.py
View File

@@ -1,5 +1,6 @@
#!/usr/bin/env python3
import kotlin_plugin_versions
import glob
import re
import subprocess
@@ -7,26 +8,43 @@ import shutil
import os
import os.path
import sys
import shlex
kotlinc = 'kotlinc'
javac = 'javac'
kotlin_dependency_folder = '../../../resources/kotlin-dependencies'
if (len(sys.argv) > 1):
kotlin_dependency_folder = sys.argv[1]
def run_process(cmd):
try:
# print("Running command: " + shlex.join(cmd))
return subprocess.run(cmd, check=True, capture_output=True)
except subprocess.CalledProcessError as e:
print("Command failed: " + shlex.join(cmd), file=sys.stderr)
print("Output: " + e.stderr.decode(encoding='UTF-8',
errors='strict'), file=sys.stderr)
raise e
def compile_to_dir(srcs, classpath, java_classpath, output):
# Use kotlinc to compile .kt files:
subprocess.run([kotlinc,
# kotlinc can default to 256M, which isn't enough when we are extracting the build
'-J-Xmx2G',
'-d', output,
'-module-name', 'codeql-kotlin-extractor',
'-no-reflect',
'-jvm-target', '1.8',
'-classpath', classpath] + srcs, check=True)
run_process([kotlinc,
# kotlinc can default to 256M, which isn't enough when we are extracting the build
'-J-Xmx2G',
'-d', output,
'-module-name', 'codeql-kotlin-extractor',
'-no-reflect', '-no-stdlib',
'-jvm-target', '1.8',
'-classpath', classpath] + srcs)
# Use javac to compile .java files, referencing the Kotlin class files:
subprocess.run([javac,
'-d', output,
'-source', '8', '-target', '8',
'-classpath', "%s:%s:%s" % (output, classpath, java_classpath)] + [s for s in srcs if s.endswith(".java")], check=True)
run_process([javac,
'-d', output,
'-source', '8', '-target', '8',
'-classpath', "%s:%s:%s" % (output, classpath, java_classpath)] + [s for s in srcs if s.endswith(".java")])
def compile_to_jar(srcs, classpath, java_classpath, output):
@@ -39,9 +57,9 @@ def compile_to_jar(srcs, classpath, java_classpath, output):
compile_to_dir(srcs, classpath, java_classpath, builddir)
subprocess.run(['jar', '-c', '-f', output,
'-C', builddir, '.',
'-C', 'src/main/resources', 'META-INF'], check=True)
run_process(['jar', '-c', '-f', output,
'-C', builddir, '.',
'-C', 'src/main/resources', 'META-INF'])
finally:
if os.path.exists(builddir):
shutil.rmtree(builddir)
@@ -51,34 +69,35 @@ def find_sources(path):
return glob.glob(path + '/**/*.kt', recursive=True) + glob.glob(path + '/**/*.java', recursive=True)
def jarnames_to_classpath(path, jars):
return ":".join(os.path.join(path, jar) + ".jar" for jar in jars)
def compile_standalone():
srcs = find_sources("src")
jars = ['kotlin-compiler']
java_jars = ['kotlin-stdlib']
x = subprocess.run([kotlinc, '-version', '-verbose'],
check=True, capture_output=True)
def get_kotlin_lib_folder():
x = run_process([kotlinc, '-version', '-verbose'])
output = x.stderr.decode(encoding='UTF-8', errors='strict')
m = re.match(
r'.*\nlogging: using Kotlin home directory ([^\n]+)\n.*', output)
if m is None:
raise Exception('Cannot determine kotlinc home directory')
kotlin_home = m.group(1)
kotlin_lib = kotlin_home + '/lib'
classpath = jarnames_to_classpath(kotlin_lib, jars)
java_classpath = jarnames_to_classpath(kotlin_lib, java_jars)
print("Kotlin home directory: " + kotlin_home)
return kotlin_home + '/lib'
compile_to_jar(srcs, classpath, java_classpath, 'codeql-extractor-kotlin-standalone.jar')
def get_gradle_lib_folder():
x = run_process(['gradle', 'getHomeDir'])
output = x.stdout.decode(encoding='UTF-8', errors='strict')
m = re.search(r'(?m)^> Task :getHomeDir\n([^\n]+)$', output)
if m is None:
print("gradle getHomeDir output:\n" + output, file=sys.stderr)
raise Exception('Cannot determine gradle home directory')
gradle_home = m.group(1)
print("Gradle home directory: " + gradle_home)
return gradle_home + '/lib'
def find_jar(path, pattern):
result = glob.glob(path + '/' + pattern + '*.jar')
if len(result) == 0:
raise Exception('Cannot find jar file %s under path %s' % (pattern, path))
raise Exception('Cannot find jar file %s under path %s' %
(pattern, path))
return result
@@ -89,42 +108,53 @@ def patterns_to_classpath(path, patterns):
return ':'.join(result)
def compile_embeddable():
x = subprocess.run(['gradle', 'getHomeDir'],
check=True, capture_output=True)
output = x.stdout.decode(encoding='UTF-8', errors='strict')
m = re.search(r'(?m)^> Task :getHomeDir\n([^\n]+)$', output)
if m is None:
print("gradle getHomeDir output:\n" + output, file = sys.stderr)
raise Exception('Cannot determine gradle home directory')
gradle_home = m.group(1)
def transform_to_embeddable(srcs):
# replace imports in files:
for src in srcs:
with open(src, 'r') as f:
content = f.read()
content = content.replace('import com.intellij',
'import org.jetbrains.kotlin.com.intellij')
with open(src, 'w') as f:
f.write(content)
gradle_lib = gradle_home + '/lib'
jar_patterns = ['kotlin-compiler-embeddable']
java_jar_patterns = ['kotlin-stdlib']
classpath = patterns_to_classpath(gradle_lib, jar_patterns)
java_classpath = patterns_to_classpath(gradle_lib, java_jar_patterns)
def compile(jars, java_jars, dependency_folder, transform_to_embeddable, output, tmp_dir):
classpath = patterns_to_classpath(dependency_folder, jars)
java_classpath = patterns_to_classpath(dependency_folder, java_jars)
try:
if os.path.exists('build/temp_src'):
shutil.rmtree('build/temp_src')
shutil.copytree('src', 'build/temp_src')
srcs = find_sources('build/temp_src')
if os.path.exists(tmp_dir):
shutil.rmtree(tmp_dir)
shutil.copytree('src', tmp_dir)
srcs = find_sources(tmp_dir)
# replace imports in files:
for src in srcs:
with open(src, 'r') as f:
content = f.read()
content = content.replace('import com.intellij',
'import org.jetbrains.kotlin.com.intellij')
with open(src, 'w') as f:
f.write(content)
transform_to_embeddable(srcs)
compile_to_jar(srcs, classpath, java_classpath, 'codeql-extractor-kotlin-embeddable.jar')
compile_to_jar(srcs, classpath, java_classpath, output)
finally:
if os.path.exists('build/temp_src'):
shutil.rmtree('build/temp_src')
if os.path.exists(tmp_dir):
shutil.rmtree(tmp_dir)
compile_standalone()
compile_embeddable()
def compile_embeddable(version):
compile(['kotlin-stdlib-' + version, 'kotlin-compiler-embeddable-' + version],
['kotlin-stdlib-' + version],
kotlin_dependency_folder,
transform_to_embeddable,
'codeql-extractor-kotlin-embeddable-%s.jar' % (version),
'build/temp_src')
def compile_standalone(version):
compile(['kotlin-stdlib-' + version, 'kotlin-compiler-' + version],
['kotlin-stdlib-' + version],
kotlin_dependency_folder,
lambda srcs: None,
'codeql-extractor-kotlin-standalone-%s.jar' % (version),
'build/temp_src')
for version in kotlin_plugin_versions.versions:
compile_standalone(version)
compile_embeddable(version)

1
java/kotlin-extractor/kotlin_plugin_versions.py Executable file
View File

@@ -0,0 +1 @@
versions = ['1.5.31', '1.6.0-RC2']