hohn/codeql
1
0
Fork 0
mirror of https://github.com/github/codeql.git synced 2026-04-30 11:15:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

JavaScript: Make number of threads configurable through LGTM_INDEX_THREADS.

Browse Source 
If the number of threads specified is one or lower, we fall back onto single-threaded extraction.
This commit is contained in:
Max Schaefer
2018-11-14 14:44:32 +00:00
parent d625ebf86d
commit a6cb63e9c8
1 changed files with 26 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
javascript/extractor/src/com/semmle/js/extractor/AutoBuild.java
View File

@@ -161,10 +161,16 @@ import com.semmle.util.trap.TrapWriter;
* </p>
*
* <p>
* Finally, the environment variables <code>LGTM_TRAP_CACHE</code> and
* <code>LGTM_TRAP_CACHE_BOUND</code> can optionally be used to specify the location and size
* of a trap cache to be used during extraction.
* To customise the actual extraction (as opposed to determining which files to extract),
* the following environment variables are available:
* </p>
* <ul>
* <li><code>LGTM_INDEX_THREADS</code> determines how many threads are used for parallel extraction
* of JavaScript files (TypeScript files cannot currently be extracted in parallel). If left
* unspecified, the extractor uses as many threads as there are cores.</li>
* <li><code>LGTM_TRAP_CACHE</code> and <code>LGTM_TRAP_CACHE_BOUND</code> can be used to specify the
* location and size of a trap cache to be used during extraction.</li>
* </ul>
*/
public class AutoBuild {
private final ExtractorOutputConfig outputConfig;
@@ -375,15 +381,29 @@ public class AutoBuild {
* Perform extraction.
*/
public void run() throws IOException {
threadPool = Executors.newFixedThreadPool(Runtime.getRuntime().availableProcessors());
startThreadPool();
try {
extractSource();
extractExterns();
} finally {
threadPool.shutdown();
shutdownThreadPool();
}
}
private void startThreadPool() {
int defaultNumThreads = Runtime.getRuntime().availableProcessors();
int numThreads = Env.systemEnv().getInt("LGTM_INDEX_THREADS", defaultNumThreads);
if (numThreads > 1)
threadPool = Executors.newFixedThreadPool(numThreads);
else
threadPool = null;
}
private void shutdownThreadPool() {
if (threadPool != null)
threadPool.shutdown();
}
/**
* Extract all "*.js" files under <code>$SEMMLE_DIST/tools/data/externs</code> as
* externs.
@@ -624,7 +644,7 @@ public class AutoBuild {
* otherwise extraction will happen on the main thread.
*/
protected void extract(FileExtractor extractor, Path file, ExtractorState state) {
if (state == null)
if (state == null && threadPool != null)
threadPool.submit(() -> doExtract(extractor, file, state));
else
doExtract(extractor, file, state);