mirror of
https://github.com/github/codeql.git
synced 2026-01-29 06:12:58 +01:00
69212b9ad9
Note that build constraints can be explicit (comments at the top of the file) or implicit (part of the file name)
130 lines
4.7 KiB
Makefile
130 lines
4.7 KiB
Makefile
all: extractor ql/src/go.dbscheme
|
|
|
|
ifeq ($(OS),Windows_NT)
|
|
EXE = .exe
|
|
CODEQL_PLATFORM = win64
|
|
else
|
|
EXE =
|
|
UNAME_S := $(shell uname -s)
|
|
ifeq ($(UNAME_S),Linux)
|
|
CODEQL_PLATFORM = linux64
|
|
endif
|
|
ifeq ($(UNAME_S),Darwin)
|
|
CODEQL_PLATFORM = osx64
|
|
endif
|
|
endif
|
|
|
|
CODEQL_TOOLS = $(addprefix codeql-tools/,autobuild.cmd autobuild.sh index.cmd index.sh)
|
|
|
|
EXTRACTOR_PACK_OUT = build/codeql-extractor-go
|
|
|
|
BINARIES = go-extractor go-tokenizer go-autobuilder go-bootstrap go-gen-dbscheme
|
|
|
|
.PHONY: tools tools-codeql tools-codeql-full clean autoformat \
|
|
tools-linux64 tools-osx64 tools-win64 check-formatting
|
|
|
|
clean:
|
|
rm -rf tools/bin tools/linux64 tools/osx64 tools/win64 tools/net tools/opencsv
|
|
rm -rf $(EXTRACTOR_PACK_OUT) build/stats build/testdb
|
|
|
|
DATAFLOW_BRANCH=master
|
|
|
|
autoformat:
|
|
find ql/src -name "*.ql" -or -name "*.qll" | xargs codeql query format -qq -i
|
|
git ls-files | grep \\.go$$ | xargs grep -L "//\s*autoformat-ignore" | xargs gofmt -w
|
|
|
|
check-formatting:
|
|
find ql/src -name "*.ql" -or -name "*.qll" | xargs codeql query format --check-only
|
|
test -z "$$(git ls-files | grep \\.go$ | xargs grep -L "//\s*autoformat-ignore" | xargs gofmt -l)"
|
|
|
|
tools: $(addsuffix $(EXE),$(addprefix tools/bin/,$(BINARIES))) tools/tokenizer.jar
|
|
|
|
.PHONY: $(addsuffix $(EXE),$(addprefix tools/bin/,$(BINARIES)))
|
|
$(addsuffix $(EXE),$(addprefix tools/bin/,$(BINARIES))):
|
|
go build -mod=vendor -o $@ ./extractor/cli/$(basename $(@F))
|
|
|
|
tools-codeql: tools-$(CODEQL_PLATFORM)
|
|
|
|
tools-codeql-full: tools-linux64 tools-osx64 tools-win64
|
|
|
|
tools-linux64: $(addprefix tools/linux64/,$(BINARIES))
|
|
|
|
.PHONY: $(addprefix tools/linux64/,$(BINARIES))
|
|
$(addprefix tools/linux64/,$(BINARIES)):
|
|
GOOS=linux GOARCH=amd64 go build -mod=vendor -o $@ ./extractor/cli/$(@F)
|
|
|
|
tools-osx64: $(addprefix tools/osx64/,$(BINARIES))
|
|
|
|
.PHONY: $(addprefix tools/osx64/,$(BINARIES))
|
|
$(addprefix tools/osx64/,$(BINARIES)):
|
|
GOOS=darwin GOARCH=amd64 go build -mod=vendor -o $@ ./extractor/cli/$(@F)
|
|
|
|
tools-win64: $(addsuffix .exe,$(addprefix tools/win64/,$(BINARIES)))
|
|
|
|
.PHONY: $(addsuffix .exe,$(addprefix tools/win64/,$(BINARIES)))
|
|
$(addsuffix .exe,$(addprefix tools/win64/,$(BINARIES))):
|
|
env GOOS=windows GOARCH=amd64 go build -mod=vendor -o $@ ./extractor/cli/$(basename $(@F))
|
|
|
|
.PHONY: extractor-common extractor extractor-full
|
|
extractor-common: codeql-extractor.yml LICENSE ql/src/go.dbscheme \
|
|
tools/tokenizer.jar $(CODEQL_TOOLS)
|
|
rm -rf $(EXTRACTOR_PACK_OUT)
|
|
mkdir -p $(EXTRACTOR_PACK_OUT)
|
|
cp codeql-extractor.yml LICENSE ql/src/go.dbscheme ql/src/go.dbscheme.stats $(EXTRACTOR_PACK_OUT)
|
|
mkdir $(EXTRACTOR_PACK_OUT)/tools
|
|
cp -r tools/tokenizer.jar $(CODEQL_TOOLS) $(EXTRACTOR_PACK_OUT)/tools
|
|
|
|
extractor: extractor-common tools-codeql
|
|
cp -r tools/$(CODEQL_PLATFORM) $(EXTRACTOR_PACK_OUT)/tools
|
|
|
|
extractor-full: extractor-common tools-codeql-full
|
|
cp -r $(addprefix tools/,linux64 osx64 win64) $(EXTRACTOR_PACK_OUT)/tools
|
|
|
|
tools/tokenizer.jar: tools/net/sourceforge/pmd/cpd/GoLanguage.class
|
|
jar cf $@ -C tools net
|
|
jar uf $@ -C tools opencsv
|
|
|
|
tools/net/sourceforge/pmd/cpd/GoLanguage.class: extractor/net/sourceforge/pmd/cpd/GoLanguage.java
|
|
javac -cp extractor -d tools $<
|
|
rm tools/net/sourceforge/pmd/cpd/AbstractLanguage.class
|
|
rm tools/net/sourceforge/pmd/cpd/SourceCode.class
|
|
rm tools/net/sourceforge/pmd/cpd/TokenEntry.class
|
|
rm tools/net/sourceforge/pmd/cpd/Tokenizer.class
|
|
|
|
ql/src/go.dbscheme: tools/$(CODEQL_PLATFORM)/go-gen-dbscheme$(EXE)
|
|
$< $@
|
|
|
|
build/stats/src.stamp:
|
|
mkdir -p $(@D)/src
|
|
git clone 'https://github.com/golang/tools' $(@D)/src
|
|
git -C $(@D)/src checkout 9b52d559c609 -q
|
|
touch $@
|
|
|
|
ql/src/go.dbscheme.stats: ql/src/go.dbscheme build/stats/src.stamp extractor
|
|
rm -rf build/stats/database
|
|
codeql database create -l go -s build/stats/src -j4 --search-path . build/stats/database
|
|
codeql dataset measure -o $@ build/stats/database/db-go
|
|
|
|
test: all build/testdb/check-upgrade-path
|
|
codeql test run ql/test --search-path .
|
|
env GOARCH=386 codeql$(EXE) test run ql/test/query-tests/Security/CWE-681 --search-path .
|
|
cd extractor; go test -mod=vendor ./... | grep -vF "[no test files]"
|
|
|
|
.PHONY: build/testdb/check-upgrade-path
|
|
build/testdb/check-upgrade-path : build/testdb/go.dbscheme ql/src/go.dbscheme
|
|
codeql dataset upgrade build/testdb --search-path upgrades
|
|
diff -q build/testdb/go.dbscheme ql/src/go.dbscheme
|
|
|
|
.PHONY: build/testdb/go.dbscheme
|
|
build/testdb/go.dbscheme: upgrades/initial/go.dbscheme
|
|
rm -rf build/testdb
|
|
echo >build/empty.trap
|
|
codeql dataset import -S upgrades/initial/go.dbscheme build/testdb build/empty.trap
|
|
|
|
.PHONY: sync-dataflow-libraries
|
|
sync-dataflow-libraries:
|
|
for f in DataFlowImpl.qll DataFlowImplCommon.qll tainttracking1/TaintTrackingImpl.qll;\
|
|
do\
|
|
curl -s -o ./ql/src/semmle/go/dataflow/internal/$$f https://raw.githubusercontent.com/github/codeql/$(DATAFLOW_BRANCH)/java/ql/src/semmle/code/java/dataflow/internal/$$f;\
|
|
done
|