From 925a2cca7e6a5c8231b37f67df3de469ddf50925 Mon Sep 17 00:00:00 2001
From: Paolo Tranquilli <redsun82@github.com>
Date: Fri, 26 Apr 2024 12:01:23 +0200
Subject: [PATCH] Go: create whole extractor pack with bazel

---
 go/BUILD.bazel              | 59 +++++++++++++++++++++++++++++++++++++
 go/codeql-tools/BUILD.bazel | 28 ++++++++++++++++++
 go/create_extractor_pack.py | 16 ++++++++++
 go/downgrades/BUILD.bazel   | 12 ++++++++
 go/extractor/BUILD.bazel    | 31 +++++++++++++++++++
 5 files changed, 146 insertions(+)
 create mode 100644 go/codeql-tools/BUILD.bazel
 create mode 100644 go/create_extractor_pack.py
 create mode 100644 go/downgrades/BUILD.bazel

diff --git a/go/BUILD.bazel b/go/BUILD.bazel
index e69de29bb2d..5736912310a 100644
--- a/go/BUILD.bazel
+++ b/go/BUILD.bazel
@@ -0,0 +1,59 @@
+load("@rules_pkg//pkg:mappings.bzl", "pkg_filegroup", "pkg_files")
+load("@rules_pkg//pkg:install.bzl", "pkg_install")
+load("//:defs.bzl", "codeql_platform")
+
+pkg_files(
+    name = "resources",
+    srcs = [
+        "LICENSE",
+        "codeql-extractor.yml",
+        "ql/lib/go.dbscheme",
+        "ql/lib/go.dbscheme.stats",
+    ],
+)
+
+pkg_filegroup(
+    name = "extractor-pack-generic",
+    srcs = [
+        ":resources",
+        "//go/codeql-tools",
+        "//go/downgrades",
+        "//go/extractor:tokenizer",
+    ],
+    visibility = ["//visibility:public"],
+)
+
+pkg_files(
+    name = "extractor-pack-arch",
+    srcs = [
+        "//go/extractor/cli/go-autobuilder",
+        "//go/extractor/cli/go-bootstrap",
+        "//go/extractor/cli/go-build-runner",
+        "//go/extractor/cli/go-extractor",
+        "//go/extractor/cli/go-gen-dbscheme",
+        "//go/extractor/cli/go-tokenizer",
+    ],
+    prefix = "tools/" + codeql_platform,
+    visibility = ["//visibility:public"],
+)
+
+pkg_filegroup(
+    name = "extractor-pack",
+    srcs = [
+        ":extractor-pack-arch",
+        ":extractor-pack-generic",
+    ],
+    visibility = ["//visibility:public"],
+)
+
+pkg_install(
+    name = "_create_extractor_pack",
+    srcs = [":extractor-pack"],
+)
+
+py_binary(
+    name = "create-extractor-pack",
+    srcs = ["create_extractor_pack.py"],
+    main = "create_extractor_pack.py",
+    deps = [":_create_extractor_pack"],
+)
diff --git a/go/codeql-tools/BUILD.bazel b/go/codeql-tools/BUILD.bazel
new file mode 100644
index 00000000000..4e839b4774b
--- /dev/null
+++ b/go/codeql-tools/BUILD.bazel
@@ -0,0 +1,28 @@
+load("@rules_pkg//pkg:mappings.bzl", "pkg_attributes", "pkg_filegroup", "pkg_files")
+
+pkg_files(
+    name = "executables",
+    srcs = glob(["*.sh"]),
+    attributes = pkg_attributes(mode = "0755"),
+)
+
+pkg_files(
+    name = "non-executables",
+    srcs = glob(
+        ["*"],
+        exclude = [
+            "*.sh",
+            "BUILD.bazel",
+        ],
+    ),
+)
+
+pkg_filegroup(
+    name = "codeql-tools",
+    srcs = [
+        ":executables",
+        ":non-executables",
+    ],
+    prefix = "tools",
+    visibility = ["//go:__pkg__"],
+)
diff --git a/go/create_extractor_pack.py b/go/create_extractor_pack.py
new file mode 100644
index 00000000000..08665a2d8dc
--- /dev/null
+++ b/go/create_extractor_pack.py
@@ -0,0 +1,16 @@
+import os
+import pathlib
+import shutil
+import sys
+from go._create_extractor_pack_install_script import main
+
+try:
+    workspace_dir = pathlib.Path(os.environ['BUILD_WORKSPACE_DIRECTORY'])
+except KeyError:
+    print("this should be run with bazel run", file=sys.stderr)
+    sys.exit(1)
+
+dest_dir = workspace_dir / 'go' / 'build' / 'codeql-extractor-go'
+shutil.rmtree(dest_dir, ignore_errors=True)
+os.environ['DESTDIR'] = str(dest_dir)
+main(sys.argv)
diff --git a/go/downgrades/BUILD.bazel b/go/downgrades/BUILD.bazel
new file mode 100644
index 00000000000..68c15741a9f
--- /dev/null
+++ b/go/downgrades/BUILD.bazel
@@ -0,0 +1,12 @@
+load("@rules_pkg//pkg:mappings.bzl", "pkg_files", "strip_prefix")
+
+pkg_files(
+    name = "downgrades",
+    srcs = glob(
+        ["**"],
+        exclude = ["BUILD.bazel"],
+    ),
+    prefix = "downgrades",
+    strip_prefix = strip_prefix.from_pkg(),
+    visibility = ["//go:__pkg__"],
+)
diff --git a/go/extractor/BUILD.bazel b/go/extractor/BUILD.bazel
index 040b4227314..cb7bc3ac8ef 100644
--- a/go/extractor/BUILD.bazel
+++ b/go/extractor/BUILD.bazel
@@ -1,4 +1,5 @@
 load("@rules_go//go:def.bzl", "go_library")
+load("@rules_pkg//pkg:mappings.bzl", "pkg_files")
 
 # gazelle:prefix github.com/github/codeql-go/extractor
 # gazelle:map_kind go_binary codeql_go_binary //go:rules.bzl
@@ -22,3 +23,33 @@ go_library(
         "//go/extractor/vendor/golang.org/x/tools/go/packages",
     ],
 )
+
+java_library(
+    name = "tokenizer-deps",
+    srcs = [
+        "net/sourceforge/pmd/cpd/AbstractLanguage.java",
+        "net/sourceforge/pmd/cpd/SourceCode.java",
+        "net/sourceforge/pmd/cpd/TokenEntry.java",
+        "net/sourceforge/pmd/cpd/Tokenizer.java",
+    ],
+)
+
+java_library(
+    name = "tokenizer-jar",
+    srcs = [
+        "net/sourceforge/pmd/cpd/GoLanguage.java",
+        "opencsv/CSVParser.java",
+        "opencsv/CSVReader.java",
+    ],
+    deps = [":tokenizer-deps"],
+)
+
+pkg_files(
+    name = "tokenizer",
+    srcs = [":tokenizer-jar"],
+    prefix = "tools",
+    renames = {
+        ":tokenizer-jar": "tokenizer.jar",
+    },
+    visibility = ["//go:__pkg__"],
+)