commit 761322b4b826bf02a3a64cc9187873b3949a3416 Author: Michael Hohn Date: Fri Dec 13 12:54:49 2024 -0800 initial import diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..d652751 --- /dev/null +++ b/Makefile @@ -0,0 +1,9 @@ +all: mrvaserver + +mrvaserver: + # GOOS=linux GOARCH=arm64 go build + go build + +clean: + rm mrvaserver + diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..bb2d836 --- /dev/null +++ b/go.mod @@ -0,0 +1,33 @@ +module mrvaserver + +go 1.22.0 + +require ( + github.com/elastic/go-sysinfo v1.14.0 + github.com/google/uuid v1.6.0 + github.com/gorilla/mux v1.8.1 + github.com/hohn/mrvacommander v0.2.1 +) + +require ( + github.com/BurntSushi/toml v1.4.0 // indirect + github.com/dustin/go-humanize v1.0.1 // indirect + github.com/elastic/go-windows v1.0.1 // indirect + github.com/goccy/go-json v0.10.2 // indirect + github.com/klauspost/compress v1.17.6 // indirect + github.com/klauspost/cpuid/v2 v2.2.6 // indirect + github.com/minio/md5-simd v1.1.2 // indirect + github.com/minio/minio-go/v7 v7.0.71 // indirect + github.com/pkg/errors v0.9.1 // indirect + github.com/prometheus/procfs v0.15.1 // indirect + github.com/rabbitmq/amqp091-go v1.10.0 // indirect + github.com/rs/xid v1.5.0 // indirect + golang.org/x/crypto v0.24.0 // indirect + golang.org/x/exp v0.0.0-20241108190413-2d47ceb2692f // indirect + golang.org/x/net v0.23.0 // indirect + golang.org/x/sys v0.21.0 // indirect + golang.org/x/text v0.16.0 // indirect + gopkg.in/ini.v1 v1.67.0 // indirect + gopkg.in/yaml.v3 v3.0.1 // indirect + howett.net/plist v1.0.1 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..6f33a3b --- /dev/null +++ b/go.sum @@ -0,0 +1,69 @@ +github.com/BurntSushi/toml v1.4.0 h1:kuoIxZQy2WRRk1pttg9asf+WVv6tWQuBNVmK8+nqPr0= +github.com/BurntSushi/toml v1.4.0/go.mod h1:ukJfTF/6rtPPRCnwkur4qwRxa8vTRFBF0uk2lLoLwho= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY= +github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto= +github.com/elastic/go-sysinfo v1.14.0 h1:dQRtiqLycoOOla7IflZg3aN213vqJmP0lpVpKQ9lUEY= +github.com/elastic/go-sysinfo v1.14.0/go.mod h1:FKUXnZWhnYI0ueO7jhsGV3uQJ5hiz8OqM5b3oGyaRr8= +github.com/elastic/go-windows v1.0.1 h1:AlYZOldA+UJ0/2nBuqWdo90GFCgG9xuyw9SYzGUtJm0= +github.com/elastic/go-windows v1.0.1/go.mod h1:FoVvqWSun28vaDQPbj2Elfc0JahhPB7WQEGa3c814Ss= +github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU= +github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I= +github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= +github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= +github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/gorilla/mux v1.8.1 h1:TuBL49tXwgrFYWhqrNgrUNEY92u81SPhu7sTdzQEiWY= +github.com/gorilla/mux v1.8.1/go.mod h1:AKf9I4AEqPTmMytcMc0KkNouC66V3BtZ4qD5fmWSiMQ= +github.com/hohn/mrvacommander v0.2.1 h1:HsP2Cq+pJ2e2FFagbfP9z60gvGwd1aG1srPMQ41A/Z4= +github.com/hohn/mrvacommander v0.2.1/go.mod h1:q3rqsmLGhtjrTinUEXS1z2mwMPaTH99WeTQ45zyhdBQ= +github.com/jessevdk/go-flags v1.4.0/go.mod h1:4FA24M0QyGHXBuZZK/XkWh8h0e1EYbRYJSGM75WSRxI= +github.com/klauspost/compress v1.17.6 h1:60eq2E/jlfwQXtvZEeBUYADs+BwKBWURIY+Gj2eRGjI= +github.com/klauspost/compress v1.17.6/go.mod h1:/dCuZOvVtNoHsyb+cuJD3itjs3NbnF6KH9zAO4BDxPM= +github.com/klauspost/cpuid/v2 v2.0.1/go.mod h1:FInQzS24/EEf25PyTYn52gqo7WaD8xa0213Md/qVLRg= +github.com/klauspost/cpuid/v2 v2.2.6 h1:ndNyv040zDGIDh8thGkXYjnFtiN02M1PVVF+JE/48xc= +github.com/klauspost/cpuid/v2 v2.2.6/go.mod h1:Lcz8mBdAVJIBVzewtcLocK12l3Y+JytZYpaMropDUws= +github.com/minio/md5-simd v1.1.2 h1:Gdi1DZK69+ZVMoNHRXJyNcxrMA4dSxoYHZSQbirFg34= +github.com/minio/md5-simd v1.1.2/go.mod h1:MzdKDxYpY2BT9XQFocsiZf/NKVtR7nkE4RoEpN+20RM= +github.com/minio/minio-go/v7 v7.0.71 h1:No9XfOKTYi6i0GnBj+WZwD8WP5GZfL7n7GOjRqCdAjA= +github.com/minio/minio-go/v7 v7.0.71/go.mod h1:4yBA8v80xGA30cfM3fz0DKYMXunWl/AV/6tWEs9ryzo= +github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/prometheus/procfs v0.15.1 h1:YagwOFzUgYfKKHX6Dr+sHT7km/hxC76UB0learggepc= +github.com/prometheus/procfs v0.15.1/go.mod h1:fB45yRUv8NstnjriLhBQLuOUt+WW4BsoGhij/e3PBqk= +github.com/rabbitmq/amqp091-go v1.10.0 h1:STpn5XsHlHGcecLmMFCtg7mqq0RnD+zFr4uzukfVhBw= +github.com/rabbitmq/amqp091-go v1.10.0/go.mod h1:Hy4jKW5kQART1u+JkDTF9YYOQUHXqMuhrgxOEeS7G4o= +github.com/rs/xid v1.5.0 h1:mKX4bl4iPYJtEIxp6CYiUuLQ/8DYMoz0PUdtGgMFRVc= +github.com/rs/xid v1.5.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto= +go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE= +golang.org/x/crypto v0.24.0 h1:mnl8DM0o513X8fdIkmyFE/5hTYxbwYOjDS/+rK6qpRI= +golang.org/x/crypto v0.24.0/go.mod h1:Z1PMYSOR5nyMcyAVAIQSKCDwalqy85Aqn1x3Ws4L5DM= +golang.org/x/exp v0.0.0-20241108190413-2d47ceb2692f h1:XdNn9LlyWAhLVp6P/i8QYBW+hlyhrhei9uErw2B5GJo= +golang.org/x/exp v0.0.0-20241108190413-2d47ceb2692f/go.mod h1:D5SMRVC3C2/4+F/DB1wZsLRnSNimn2Sp/NPsCrsv8ak= +golang.org/x/net v0.23.0 h1:7EYJ93RZ9vYSZAIb2x3lnuvqO5zneoD6IvWjuhfxjTs= +golang.org/x/net v0.23.0/go.mod h1:JKghWKKOSdJwpW2GEx0Ja7fmaKnMsbu+MWVZTokSYmg= +golang.org/x/sys v0.0.0-20190813064441-fde4db37ae7a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.21.0 h1:rF+pYz3DAGSQAxAu1CbC7catZg4ebC4UIeIhKxBZvws= +golang.org/x/sys v0.21.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/text v0.16.0 h1:a94ExnEXNtEwYLGJSIUxnWoxoRz/ZcCsV63ROupILh4= +golang.org/x/text v0.16.0/go.mod h1:GhwF1Be+LQoKShO3cGOHzqOgRrGaYc9AvblQOmPVHnI= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA= +gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= +gopkg.in/yaml.v1 v1.0.0-20140924161607-9f9df34309c0/go.mod h1:WDnlLJ4WF5VGsH/HVa3CI79GS0ol3YnhVnKP89i0kNg= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +howett.net/plist v1.0.1 h1:37GdZ8tP09Q35o9ych3ehygcsL+HqKSwzctveSlarvM= +howett.net/plist v1.0.1/go.mod h1:lqaXoTrLY4hg8tnEzNru53gicrbv7rrk+2xJA/7hw9g= diff --git a/main.go b/main.go new file mode 100644 index 0000000..42f5b68 --- /dev/null +++ b/main.go @@ -0,0 +1,158 @@ +// Copyright © 2024 github +// Licensed under the Apache License, Version 2.0 (the "License"). + +package main + +import ( + "context" + "flag" + "log" + "log/slog" + "os" + "os/signal" + "path/filepath" + "sync" + "syscall" + + "github.com/hohn/mrvacommander/config/mcc" + + "github.com/hohn/mrvacommander/pkg/agent" + "github.com/hohn/mrvacommander/pkg/artifactstore" + "github.com/hohn/mrvacommander/pkg/deploy" + "github.com/hohn/mrvacommander/pkg/qldbstore" + "github.com/hohn/mrvacommander/pkg/queue" + "github.com/hohn/mrvacommander/pkg/server" + "github.com/hohn/mrvacommander/pkg/state" +) + +func main() { + // Define flags + helpFlag := flag.Bool("help", false, "Display help message") + logLevel := flag.String("loglevel", "info", "Set log level: debug, info, warn, error") + mode := flag.String("mode", "standalone", "Set mode: standalone, container, cluster") + dbPathRoot := flag.String("dbpath", "", "Set the root path for the database store if using standalone mode.") + + // Custom usage function for the help flag + flag.Usage = func() { + log.Printf("Usage of %s:\n", os.Args[0]) + flag.PrintDefaults() + log.Println("\nExamples:") + log.Println("go run main.go --loglevel=debug --mode=container --dbpath=/path/to/db_dir") + } + + // Parse the flags + flag.Parse() + + // Handle the help flag + if *helpFlag { + flag.Usage() + return + } + + // Apply 'loglevel' flag + switch *logLevel { + case "debug": + slog.SetLogLoggerLevel(slog.LevelDebug) + case "info": + slog.SetLogLoggerLevel(slog.LevelInfo) + case "warn": + slog.SetLogLoggerLevel(slog.LevelWarn) + case "error": + slog.SetLogLoggerLevel(slog.LevelError) + default: + log.Printf("Invalid logging verbosity level: %s", *logLevel) + os.Exit(1) + } + + // Process database root if standalone and not provided + if *mode == "standalone" && *dbPathRoot == "" { + slog.Warn("No database root path provided.") + // Current directory of the Executable has a codeql directory. There. + // Resolve the absolute directory based on os.Executable() + execPath, err := os.Executable() + if err != nil { + slog.Error("Failed to get executable path", slog.Any("error", err)) + os.Exit(1) + } + *dbPathRoot = filepath.Dir(execPath) + "/codeql/dbs/" + slog.Info("Using default database root path", "dbPathRoot", *dbPathRoot) + } + + // Read configuration + config := mcc.LoadConfig("mcconfig.toml") + + // Output configuration summary + log.Printf("Help: %t\n", *helpFlag) + log.Printf("Log Level: %s\n", *logLevel) + log.Printf("Mode: %s\n", *mode) + + // Handle signals + sigChan := make(chan os.Signal, 1) + signal.Notify(sigChan, syscall.SIGINT, syscall.SIGTERM) + + // Apply 'mode' flag + switch *mode { + case "standalone": + // Assemble single-process version + sq := queue.NewQueueSingle(2) + ss := state.NewLocalState(config.Storage.StartingID) + as := artifactstore.NewInMemoryArtifactStore() + ql := qldbstore.NewLocalFilesystemCodeQLDatabaseStore(*dbPathRoot) + + server.NewCommanderSingle(&server.Visibles{ + Queue: sq, + State: ss, + Artifacts: as, + CodeQLDBStore: ql, + }) + + var wg sync.WaitGroup + ctx, cancel := context.WithCancel(context.Background()) + + go agent.StartAndMonitorWorkers(ctx, as, ql, sq, 2, &wg) + + slog.Info("Started server and standalone agent") + <-sigChan + slog.Info("Shutting down...") + cancel() + wg.Wait() + slog.Info("Agent shutdown complete") + + case "container": + isAgent := false + + rabbitMQQueue, err := deploy.InitRabbitMQ(isAgent) + if err != nil { + slog.Error("Failed to initialize RabbitMQ", slog.Any("error", err)) + os.Exit(1) + } + defer rabbitMQQueue.Close() + + artifacts, err := deploy.InitMinIOArtifactStore() + if err != nil { + slog.Error("Failed to initialize artifact store", slog.Any("error", err)) + os.Exit(1) + } + + databases, err := deploy.InitMinIOCodeQLDatabaseStore() + if err != nil { + slog.Error("Failed to initialize database store", slog.Any("error", err)) + os.Exit(1) + } + + server.NewCommanderSingle(&server.Visibles{ + Queue: rabbitMQQueue, + State: state.NewLocalState(config.Storage.StartingID), + Artifacts: artifacts, + CodeQLDBStore: databases, + }) + + slog.Info("Started server in container mode.") + <-sigChan + default: + slog.Error("Invalid value for --mode. Allowed values are: standalone, container, cluster") + os.Exit(1) + } + + slog.Info("Server shutdown complete") +} diff --git a/mrvaserver.code-workspace b/mrvaserver.code-workspace new file mode 100644 index 0000000..d89cad9 --- /dev/null +++ b/mrvaserver.code-workspace @@ -0,0 +1,10 @@ +{ + "folders": [ + { + "path": "." + } + ], + "settings": { + "makefile.configureOnOpen": false + } +} \ No newline at end of file