mrvacommander/pkg/qldbstore/qldbstore_minio.go

package qldbstore

import (
	"context"
	"fmt"
	"io"
	"log/slog"
	"mrvacommander/pkg/artifactstore"
	"mrvacommander/pkg/common"

	"github.com/minio/minio-go/v7"
	"github.com/minio/minio-go/v7/pkg/credentials"
)

// XX: static types: split by type?
// Restrict the keys / values and centralize the common ones here
const (
	QL_DB_BUCKETNAME = "qldb"
	QL_KEY_BUCKET    = "bucket"
	QL_KEY_KEY       = "key"
)

type MinIOCodeQLDatabaseStore struct {
	client     *minio.Client
	bucketName string
}

func NewMinIOCodeQLDatabaseStore(endpoint, id, secret string) (*MinIOCodeQLDatabaseStore, error) {
	minioClient, err := minio.New(endpoint, &minio.Options{
		Creds:  credentials.NewStaticV4(id, secret, ""),
		Secure: false,
	})
	if err != nil {
		return nil, err
	}

	slog.Info("Connected to MinIO CodeQL database store server")

	err = common.CreateMinIOBucketIfNotExists(minioClient, QL_DB_BUCKETNAME)
	if err != nil {
		return nil, fmt.Errorf("could not create bucket: %v", err)
	}

	return &MinIOCodeQLDatabaseStore{
		client:     minioClient,
		bucketName: QL_DB_BUCKETNAME,
	}, nil
}

func (store *MinIOCodeQLDatabaseStore) FindAvailableDBs(analysisReposRequested []common.NameWithOwner) (
	notFoundRepos []common.NameWithOwner,
	foundRepos *map[common.NameWithOwner]CodeQLDatabaseLocation) {

	foundReposMap := make(map[common.NameWithOwner]CodeQLDatabaseLocation)
	for _, repo := range analysisReposRequested {
		location, err := store.GetDatabaseLocationByNWO(repo)
		if err != nil {
			notFoundRepos = append(notFoundRepos, repo)
		} else {
			foundReposMap[repo] = location
		}
	}

	return notFoundRepos, &foundReposMap
}

func (store *MinIOCodeQLDatabaseStore) GetDatabase(location CodeQLDatabaseLocation) ([]byte, error) {
	bucket := location.Data[artifactstore.AF_KEY_BUCKET]
	key := location.Data[artifactstore.AF_KEY_KEY]

	object, err := store.client.GetObject(context.Background(), bucket, key, minio.GetObjectOptions{})
	if err != nil {
		return nil, err
	}
	defer object.Close()

	data, err := io.ReadAll(object)
	if err != nil {
		return nil, err
	}

	return data, nil
}

func (store *MinIOCodeQLDatabaseStore) GetDatabaseLocationByNWO(nwo common.NameWithOwner) (CodeQLDatabaseLocation, error) {
	objectName := fmt.Sprintf("%s$%s.zip", nwo.Owner, nwo.Repo)

	// Check if the object exists
	_, err := store.client.StatObject(context.Background(), store.bucketName, objectName, minio.StatObjectOptions{})
	if err != nil {
		if minio.ToErrorResponse(err).Code == "NoSuchKey" {
			return CodeQLDatabaseLocation{}, fmt.Errorf("database not found for %s", nwo)
		}
		return CodeQLDatabaseLocation{}, err
	}

	location := CodeQLDatabaseLocation{
		Data: map[string]string{
			artifactstore.AF_KEY_BUCKET: store.bucketName,
			artifactstore.AF_KEY_KEY:    objectName,
		},
	}

	return location, nil
}