[wip] dbaas: external integrations

cmd/dbaas_external_endpoint.go

@@ -0,0 +1,14 @@
+package cmd
+
+import (
+	"github.com/spf13/cobra"
+)
+
+var dbaasExternalEndpointCmd = &cobra.Command{
+	Use:   "external-endpoint",
+	Short: "Manage DBaaS external endpoints",
+}
+
+func init() {
+	dbaasCmd.AddCommand(dbaasExternalEndpointCmd)
+}

cmd/dbaas_external_endpoint_create.go

@@ -0,0 +1,116 @@
+package cmd
+
+import (
+	"fmt"
+	"os"
+
+	"github.com/spf13/cobra"
+)
+
+type dbaasExternalEndpointCreateCmd struct {
+	cliCommandSettings `cli-cmd:"-"`
+
+	_ bool `cli-cmd:"create"`
+
+	Type string `cli-arg:"#"`
+	Name string `cli-arg:"#"`
+
+	HelpDatadog       bool `cli-usage:"show usage for flags specific to the datadog external endpoint type"`
+	HelpElasticsearch bool `cli-usage:"show usage for flags specific to the elasticsearch external endpoint type"`
+	HelpOpensearch    bool `cli-usage:"show usage for flags specific to the opensearch external endpoint type"`
+	HelpPrometheus    bool `cli-usage:"show usage for flags specific to the prometheus external endpoint type"`
+	HelpRsyslog       bool `cli-usage:"show usage for flags specific to the rsyslog external endpoint type"`
+
+	DatadogAPIKey                      string `cli-flag:"datadog-api-key" cli-usage:"Datadog API key" cli-hidden:""`
+	DatadogSite                        string `cli-flag:"datadog-site" cli-usage:"Datadog intake site. Defaults to datadoghq.com" cli-hidden:""`
+	DatadogTags                        string `cli-flag:"datadog-tags" cli-usage:"Datadog tags. Example. '[{\"comment\": \"ex\", \"tag\": \"aiven-asdfasda\"}]'" cli-hidden:""`
+	DatadogDisableConsumerStats        bool   `cli-flag:"datadog-disable-consumer-stats" cli-usage:"Disable consumer group metrics" cli-hidden:""`
+	DatadogKafkaConsumerCheckInstances int64  `cli-flag:"datadog-kafka-consumer-check-instances" cli-usage:"Number of separate instances to fetch kafka consumer statistics with" cli-hidden:""`
+	DatadogKafkaConsumerStatsTimeout   int64  `cli-flag:"datadog-kafka-consumer-stats-timeout" cli-usage:"Number of seconds that datadog will wait to get consumer statistics from brokers" cli-hidden:""`
+	DatadogMaxPartitionContexts        int64  `cli-flag:"datadog-max-partition-contexts" cli-usage:"Maximum number of partition contexts to send" cli-hidden:""`
+
+	ElasticsearchURL          string `cli-flag:"elasticsearch-url" cli-usage:"Elasticsearch connection URL" cli-hidden:""`
+	ElasticsearchIndexPrefix  string `cli-flag:"elasticsearch-index-prefix" cli-usage:"Elasticsearch index prefix" cli-hidden:""`
+	ElasticsearchCA           string `cli-flag:"elasticsearch-ca" cli-usage:"PEM encoded CA certificate" cli-hidden:""`
+	ElasticsearchIndexDaysMax int64  `cli-flag:"elasticsearch-index-days-max" cli-usage:"Maximum number of days of logs to keep" cli-hidden:""`
+	ElasticsearchTimeout      int64  `cli-flag:"elasticsearch-timeout" cli-usage:"Elasticsearch request timeout limit" cli-hidden:""`
+
+	OpensearchURL          string `cli-flag:"opensearch-url" cli-usage:"OpenSearch connection URL" cli-hidden:""`
+	OpensearchIndexPrefix  string `cli-flag:"opensearch-index-prefix" cli-usage:"OpenSearch index prefix" cli-hidden:""`
+	OpensearchCA           string `cli-flag:"opensearch-ca" cli-usage:"PEM encoded CA certificate" cli-hidden:""`
+	OpensearchIndexDaysMax int64  `cli-flag:"opensearch-index-days-max" cli-usage:"Maximum number of days of logs to keep" cli-hidden:""`
+	OpensearchTimeout      int64  `cli-flag:"opensearch-timeout" cli-usage:"OpenSearch request timeout limit" cli-hidden:""`
+
+	PrometheusBasicAuthUsername string `cli-flag:"prometheus-basic-auth-username" cli-usage:"Prometheus basic authentication username" cli-hidden:""`
+	PrometheusBasicAuthPassword string `cli-flag:"prometheus-basic-auth-password" cli-usage:"Prometheus basic authentication password" cli-hidden:""`
+
+	RsyslogServer         string `cli-flag:"rsyslog-server" cli-usage:"Rsyslog server IP address or hostname" cli-hidden:""`
+	RsyslogPort           int64  `cli-flag:"rsyslog-port" cli-usage:"Rsyslog server port" cli-hidden:""`
+	RsyslogTls            bool   `cli-flag:"rsyslog-tls" cli-usage:"Require TLS" cli-hidden:""`
+	RsyslogFormat         string `cli-flag:"rsyslog-format" cli-usage:"Message format" cli-hidden:""`
+	RsyslogKey            string `cli-flag:"rsyslog-key" cli-usage:"PEM encoded client key" cli-hidden:""`
+	RsyslogLogline        string `cli-flag:"rsyslog-logline" cli-usage:"Custom syslog message format" cli-hidden:""`
+	RsyslogCA             string `cli-flag:"rsyslog-ca" cli-usage:"PEM encoded CA certificate" cli-hidden:""`
+	RsyslogCert           string `cli-flag:"rsyslog-cert" cli-usage:"PEM encoded client certificate" cli-hidden:""`
+	RsyslogSD             string `cli-flag:"rsyslog-sd" cli-usage:"Structured data block for log message" cli-hidden:""`
+	RsyslogMaxMessageSize int64  `cli-flag:"rsyslog-max-message-size" cli-usage:"Rsyslog max message size" cli-hidden:""`
+}
+
+func (c *dbaasExternalEndpointCreateCmd) cmdPreRun(cmd *cobra.Command, args []string) error {
+	switch {
+	case cmd.Flags().Changed("help-datadog"):
+		cmdShowHelpFlags(cmd.Flags(), "datadog-")
+		os.Exit(0)
+	case cmd.Flags().Changed("help-elasticsearch"):
+		cmdShowHelpFlags(cmd.Flags(), "elasticsearch-")
+		os.Exit(0)
+	case cmd.Flags().Changed("help-opensearch"):
+		cmdShowHelpFlags(cmd.Flags(), "opensearch-")
+		os.Exit(0)
+	case cmd.Flags().Changed("help-prometheus"):
+		cmdShowHelpFlags(cmd.Flags(), "prometheus-")
+		os.Exit(0)
+	case cmd.Flags().Changed("help-rsyslog"):
+		cmdShowHelpFlags(cmd.Flags(), "rsyslog-")
+		os.Exit(0)
+	}
+
+	return cliCommandDefaultPreRun(c, cmd, args)
+}
+
+func (c *dbaasExternalEndpointCreateCmd) cmdAliases() []string {
+	return gCreateAlias
+}
+
+func (c *dbaasExternalEndpointCreateCmd) cmdLong() string {
+	return "Create a new external endpoint for DBaaS"
+}
+
+func (c *dbaasExternalEndpointCreateCmd) cmdShort() string {
+	return "Create a new external endpoint for DBaaS"
+}
+
+func (c *dbaasExternalEndpointCreateCmd) cmdRun(cmd *cobra.Command, args []string) error {
+	// Implement the command's main logic here
+	switch c.Type {
+	case "datadog":
+		return c.createDatadog(cmd, args)
+	case "opensearch":
+		return c.createOpensearch(cmd, args)
+	case "elasticsearch":
+		return c.createElasticsearch(cmd, args)
+	case "prometheus":
+		return c.createPrometheus(cmd, args)
+	case "rsyslog":
+		return c.createRsyslog(cmd, args)
+	default:
+		return fmt.Errorf("unsupported external endpoint type %q", c.Type)
+	}
+
+}
+
+func init() {
+	cobra.CheckErr(registerCLICommand(dbaasExternalEndpointCmd, &dbaasExternalEndpointCreateCmd{
+		cliCommandSettings: defaultCLICmdSettings(),
+	}))
+}

cmd/dbaas_external_endpoint_create_datadog.go

@@ -0,0 +1,80 @@
+package cmd
+
+import (
+	"encoding/json"
+	"fmt"
+
+	"github.com/spf13/cobra"
+
+	"github.com/exoscale/cli/pkg/account"
+	"github.com/exoscale/cli/pkg/globalstate"
+	v3 "github.com/exoscale/egoscale/v3"
+)
+
+func (c *dbaasExternalEndpointCreateCmd) createDatadog(_ *cobra.Command, _ []string) error {
+	ctx := gContext
+
+	client, err := switchClientZoneV3(ctx, globalstate.EgoscaleV3Client, v3.ZoneName(account.CurrentAccount.DefaultZone))
+	if err != nil {
+		return err
+	}
+
+	var datadogTags []v3.DBAASDatadogTag
+	if c.DatadogTags != "" {
+		if err := json.Unmarshal([]byte(c.DatadogTags), &datadogTags); err != nil {
+			return fmt.Errorf("failed to parse datadog tags: %v", err)
+		}
+	}
+
+	datadogRequestPayload := v3.DBAASEndpointDatadogInputCreate{
+		Settings: &v3.DBAASEndpointDatadogInputCreateSettings{},
+	}
+
+	if c.DatadogAPIKey != "" {
+		datadogRequestPayload.Settings.DatadogAPIKey = c.DatadogAPIKey
+	}
+	if c.DatadogSite != "" {
+		datadogRequestPayload.Settings.Site = v3.EnumDatadogSite(c.DatadogSite)
+	}
+	if c.DatadogTags != "" {
+		datadogRequestPayload.Settings.DatadogTags = datadogTags
+	}
+	if c.DatadogDisableConsumerStats {
+		datadogRequestPayload.Settings.DisableConsumerStats = v3.Bool(c.DatadogDisableConsumerStats)
+	}
+	if c.DatadogKafkaConsumerCheckInstances != 0 {
+		datadogRequestPayload.Settings.KafkaConsumerCheckInstances = int64(c.DatadogKafkaConsumerCheckInstances)
+	}
+	if c.DatadogKafkaConsumerStatsTimeout != 0 {
+		datadogRequestPayload.Settings.KafkaConsumerStatsTimeout = int64(c.DatadogKafkaConsumerStatsTimeout)
+	}
+	if c.DatadogMaxPartitionContexts != 0 {
+		datadogRequestPayload.Settings.MaxPartitionContexts = int64(c.DatadogMaxPartitionContexts)
+	}
+
+	op, err := client.CreateDBAASExternalEndpointDatadog(ctx, c.Name, datadogRequestPayload)
+
+	if err != nil {
+		return err
+	}
+
+	decorateAsyncOperation(fmt.Sprintf("Creating DBaaS Datadog external Endpoint %q", c.Name), func() {
+		op, err = client.Wait(ctx, op, v3.OperationStateSuccess)
+	})
+
+	if err != nil {
+		return err
+	}
+
+	endpointID := op.Reference.ID.String()
+
+	if !globalstate.Quiet {
+		return (&dbaasExternalEndpointShowCmd{
+			cliCommandSettings: defaultCLICmdSettings(),
+			EndpointID: endpointID,
+			Type: "datadog",
+		}).cmdRun(nil, nil)
+	}
+
+	return nil
+}

cmd/dbaas_external_endpoint_create_elasticsearch.go

@@ -0,0 +1,59 @@
+package cmd
+
+import (
+	"fmt"
+	"github.com/spf13/cobra"
+	"github.com/exoscale/cli/pkg/account"
+	"github.com/exoscale/cli/pkg/globalstate"
+	v3 "github.com/exoscale/egoscale/v3"
+)
+
+func (c *dbaasExternalEndpointCreateCmd) createElasticsearch(_ *cobra.Command, _ []string) error {
+	ctx := gContext
+	client, err := switchClientZoneV3(ctx, globalstate.EgoscaleV3Client, v3.ZoneName(account.CurrentAccount.DefaultZone))
+	if err != nil {
+		return err
+	}
+
+	elasticsearchRequestPayload := v3.DBAASEndpointElasticsearchInputCreate{
+		Settings: &v3.DBAASEndpointElasticsearchInputCreateSettings{},
+	}
+
+	if c.ElasticsearchURL != "" {
+		elasticsearchRequestPayload.Settings.URL = c.ElasticsearchURL
+	}
+	if c.ElasticsearchIndexPrefix != "" {
+		elasticsearchRequestPayload.Settings.IndexPrefix = c.ElasticsearchIndexPrefix
+	}
+	if c.ElasticsearchCA != "" {
+		elasticsearchRequestPayload.Settings.CA = c.ElasticsearchCA
+	}
+	if c.ElasticsearchIndexDaysMax != 0 {
+		elasticsearchRequestPayload.Settings.IndexDaysMax = c.ElasticsearchIndexDaysMax
+	}
+	if c.ElasticsearchTimeout != 0 {
+		elasticsearchRequestPayload.Settings.Timeout = c.ElasticsearchTimeout
+	}
+
+	op, err := client.CreateDBAASExternalEndpointElasticsearch(ctx, c.Name, elasticsearchRequestPayload)
+	if err != nil {
+		return err
+	}
+
+	decorateAsyncOperation(fmt.Sprintf("Creating DBaaS ElasticSearch external Endpoint %q", c.Name), func() {
+		op, err = client.Wait(ctx, op, v3.OperationStateSuccess)
+	})
+	if err != nil {
+		return err
+	}
+
+	endpointID := op.Reference.ID.String()
+	if !globalstate.Quiet {
+		return (&dbaasExternalEndpointShowCmd{
+			cliCommandSettings: defaultCLICmdSettings(),
+			EndpointID:         endpointID,
+			Type:               "elasticsearch",
+		}).cmdRun(nil, nil)
+	}
+	return nil
+}

cmd/dbaas_external_endpoint_create_opensearch.go

@@ -0,0 +1,59 @@
+package cmd
+
+import (
+	"fmt"
+	"github.com/spf13/cobra"
+	"github.com/exoscale/cli/pkg/account"
+	"github.com/exoscale/cli/pkg/globalstate"
+	v3 "github.com/exoscale/egoscale/v3"
+)
+
+func (c *dbaasExternalEndpointCreateCmd) createOpensearch(_ *cobra.Command, _ []string) error {
+	ctx := gContext
+	client, err := switchClientZoneV3(ctx, globalstate.EgoscaleV3Client, v3.ZoneName(account.CurrentAccount.DefaultZone))
+	if err != nil {
+		return err
+	}
+
+	opensearchRequestPayload := v3.DBAASEndpointOpensearchInputCreate{
+		Settings: &v3.DBAASEndpointOpensearchInputCreateSettings{},
+	}
+
+	if c.OpensearchURL != "" {
+		opensearchRequestPayload.Settings.URL = c.OpensearchURL
+	}
+	if c.OpensearchIndexPrefix != "" {
+		opensearchRequestPayload.Settings.IndexPrefix = c.OpensearchIndexPrefix
+	}
+	if c.OpensearchCA != "" {
+		opensearchRequestPayload.Settings.CA = c.OpensearchCA
+	}
+	if c.OpensearchIndexDaysMax != 0 {
+		opensearchRequestPayload.Settings.IndexDaysMax = c.OpensearchIndexDaysMax
+	}
+	if c.OpensearchTimeout != 0 {
+		opensearchRequestPayload.Settings.Timeout = c.OpensearchTimeout
+	}
+
+	op, err := client.CreateDBAASExternalEndpointOpensearch(ctx, c.Name, opensearchRequestPayload)
+	if err != nil {
+		return err
+	}
+
+	decorateAsyncOperation(fmt.Sprintf("Creating DBaaS OpenSearch external Endpoint %q", c.Name), func() {
+		op, err = client.Wait(ctx, op, v3.OperationStateSuccess)
+	})
+	if err != nil {
+		return err
+	}
+
+	endpointID := op.Reference.ID.String()
+	if !globalstate.Quiet {
+		return (&dbaasExternalEndpointShowCmd{
+			cliCommandSettings: defaultCLICmdSettings(),
+			EndpointID:         endpointID,
+			Type:               "opensearch",
+		}).cmdRun(nil, nil)
+	}
+	return nil
+}

cmd/dbaas_external_endpoint_create_prometheus.go

@@ -0,0 +1,50 @@
+package cmd
+
+import (
+	"fmt"
+	"github.com/spf13/cobra"
+	"github.com/exoscale/cli/pkg/account"
+	"github.com/exoscale/cli/pkg/globalstate"
+	v3 "github.com/exoscale/egoscale/v3"
+)
+
+func (c *dbaasExternalEndpointCreateCmd) createPrometheus(_ *cobra.Command, _ []string) error {
+	ctx := gContext
+	client, err := switchClientZoneV3(ctx, globalstate.EgoscaleV3Client, v3.ZoneName(account.CurrentAccount.DefaultZone))
+	if err != nil {
+		return err
+	}
+
+	prometheusRequestPayload := v3.DBAASEndpointPrometheusPayload{
+		Settings: &v3.DBAASEndpointPrometheusPayloadSettings{},
+	}
+
+	if c.PrometheusBasicAuthPassword != "" {
+		prometheusRequestPayload.Settings.BasicAuthPassword= c.PrometheusBasicAuthPassword
+	}
+	if c.PrometheusBasicAuthUsername != "" {
+		prometheusRequestPayload.Settings.BasicAuthUsername= c.PrometheusBasicAuthUsername
+	}
+
+	op, err := client.CreateDBAASExternalEndpointPrometheus(ctx, c.Name, prometheusRequestPayload)
+	if err != nil {
+		return err
+	}
+
+	decorateAsyncOperation(fmt.Sprintf("Creating DBaaS Prometheus external Endpoint %q", c.Name), func() {
+		op, err = client.Wait(ctx, op, v3.OperationStateSuccess)
+	})
+	if err != nil {
+		return err
+	}
+
+	endpointID := op.Reference.ID.String()
+	if !globalstate.Quiet {
+		return (&dbaasExternalEndpointShowCmd{
+			cliCommandSettings: defaultCLICmdSettings(),
+			EndpointID:         endpointID,
+			Type:               "prometheus",
+		}).cmdRun(nil, nil)
+	}
+	return nil
+}