package datastore import ( "context" "net/http" "connectrpc.com/connect" "github.com/aws/aws-sdk-go/aws/arn" "github.com/google/uuid" porterv1 "github.com/porter-dev/api-contracts/generated/go/porter/v1" "github.com/porter-dev/porter/api/server/authz" "github.com/porter-dev/porter/api/server/handlers" "github.com/porter-dev/porter/api/server/handlers/cloud_provider" "github.com/porter-dev/porter/api/server/shared" "github.com/porter-dev/porter/api/server/shared/apierrors" "github.com/porter-dev/porter/api/server/shared/config" "github.com/porter-dev/porter/api/server/shared/requestutils" "github.com/porter-dev/porter/api/types" "github.com/porter-dev/porter/internal/datastore" "github.com/porter-dev/porter/internal/models" "github.com/porter-dev/porter/internal/telemetry" ) // GetDatastoreResponse describes the list datastores response body type GetDatastoreResponse struct { // Datastore is the datastore that has been retrieved Datastore datastore.Datastore `json:"datastore"` } // GetDatastoreHandler is a struct for retrieving a datastore type GetDatastoreHandler struct { handlers.PorterHandlerReadWriter authz.KubernetesAgentGetter } // NewGetDatastoreHandler returns a GetDatastoreHandler func NewGetDatastoreHandler( config *config.Config, decoderValidator shared.RequestDecoderValidator, writer shared.ResultWriter, ) *GetDatastoreHandler { return &GetDatastoreHandler{ PorterHandlerReadWriter: handlers.NewDefaultPorterHandler(config, decoderValidator, writer), KubernetesAgentGetter: authz.NewOutOfClusterAgentGetter(config), } } const ( // SupportedDatastoreCloudProvider_AWS is the AWS cloud provider SupportedDatastoreCloudProvider_AWS string = "AWS" ) // ServeHTTP retrieves the datastore in the given project func (c *GetDatastoreHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) { ctx, span := telemetry.NewSpan(r.Context(), "serve-get-datastore") defer span.End() project, _ := ctx.Value(types.ProjectScope).(*models.Project) resp := GetDatastoreResponse{} datastoreName, reqErr := requestutils.GetURLParamString(r, types.URLParamDatastoreName) if reqErr != nil { err := telemetry.Error(ctx, span, nil, "error parsing datastore name") c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusBadRequest)) return } telemetry.WithAttributes(span, telemetry.AttributeKV{Key: "datastore-name", Value: datastoreName}) datastoreRecord, err := c.Repo().Datastore().GetByProjectIDAndName(ctx, project.ID, datastoreName) if err != nil { err = telemetry.Error(ctx, span, err, "datastore record not found") c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusInternalServerError)) return } if datastoreRecord == nil || datastoreRecord.ID == uuid.Nil { err = telemetry.Error(ctx, span, nil, "datastore record does not exist") c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusNotFound)) return } // TODO: delete this branch once all datastores are on the management cluster if datastoreRecord.IsLegacy() { awsArn, err := arn.Parse(datastoreRecord.CloudProviderCredentialIdentifier) if err != nil { err = telemetry.Error(ctx, span, err, "error parsing aws account id") c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusInternalServerError)) return } datastore, err := c.LEGACY_handleGetDatastore(ctx, project.ID, awsArn.AccountID, datastoreName, datastoreRecord.ID) if err != nil { err = telemetry.Error(ctx, span, err, "error retrieving datastore") c.HandleAPIError(w, r, apierrors.NewErrPassThroughToClient(err, http.StatusInternalServerError)) return } resp.Datastore = datastore c.WriteResult(w, r, resp) return } ds := datastore.Datastore{ Name: datastoreRecord.Name, Type: datastoreRecord.Type, Engine: datastoreRecord.Engine, CreatedAtUTC: datastoreRecord.CreatedAt, Status: string(datastoreRecord.Status), CloudProvider: SupportedDatastoreCloudProvider_AWS, CloudProviderCredentialIdentifier: datastoreRecord.CloudProviderCredentialIdentifier, OnManagementCluster: datastoreRecord.OnManagementCluster, } // this is done for backwards compatibility; eventually we will just return proto ds.ConnectedClusterIds = c.connectedClusters(ctx, project, datastoreRecord.ID) ds.Credential = c.credential(ctx, project, datastoreRecord.ID) resp.Datastore = ds c.WriteResult(w, r, resp) } // LEGACY_handleGetDatastore retrieves the datastore in the given project for datastores that are on the customer clusters rather than the management cluster func (c *GetDatastoreHandler) LEGACY_handleGetDatastore(ctx context.Context, projectId uint, accountId string, datastoreName string, datastoreId uuid.UUID) (datastore.Datastore, error) { ctx, span := telemetry.NewSpan(ctx, "legacy-handle-get-datastore") defer span.End() var ds datastore.Datastore datastores, err := Datastores(ctx, DatastoresInput{ ProjectID: projectId, CloudProvider: cloud_provider.CloudProvider{ AccountID: accountId, Type: porterv1.EnumCloudProvider_ENUM_CLOUD_PROVIDER_AWS, }, Name: datastoreName, IncludeEnvGroup: true, IncludeMetadata: true, CCPClient: c.Config().ClusterControlPlaneClient, DatastoreRepository: c.Repo().Datastore(), }) if err != nil { return ds, telemetry.Error(ctx, span, err, "error listing datastores") } if len(datastores) != 1 { telemetry.WithAttributes(span, telemetry.AttributeKV{Key: "datastore-count", Value: len(datastores)}) if len(datastores) == 0 { return ds, telemetry.Error(ctx, span, nil, "datastore not found") } return ds, telemetry.Error(ctx, span, nil, "unexpected number of datastores found matching filters") } ds = datastores[0] message := porterv1.DatastoreCredentialRequest{ ProjectId: int64(projectId), DatastoreId: datastoreId.String(), } req := connect.NewRequest(&message) ccpResp, err := c.Config().ClusterControlPlaneClient.DatastoreCredential(ctx, req) // the credential may not exist because the datastore is not yet ready if err == nil && ccpResp != nil && ccpResp.Msg != nil { ds.Credential = datastore.Credential{ Host: ccpResp.Msg.Credential.Host, Port: int(ccpResp.Msg.Credential.Port), Username: ccpResp.Msg.Credential.Username, Password: ccpResp.Msg.Credential.Password, DatabaseName: ccpResp.Msg.Credential.DatabaseName, } } return ds, nil } func (c *GetDatastoreHandler) connectedClusters(ctx context.Context, project *models.Project, datastoreID uuid.UUID) []uint { ctx, span := telemetry.NewSpan(ctx, "hydrate-connected-clusters") defer span.End() connectedClusterIds := make([]uint, 0) req := connect.NewRequest(&porterv1.ReadCloudContractRequest{ ProjectId: int64(project.ID), }) ccpResp, err := c.Config().ClusterControlPlaneClient.ReadCloudContract(ctx, req) if err != nil { return connectedClusterIds } if ccpResp.Msg == nil { return connectedClusterIds } cloudContract := ccpResp.Msg.CloudContract if cloudContract == nil { return connectedClusterIds } datastores := cloudContract.Datastores if datastores == nil { return connectedClusterIds } var matchingDatastore *porterv1.ManagedDatastore for _, ds := range datastores { if ds.Id == datastoreID.String() { matchingDatastore = ds break } } if matchingDatastore != nil && matchingDatastore.ConnectedClusters != nil { for _, cc := range matchingDatastore.ConnectedClusters.ConnectedClusterIds { connectedClusterIds = append(connectedClusterIds, uint(cc)) } } return connectedClusterIds } func (c *GetDatastoreHandler) credential(ctx context.Context, project *models.Project, datastoreID uuid.UUID) datastore.Credential { ctx, span := telemetry.NewSpan(ctx, "hydrate-credential") defer span.End() message := porterv1.DatastoreCredentialRequest{ ProjectId: int64(project.ID), DatastoreId: datastoreID.String(), } req := connect.NewRequest(&message) ccpResp, err := c.Config().ClusterControlPlaneClient.DatastoreCredential(ctx, req) if err != nil { return datastore.Credential{} } if ccpResp == nil || ccpResp.Msg == nil { return datastore.Credential{} } return datastore.Credential{ Host: ccpResp.Msg.Credential.Host, Port: int(ccpResp.Msg.Credential.Port), Username: ccpResp.Msg.Credential.Username, Password: ccpResp.Msg.Credential.Password, DatabaseName: ccpResp.Msg.Credential.DatabaseName, } }