2022-08-24 21:45:55 +00:00
|
|
|
// Copyright 2020-2022 the Pinniped contributors. All Rights Reserved.
|
2020-11-17 16:42:11 +00:00
|
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
|
|
|
|
package crud
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"context"
|
|
|
|
"encoding/base32"
|
|
|
|
"encoding/base64"
|
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
|
|
|
"strings"
|
2020-12-10 20:15:40 +00:00
|
|
|
"time"
|
2020-11-17 16:42:11 +00:00
|
|
|
|
|
|
|
corev1 "k8s.io/api/core/v1"
|
|
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
2020-12-04 22:31:06 +00:00
|
|
|
"k8s.io/apimachinery/pkg/labels"
|
2020-11-17 16:42:11 +00:00
|
|
|
corev1client "k8s.io/client-go/kubernetes/typed/core/v1"
|
|
|
|
|
|
|
|
"go.pinniped.dev/internal/constable"
|
|
|
|
)
|
|
|
|
|
|
|
|
//nolint:gosec // ignore lint warnings that these are credentials
|
|
|
|
const (
|
2020-12-11 23:21:34 +00:00
|
|
|
SecretLabelKey = "storage.pinniped.dev/type"
|
|
|
|
|
|
|
|
SecretLifetimeAnnotationKey = "storage.pinniped.dev/garbage-collect-after"
|
|
|
|
SecretLifetimeAnnotationDateFormat = time.RFC3339
|
2020-12-04 23:40:17 +00:00
|
|
|
|
2020-11-17 16:42:11 +00:00
|
|
|
secretNameFormat = "pinniped-storage-%s-%s"
|
|
|
|
secretTypeFormat = "storage.pinniped.dev/%s"
|
|
|
|
secretVersion = "1"
|
|
|
|
secretDataKey = "pinniped-storage-data"
|
|
|
|
secretVersionKey = "pinniped-storage-version"
|
|
|
|
|
|
|
|
ErrSecretTypeMismatch = constable.Error("secret storage data has incorrect type")
|
|
|
|
ErrSecretLabelMismatch = constable.Error("secret storage data has incorrect label")
|
2020-12-02 22:20:03 +00:00
|
|
|
ErrSecretVersionMismatch = constable.Error("secret storage data has incorrect version")
|
2020-11-17 16:42:11 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Storage interface {
|
2020-12-04 22:31:06 +00:00
|
|
|
Create(ctx context.Context, signature string, data JSON, additionalLabels map[string]string) (resourceVersion string, err error)
|
2020-11-17 16:42:11 +00:00
|
|
|
Get(ctx context.Context, signature string, data JSON) (resourceVersion string, err error)
|
|
|
|
Update(ctx context.Context, signature, resourceVersion string, data JSON) (newResourceVersion string, err error)
|
|
|
|
Delete(ctx context.Context, signature string) error
|
2020-12-04 22:31:06 +00:00
|
|
|
DeleteByLabel(ctx context.Context, labelName string, labelValue string) error
|
2020-11-17 16:42:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type JSON interface{} // document that we need valid JSON types
|
|
|
|
|
2020-12-10 20:15:40 +00:00
|
|
|
func New(resource string, secrets corev1client.SecretInterface, clock func() time.Time, lifetime time.Duration) Storage {
|
2020-11-17 16:42:11 +00:00
|
|
|
return &secretsStorage{
|
2021-10-22 21:32:26 +00:00
|
|
|
resource: resource,
|
|
|
|
secretType: secretType(resource),
|
|
|
|
secrets: secrets,
|
|
|
|
clock: clock,
|
|
|
|
lifetime: lifetime,
|
2020-11-17 16:42:11 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
type secretsStorage struct {
|
2021-10-22 21:32:26 +00:00
|
|
|
resource string
|
|
|
|
secretType corev1.SecretType
|
|
|
|
secrets corev1client.SecretInterface
|
|
|
|
clock func() time.Time
|
|
|
|
lifetime time.Duration
|
2020-11-17 16:42:11 +00:00
|
|
|
}
|
|
|
|
|
2020-12-04 22:31:06 +00:00
|
|
|
func (s *secretsStorage) Create(ctx context.Context, signature string, data JSON, additionalLabels map[string]string) (string, error) {
|
|
|
|
secret, err := s.toSecret(signature, "", data, additionalLabels)
|
2020-11-17 16:42:11 +00:00
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
secret, err = s.secrets.Create(ctx, secret, metav1.CreateOptions{})
|
|
|
|
if err != nil {
|
|
|
|
return "", fmt.Errorf("failed to create %s for signature %s: %w", s.resource, signature, err)
|
|
|
|
}
|
|
|
|
return secret.ResourceVersion, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *secretsStorage) Get(ctx context.Context, signature string, data JSON) (string, error) {
|
|
|
|
secret, err := s.secrets.Get(ctx, s.getName(signature), metav1.GetOptions{})
|
|
|
|
if err != nil {
|
|
|
|
return "", fmt.Errorf("failed to get %s for signature %s: %w", s.resource, signature, err)
|
|
|
|
}
|
|
|
|
|
2021-10-22 21:32:26 +00:00
|
|
|
err = FromSecret(s.resource, secret, data)
|
|
|
|
if err != nil {
|
|
|
|
return "", fmt.Errorf("error during get for signature %s: %w", signature, err)
|
2020-11-17 16:42:11 +00:00
|
|
|
}
|
2021-10-22 21:32:26 +00:00
|
|
|
return secret.ResourceVersion, nil
|
2020-11-17 16:42:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (s *secretsStorage) Update(ctx context.Context, signature, resourceVersion string, data JSON) (string, error) {
|
2021-10-18 22:35:22 +00:00
|
|
|
// Note: There may be a small bug here in that toSecret will move the SecretLifetimeAnnotationKey date forward
|
|
|
|
// instead of keeping the storage resource's original SecretLifetimeAnnotationKey value. However, we only use
|
|
|
|
// this Update method in one place, and it doesn't matter in that place. Be aware that it might need improvement
|
|
|
|
// if we start using this Update method in more places.
|
2020-12-04 22:31:06 +00:00
|
|
|
secret, err := s.toSecret(signature, resourceVersion, data, nil)
|
2020-11-17 16:42:11 +00:00
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
secret, err = s.secrets.Update(ctx, secret, metav1.UpdateOptions{})
|
|
|
|
if err != nil {
|
|
|
|
return "", fmt.Errorf("failed to update %s for signature %s at resource version %s: %w", s.resource, signature, resourceVersion, err)
|
|
|
|
}
|
|
|
|
return secret.ResourceVersion, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *secretsStorage) Delete(ctx context.Context, signature string) error {
|
|
|
|
if err := s.secrets.Delete(ctx, s.getName(signature), metav1.DeleteOptions{}); err != nil {
|
|
|
|
return fmt.Errorf("failed to delete %s for signature %s: %w", s.resource, signature, err)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-12-04 22:31:06 +00:00
|
|
|
func (s *secretsStorage) DeleteByLabel(ctx context.Context, labelName string, labelValue string) error {
|
|
|
|
list, err := s.secrets.List(ctx, metav1.ListOptions{
|
|
|
|
LabelSelector: labels.Set{
|
2020-12-04 23:40:17 +00:00
|
|
|
SecretLabelKey: s.resource,
|
2020-12-04 22:31:06 +00:00
|
|
|
labelName: labelValue,
|
|
|
|
}.String(),
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf(`failed to list secrets for resource "%s" matching label "%s=%s": %w`, s.resource, labelName, labelValue, err)
|
|
|
|
}
|
2020-12-10 22:47:58 +00:00
|
|
|
if len(list.Items) == 0 {
|
|
|
|
return fmt.Errorf(`failed to delete secrets for resource "%s" matching label "%s=%s": none found`, s.resource, labelName, labelValue)
|
|
|
|
}
|
2020-12-04 22:31:06 +00:00
|
|
|
// TODO try to delete all of the items and consolidate all of the errors and return them all
|
|
|
|
for _, secret := range list.Items {
|
|
|
|
err = s.secrets.Delete(ctx, secret.Name, metav1.DeleteOptions{})
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf(`failed to delete secrets for resource "%s" matching label "%s=%s" with name %s: %w`, s.resource, labelName, labelValue, secret.Name, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-10-22 21:32:26 +00:00
|
|
|
// FromSecret is similar to Get, but for when you already have a Secret in hand, e.g. from an informer.
|
|
|
|
// It validates and unmarshals the Secret. The data parameter is filled in as the result.
|
|
|
|
func FromSecret(resource string, secret *corev1.Secret, data JSON) error {
|
|
|
|
if err := validateSecret(resource, secret); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := json.Unmarshal(secret.Data[secretDataKey], data); err != nil {
|
|
|
|
return fmt.Errorf("failed to decode %s: %w", resource, err)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func secretType(resource string) corev1.SecretType {
|
|
|
|
return corev1.SecretType(fmt.Sprintf(secretTypeFormat, resource))
|
|
|
|
}
|
|
|
|
|
|
|
|
func validateSecret(resource string, secret *corev1.Secret) error {
|
|
|
|
secretType := corev1.SecretType(fmt.Sprintf(secretTypeFormat, resource))
|
|
|
|
if secret.Type != secretType {
|
|
|
|
return fmt.Errorf("%w: %s must equal %s", ErrSecretTypeMismatch, secret.Type, secretType)
|
|
|
|
}
|
|
|
|
if labelResource := secret.Labels[SecretLabelKey]; labelResource != resource {
|
|
|
|
return fmt.Errorf("%w: %s must equal %s", ErrSecretLabelMismatch, labelResource, resource)
|
|
|
|
}
|
|
|
|
if !bytes.Equal(secret.Data[secretVersionKey], []byte(secretVersion)) {
|
|
|
|
return ErrSecretVersionMismatch // TODO should this be fatal or not?
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-08-24 21:45:55 +00:00
|
|
|
//nolint:gochecknoglobals
|
2020-11-17 16:42:11 +00:00
|
|
|
var b32 = base32.StdEncoding.WithPadding(base32.NoPadding)
|
|
|
|
|
|
|
|
func (s *secretsStorage) getName(signature string) string {
|
|
|
|
// try to decode base64 signatures to prevent double encoding of binary data
|
|
|
|
signatureBytes := maybeBase64Decode(signature)
|
|
|
|
// lower case base32 encoding insures that our secret name is valid per ValidateSecretName in k/k
|
|
|
|
signatureAsValidName := strings.ToLower(b32.EncodeToString(signatureBytes))
|
|
|
|
return fmt.Sprintf(secretNameFormat, s.resource, signatureAsValidName)
|
|
|
|
}
|
|
|
|
|
2020-12-04 22:31:06 +00:00
|
|
|
func (s *secretsStorage) toSecret(signature, resourceVersion string, data JSON, additionalLabels map[string]string) (*corev1.Secret, error) {
|
2020-11-17 16:42:11 +00:00
|
|
|
buf, err := json.Marshal(data)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("failed to encode secret data for %s: %w", s.getName(signature), err)
|
|
|
|
}
|
2020-12-04 22:31:06 +00:00
|
|
|
|
2020-12-10 22:47:58 +00:00
|
|
|
labelsToAdd := map[string]string{
|
2020-12-04 23:40:17 +00:00
|
|
|
SecretLabelKey: s.resource, // make it easier to find this stuff via kubectl
|
2020-12-04 22:31:06 +00:00
|
|
|
}
|
|
|
|
for labelName, labelValue := range additionalLabels {
|
2020-12-10 22:47:58 +00:00
|
|
|
labelsToAdd[labelName] = labelValue
|
2020-12-10 20:15:40 +00:00
|
|
|
}
|
2020-12-04 22:31:06 +00:00
|
|
|
|
2020-11-17 16:42:11 +00:00
|
|
|
return &corev1.Secret{
|
|
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
|
|
Name: s.getName(signature),
|
|
|
|
ResourceVersion: resourceVersion,
|
2020-12-10 22:47:58 +00:00
|
|
|
Labels: labelsToAdd,
|
|
|
|
Annotations: map[string]string{
|
2020-12-11 23:21:34 +00:00
|
|
|
SecretLifetimeAnnotationKey: s.clock().Add(s.lifetime).UTC().Format(SecretLifetimeAnnotationDateFormat),
|
2020-12-10 22:47:58 +00:00
|
|
|
},
|
2020-12-02 22:20:03 +00:00
|
|
|
OwnerReferences: nil,
|
2020-11-17 16:42:11 +00:00
|
|
|
},
|
|
|
|
Data: map[string][]byte{
|
|
|
|
secretDataKey: buf,
|
2021-10-22 21:32:26 +00:00
|
|
|
secretVersionKey: []byte(secretVersion),
|
2020-11-17 16:42:11 +00:00
|
|
|
},
|
|
|
|
Type: s.secretType,
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func maybeBase64Decode(signature string) []byte {
|
|
|
|
for _, encoding := range []*base64.Encoding{
|
|
|
|
// ordered in most likely used by HMAC, JWT, etc signatures
|
|
|
|
base64.RawURLEncoding,
|
|
|
|
base64.URLEncoding,
|
|
|
|
base64.RawStdEncoding,
|
|
|
|
base64.StdEncoding,
|
|
|
|
} {
|
|
|
|
if signatureBytes, err := encoding.DecodeString(signature); err == nil {
|
|
|
|
return signatureBytes
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return []byte(signature)
|
|
|
|
}
|