2020-09-16 14:19:51 +00:00
|
|
|
// Copyright 2020 the Pinniped contributors. All Rights Reserved.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0
|
2020-10-06 18:59:03 +00:00
|
|
|
|
|
|
|
package library
|
2020-09-15 15:00:38 +00:00
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-09-21 18:40:11 +00:00
|
|
|
"io/ioutil"
|
|
|
|
"net/http"
|
|
|
|
"os"
|
|
|
|
"os/exec"
|
2020-09-15 15:00:38 +00:00
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
v1 "k8s.io/api/core/v1"
|
|
|
|
rbacv1 "k8s.io/api/rbac/v1"
|
2020-10-06 18:59:03 +00:00
|
|
|
"k8s.io/apimachinery/pkg/api/errors"
|
2020-09-15 15:00:38 +00:00
|
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
|
|
"k8s.io/client-go/kubernetes"
|
|
|
|
)
|
|
|
|
|
2020-09-22 16:50:00 +00:00
|
|
|
const (
|
|
|
|
accessRetryInterval = 250 * time.Millisecond
|
|
|
|
accessRetryTimeout = 10 * time.Second
|
|
|
|
)
|
|
|
|
|
2020-09-15 15:00:38 +00:00
|
|
|
// accessAsUserTest runs a generic test in which a clientUnderTest operating with username
|
|
|
|
// testUsername tries to auth to the kube API (i.e., list namespaces).
|
|
|
|
//
|
|
|
|
// Use this function if you want to simply validate that a user can auth to the kube API after
|
|
|
|
// performing a Pinniped credential exchange.
|
2020-10-06 18:59:03 +00:00
|
|
|
func AccessAsUserTest(
|
2020-09-15 15:00:38 +00:00
|
|
|
ctx context.Context,
|
|
|
|
adminClient kubernetes.Interface,
|
|
|
|
testUsername string,
|
|
|
|
clientUnderTest kubernetes.Interface,
|
|
|
|
) func(t *testing.T) {
|
|
|
|
return func(t *testing.T) {
|
2020-09-21 19:30:53 +00:00
|
|
|
addTestClusterUserCanViewEverythingRoleBinding(ctx, t, adminClient, testUsername)
|
2020-09-15 15:00:38 +00:00
|
|
|
|
|
|
|
// Use the client which is authenticated as the test user to list namespaces
|
|
|
|
var listNamespaceResponse *v1.NamespaceList
|
|
|
|
var err error
|
|
|
|
var canListNamespaces = func() bool {
|
|
|
|
listNamespaceResponse, err = clientUnderTest.CoreV1().Namespaces().List(ctx, metav1.ListOptions{})
|
|
|
|
return err == nil
|
|
|
|
}
|
2020-09-22 16:50:00 +00:00
|
|
|
assert.Eventually(t, canListNamespaces, accessRetryTimeout, accessRetryInterval)
|
2020-09-15 15:00:38 +00:00
|
|
|
require.NoError(t, err) // prints out the error and stops the test in case of failure
|
|
|
|
require.NotEmpty(t, listNamespaceResponse.Items)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-10-06 18:59:03 +00:00
|
|
|
func AccessAsUserWithKubectlTest(
|
2020-09-21 18:40:11 +00:00
|
|
|
ctx context.Context,
|
|
|
|
adminClient kubernetes.Interface,
|
|
|
|
testKubeConfigYAML string,
|
|
|
|
testUsername string,
|
|
|
|
expectedNamespace string,
|
|
|
|
) func(t *testing.T) {
|
|
|
|
return func(t *testing.T) {
|
2020-09-21 19:30:53 +00:00
|
|
|
addTestClusterUserCanViewEverythingRoleBinding(ctx, t, adminClient, testUsername)
|
2020-09-21 18:40:11 +00:00
|
|
|
|
|
|
|
// Use the given kubeconfig with kubectl to list namespaces as the test user
|
|
|
|
var kubectlCommandOutput string
|
|
|
|
var err error
|
|
|
|
var canListNamespaces = func() bool {
|
|
|
|
kubectlCommandOutput, err = runKubectlGetNamespaces(t, testKubeConfigYAML)
|
|
|
|
return err == nil
|
|
|
|
}
|
|
|
|
|
2020-09-22 16:50:00 +00:00
|
|
|
assert.Eventually(t, canListNamespaces, accessRetryTimeout, accessRetryInterval)
|
2020-09-21 18:40:11 +00:00
|
|
|
require.NoError(t, err) // prints out the error and stops the test in case of failure
|
|
|
|
require.Contains(t, kubectlCommandOutput, expectedNamespace)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-15 15:00:38 +00:00
|
|
|
// accessAsGroupTest runs a generic test in which a clientUnderTest with membership in group
|
|
|
|
// testGroup tries to auth to the kube API (i.e., list namespaces).
|
|
|
|
//
|
|
|
|
// Use this function if you want to simply validate that a user can auth to the kube API (via
|
|
|
|
// a group membership) after performing a Pinniped credential exchange.
|
2020-10-06 18:59:03 +00:00
|
|
|
func AccessAsGroupTest(
|
2020-09-15 15:00:38 +00:00
|
|
|
ctx context.Context,
|
|
|
|
adminClient kubernetes.Interface,
|
|
|
|
testGroup string,
|
|
|
|
clientUnderTest kubernetes.Interface,
|
|
|
|
) func(t *testing.T) {
|
|
|
|
return func(t *testing.T) {
|
2020-09-21 19:30:53 +00:00
|
|
|
addTestClusterGroupCanViewEverythingRoleBinding(ctx, t, adminClient, testGroup)
|
2020-09-15 15:00:38 +00:00
|
|
|
|
|
|
|
// Use the client which is authenticated as the test user to list namespaces
|
|
|
|
var listNamespaceResponse *v1.NamespaceList
|
|
|
|
var err error
|
|
|
|
var canListNamespaces = func() bool {
|
|
|
|
listNamespaceResponse, err = clientUnderTest.CoreV1().Namespaces().List(ctx, metav1.ListOptions{})
|
|
|
|
return err == nil
|
|
|
|
}
|
2020-09-22 16:50:00 +00:00
|
|
|
assert.Eventually(t, canListNamespaces, accessRetryTimeout, accessRetryInterval)
|
2020-09-15 15:00:38 +00:00
|
|
|
require.NoError(t, err) // prints out the error and stops the test in case of failure
|
|
|
|
require.NotEmpty(t, listNamespaceResponse.Items)
|
|
|
|
}
|
|
|
|
}
|
2020-09-21 18:40:11 +00:00
|
|
|
|
2020-10-06 18:59:03 +00:00
|
|
|
func AccessAsGroupWithKubectlTest(
|
2020-09-21 18:40:11 +00:00
|
|
|
ctx context.Context,
|
|
|
|
adminClient kubernetes.Interface,
|
|
|
|
testKubeConfigYAML string,
|
|
|
|
testGroup string,
|
|
|
|
expectedNamespace string,
|
|
|
|
) func(t *testing.T) {
|
|
|
|
return func(t *testing.T) {
|
2020-09-21 19:30:53 +00:00
|
|
|
addTestClusterGroupCanViewEverythingRoleBinding(ctx, t, adminClient, testGroup)
|
2020-09-21 18:40:11 +00:00
|
|
|
|
|
|
|
// Use the given kubeconfig with kubectl to list namespaces as the test user
|
|
|
|
var kubectlCommandOutput string
|
|
|
|
var err error
|
|
|
|
var canListNamespaces = func() bool {
|
|
|
|
kubectlCommandOutput, err = runKubectlGetNamespaces(t, testKubeConfigYAML)
|
|
|
|
return err == nil
|
|
|
|
}
|
|
|
|
|
2020-09-22 16:50:00 +00:00
|
|
|
assert.Eventually(t, canListNamespaces, accessRetryTimeout, accessRetryInterval)
|
2020-09-21 18:40:11 +00:00
|
|
|
require.NoError(t, err) // prints out the error and stops the test in case of failure
|
|
|
|
require.Contains(t, kubectlCommandOutput, expectedNamespace)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-21 19:30:53 +00:00
|
|
|
func addTestClusterUserCanViewEverythingRoleBinding(ctx context.Context, t *testing.T, adminClient kubernetes.Interface, testUsername string) {
|
2020-09-24 17:53:45 +00:00
|
|
|
t.Helper()
|
|
|
|
|
2020-09-21 18:40:11 +00:00
|
|
|
addTestClusterRoleBinding(ctx, t, adminClient, &rbacv1.ClusterRoleBinding{
|
|
|
|
TypeMeta: metav1.TypeMeta{},
|
|
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
|
|
Name: "integration-test-user-readonly-role-binding",
|
|
|
|
},
|
|
|
|
Subjects: []rbacv1.Subject{{
|
|
|
|
Kind: rbacv1.UserKind,
|
|
|
|
APIGroup: rbacv1.GroupName,
|
|
|
|
Name: testUsername,
|
|
|
|
}},
|
|
|
|
RoleRef: rbacv1.RoleRef{
|
|
|
|
Kind: "ClusterRole",
|
|
|
|
APIGroup: rbacv1.GroupName,
|
|
|
|
Name: "view",
|
|
|
|
},
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-09-21 19:30:53 +00:00
|
|
|
func addTestClusterGroupCanViewEverythingRoleBinding(ctx context.Context, t *testing.T, adminClient kubernetes.Interface, testGroup string) {
|
2020-09-24 17:53:45 +00:00
|
|
|
t.Helper()
|
|
|
|
|
2020-09-21 18:40:11 +00:00
|
|
|
addTestClusterRoleBinding(ctx, t, adminClient, &rbacv1.ClusterRoleBinding{
|
|
|
|
TypeMeta: metav1.TypeMeta{},
|
|
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
|
|
Name: "integration-test-group-readonly-role-binding",
|
|
|
|
},
|
|
|
|
Subjects: []rbacv1.Subject{{
|
|
|
|
Kind: rbacv1.GroupKind,
|
|
|
|
APIGroup: rbacv1.GroupName,
|
|
|
|
Name: testGroup,
|
|
|
|
}},
|
|
|
|
RoleRef: rbacv1.RoleRef{
|
|
|
|
Kind: "ClusterRole",
|
|
|
|
APIGroup: rbacv1.GroupName,
|
|
|
|
Name: "view",
|
|
|
|
},
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func addTestClusterRoleBinding(ctx context.Context, t *testing.T, adminClient kubernetes.Interface, binding *rbacv1.ClusterRoleBinding) {
|
2020-09-24 17:53:45 +00:00
|
|
|
t.Helper()
|
|
|
|
|
2020-09-21 18:40:11 +00:00
|
|
|
_, err := adminClient.RbacV1().ClusterRoleBindings().Get(ctx, binding.Name, metav1.GetOptions{})
|
|
|
|
if err != nil {
|
|
|
|
statusError, isStatus := err.(*errors.StatusError)
|
2020-09-24 16:44:10 +00:00
|
|
|
require.True(t, isStatus, "Only StatusNotFound error would be acceptable, but error was: ", err.Error())
|
2020-09-21 18:40:11 +00:00
|
|
|
require.Equal(t, http.StatusNotFound, int(statusError.Status().Code))
|
|
|
|
|
|
|
|
_, err = adminClient.RbacV1().ClusterRoleBindings().Create(ctx, binding, metav1.CreateOptions{})
|
|
|
|
require.NoError(t, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
t.Cleanup(func() {
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
|
|
defer cancel()
|
|
|
|
err = adminClient.RbacV1().ClusterRoleBindings().Delete(ctx, binding.Name, metav1.DeleteOptions{})
|
|
|
|
require.NoError(t, err, "Test failed to clean up after itself")
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func runKubectlGetNamespaces(t *testing.T, kubeConfigYAML string) (string, error) {
|
2020-09-24 17:53:45 +00:00
|
|
|
t.Helper()
|
|
|
|
|
2020-09-21 18:40:11 +00:00
|
|
|
f := writeStringToTempFile(t, "pinniped-generated-kubeconfig-*", kubeConfigYAML)
|
|
|
|
|
|
|
|
//nolint: gosec // It's okay that we are passing f.Name() to an exec command here. It was created above.
|
|
|
|
output, err := exec.Command(
|
|
|
|
"kubectl", "get", "namespace", "--kubeconfig", f.Name(),
|
|
|
|
).CombinedOutput()
|
|
|
|
|
|
|
|
return string(output), err
|
|
|
|
}
|
|
|
|
|
|
|
|
func writeStringToTempFile(t *testing.T, filename string, kubeConfigYAML string) *os.File {
|
|
|
|
t.Helper()
|
|
|
|
f, err := ioutil.TempFile("", filename)
|
|
|
|
require.NoError(t, err)
|
|
|
|
deferMe := func() {
|
|
|
|
err := os.Remove(f.Name())
|
|
|
|
require.NoError(t, err)
|
|
|
|
}
|
|
|
|
t.Cleanup(deferMe)
|
|
|
|
_, err = f.WriteString(kubeConfigYAML)
|
|
|
|
require.NoError(t, err)
|
|
|
|
err = f.Close()
|
|
|
|
require.NoError(t, err)
|
|
|
|
return f
|
|
|
|
}
|