* Add Virtual Kubelet provider for VIC Initial virtual kubelet provider for VMware VIC. This provider currently handles creating and starting of a pod VM via the VIC portlayer and persona server. Image store handling via the VIC persona server. This provider currently requires the feature/wolfpack branch of VIC. * Added pod stop and delete. Also added node capacity. Added the ability to stop and delete pod VMs via VIC. Also retrieve node capacity information from the VCH. * Cleanup and readme file Some file clean up and added a Readme.md markdown file for the VIC provider. * Cleaned up errors, added function comments, moved operation code 1. Cleaned up error handling. Set standard for creating errors. 2. Added method prototype comments for all interface functions. 3. Moved PodCreator, PodStarter, PodStopper, and PodDeleter to a new folder. * Add mocking code and unit tests for podcache, podcreator, and podstarter Used the unit test framework used in VIC to handle assertions in the provider's unit test. Mocking code generated using OSS project mockery, which is compatible with the testify assertion framework. * Vendored packages for the VIC provider Requires feature/wolfpack branch of VIC and a few specific commit sha of projects used within VIC. * Implementation of POD Stopper and Deleter unit tests (#4) * Updated files for initial PR
248 lines
8.5 KiB
Go
248 lines
8.5 KiB
Go
// Copyright 2016-2017 VMware, Inc. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package opsuser
|
|
|
|
import (
|
|
"context"
|
|
"net/url"
|
|
|
|
log "github.com/Sirupsen/logrus"
|
|
|
|
"github.com/vmware/govmomi"
|
|
"github.com/vmware/govmomi/find"
|
|
gvsession "github.com/vmware/govmomi/session"
|
|
"github.com/vmware/govmomi/vim25"
|
|
"github.com/vmware/govmomi/vim25/types"
|
|
"github.com/vmware/vic/lib/config"
|
|
"github.com/vmware/vic/pkg/errors"
|
|
"github.com/vmware/vic/pkg/vsphere/compute"
|
|
"github.com/vmware/vic/pkg/vsphere/rbac"
|
|
"github.com/vmware/vic/pkg/vsphere/session"
|
|
)
|
|
|
|
var opsuserRolePrefix = "vic-vch-"
|
|
|
|
type RBACManager struct {
|
|
AuthzManager *rbac.AuthzManager
|
|
configSpec *config.VirtualContainerHostConfigSpec
|
|
session *session.Session
|
|
client *vim25.Client
|
|
}
|
|
|
|
func NewRBACManager(ctx context.Context, client *vim25.Client, session *session.Session, rbacConfig *rbac.Config, configSpec *config.VirtualContainerHostConfigSpec) *RBACManager {
|
|
RBACOpsuserManager := &RBACManager{
|
|
configSpec: configSpec,
|
|
session: session,
|
|
client: client,
|
|
}
|
|
am := rbac.NewAuthzManager(ctx, client)
|
|
am.InitConfig(configSpec.Connection.Username, opsuserRolePrefix, rbacConfig)
|
|
RBACOpsuserManager.AuthzManager = am
|
|
return RBACOpsuserManager
|
|
}
|
|
|
|
func GrantDCReadOnlyPerms(ctx context.Context, session *session.Session, configSpec *config.VirtualContainerHostConfigSpec) error {
|
|
mgr := NewRBACManager(ctx, session.Vim25(), session, &DCReadOnlyConf, configSpec)
|
|
_, err := mgr.SetupDCReadOnlyPermissions(ctx)
|
|
return err
|
|
}
|
|
|
|
func GrantOpsUserPerms(ctx context.Context, client *vim25.Client, configSpec *config.VirtualContainerHostConfigSpec) error {
|
|
mgr := NewRBACManager(ctx, client, nil, &OpsuserRBACConf, configSpec)
|
|
_, err := mgr.SetupRolesAndPermissions(ctx)
|
|
return err
|
|
}
|
|
|
|
func (mgr *RBACManager) SetupRolesAndPermissions(ctx context.Context) ([]rbac.ResourcePermission, error) {
|
|
am := mgr.AuthzManager
|
|
res, err := am.IsPrincipalAnAdministrator(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if res {
|
|
log.Warnf("Skipping ops-user Role/Permissions initialization. The current ops-user (%s) has administrative privileges.", am.Principal)
|
|
log.Warnf("This occurs when \"%s\" is a member of the \"Administrators\" group or has been granted \"Admin\" role to any of the resources in the system.", am.Principal)
|
|
return nil, nil
|
|
}
|
|
if _, err = am.CreateRoles(ctx); err != nil {
|
|
return nil, err
|
|
}
|
|
return mgr.SetupPermissions(ctx)
|
|
}
|
|
|
|
func (mgr *RBACManager) SetupPermissions(ctx context.Context) ([]rbac.ResourcePermission, error) {
|
|
return mgr.setupPermissions(ctx)
|
|
}
|
|
|
|
func (mgr *RBACManager) SetupDCReadOnlyPermissions(ctx context.Context) (*rbac.ResourcePermission, error) {
|
|
am := mgr.AuthzManager
|
|
res, err := am.IsPrincipalAnAdministrator(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
// If administrator skip setting the root Permissions
|
|
if res {
|
|
log.Warnf("Cannot perform ops-user Role/Permissions initialization. The current ops-user (%s) has administrative privileges.", am.Principal)
|
|
log.Warnf("This occurs when \"%s\" is a member of the \"Administrators\" group or has been granted \"Admin\" role to any of the resources in the system.", am.Principal)
|
|
return nil, errors.Errorf("Cannot grant ops-user permissions as %s has administrative privileges", am.Principal)
|
|
}
|
|
return mgr.setupDcReadOnlyPermissions(ctx)
|
|
}
|
|
|
|
func (mgr *RBACManager) setupDcReadOnlyPermissions(ctx context.Context) (*rbac.ResourcePermission, error) {
|
|
type ResourceDesc struct {
|
|
rType int8
|
|
ref types.ManagedObjectReference
|
|
}
|
|
|
|
session := mgr.session
|
|
am := mgr.AuthzManager
|
|
datacenter := session.Datacenter.Reference()
|
|
desc := ResourceDesc{rbac.DatacenterReadOnly, datacenter}
|
|
|
|
// Apply permissions
|
|
resourcePermission, err := am.AddPermission(ctx, desc.ref, desc.rType, false)
|
|
if err != nil {
|
|
return nil, errors.Errorf("Ops-User: RBACManager, Unable to set top read only permissions on %s, error: %s",
|
|
desc.ref.String(), err.Error())
|
|
}
|
|
|
|
return resourcePermission, nil
|
|
}
|
|
|
|
func (mgr *RBACManager) setupPermissions(ctx context.Context) ([]rbac.ResourcePermission, error) {
|
|
type ResourceDesc struct {
|
|
rType int8
|
|
ref types.ManagedObjectReference
|
|
}
|
|
|
|
am := mgr.AuthzManager
|
|
resourceDescs := make([]ResourceDesc, 0, len(am.Config.Resources))
|
|
|
|
// Get a reference to the top object
|
|
finder := find.NewFinder(mgr.client, false)
|
|
|
|
root, err := finder.Folder(ctx, "/")
|
|
if err != nil {
|
|
return nil, errors.Errorf("Ops-User: RBACManager, Unable to find top object: %s", err.Error())
|
|
}
|
|
|
|
resourceDescs = append(resourceDescs, ResourceDesc{rbac.VCenter, root.Reference()})
|
|
|
|
session := session.NewSession(&session.Config{})
|
|
// Set client
|
|
session.Client = &govmomi.Client{
|
|
Client: mgr.client,
|
|
SessionManager: gvsession.NewManager(mgr.client),
|
|
}
|
|
|
|
// Use the VirtualContainerHostConfigSpec to find the various resources
|
|
// Start with Resource Pool, Cluster and Datacenter
|
|
rpRef := mgr.configSpec.ComputeResources[0]
|
|
rp := compute.NewResourcePool(ctx, session, rpRef)
|
|
|
|
datacenter, err := rp.GetDatacenter(ctx)
|
|
if err != nil {
|
|
return nil, errors.Errorf("Ops-User: RBACManager, Unable to find Datacenter: %s", err.Error())
|
|
}
|
|
resourceDescs = append(resourceDescs, ResourceDesc{rbac.Datacenter, datacenter.Reference()})
|
|
|
|
finder.SetDatacenter(datacenter)
|
|
|
|
cluster, err := rp.GetCluster(ctx)
|
|
if err != nil {
|
|
return nil, errors.Errorf("Ops-User: RBACManager, Unable to find Cluster: %s", err.Error())
|
|
}
|
|
resourceDescs = append(resourceDescs, ResourceDesc{rbac.Cluster, cluster.Reference()})
|
|
|
|
// Find image and volume datastores
|
|
dsNameToRef := make(rbac.NameToRef)
|
|
err = mgr.collectDatastores(ctx, finder, dsNameToRef)
|
|
if err != nil {
|
|
return nil, errors.Errorf("Ops-User: RBACManager, Unable to find Datastores: %s", err.Error())
|
|
}
|
|
|
|
// Loop over Datastores
|
|
for _, ref := range dsNameToRef {
|
|
resourceDescs = append(resourceDescs, ResourceDesc{rbac.Datastore, ref})
|
|
}
|
|
|
|
// Loop over Networks
|
|
for _, network := range mgr.configSpec.Network.ContainerNetworks {
|
|
netRef := &types.ManagedObjectReference{}
|
|
netRef.FromString(network.ID)
|
|
if netRef.Type == "" || netRef.Value == "" {
|
|
return nil, errors.Errorf("Ops-User: RBACManager, Unable to build Bridged Network MoRef: %s", network.ID)
|
|
}
|
|
resourceDescs = append(resourceDescs, ResourceDesc{rbac.Network, *netRef})
|
|
}
|
|
|
|
// Loop over Resource Pools
|
|
for _, rPoolRef := range mgr.configSpec.ComputeResources {
|
|
resourceDescs = append(resourceDescs, ResourceDesc{rbac.Endpoint, rPoolRef})
|
|
}
|
|
|
|
resourcePermissions := make([]rbac.ResourcePermission, 0, len(am.Config.Resources))
|
|
// Apply permissions
|
|
for _, desc := range resourceDescs {
|
|
resourcePermission, err := am.AddPermission(ctx, desc.ref, desc.rType, false)
|
|
if err != nil {
|
|
return nil, errors.Errorf("Ops-User: RBACManager, Unable to set permissions on %s, error: %s",
|
|
desc.ref.String(), err.Error())
|
|
}
|
|
if resourcePermission != nil {
|
|
resourcePermissions = append(resourcePermissions, *resourcePermission)
|
|
}
|
|
}
|
|
|
|
return resourcePermissions, nil
|
|
}
|
|
|
|
func (mgr *RBACManager) collectDatastores(ctx context.Context, finder *find.Finder, dsNameToRef rbac.NameToRef) error {
|
|
err := mgr.findDatastores(ctx, finder, mgr.configSpec.Storage.ImageStores, dsNameToRef)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
volumeLocations := make([]url.URL, 0, len(mgr.configSpec.Storage.VolumeLocations))
|
|
for _, volumeLocation := range mgr.configSpec.Storage.VolumeLocations {
|
|
// Only apply changes to datastores managed by vSphere
|
|
if volumeLocation.Scheme != "ds" {
|
|
continue
|
|
}
|
|
volumeLocations = append(volumeLocations, *volumeLocation)
|
|
}
|
|
if err = mgr.findDatastores(ctx, finder, volumeLocations, dsNameToRef); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (mgr *RBACManager) findDatastores(ctx context.Context, finder *find.Finder,
|
|
storeURLs []url.URL, dsNameToRef rbac.NameToRef) error {
|
|
for _, storeURL := range storeURLs {
|
|
dsName := storeURL.Host
|
|
// Skip if we already have one
|
|
if _, ok := dsNameToRef[dsName]; ok {
|
|
continue
|
|
}
|
|
ds, err := finder.Datastore(ctx, dsName)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
dsNameToRef[dsName] = ds.Reference()
|
|
}
|
|
return nil
|
|
}
|