* Add Virtual Kubelet provider for VIC Initial virtual kubelet provider for VMware VIC. This provider currently handles creating and starting of a pod VM via the VIC portlayer and persona server. Image store handling via the VIC persona server. This provider currently requires the feature/wolfpack branch of VIC. * Added pod stop and delete. Also added node capacity. Added the ability to stop and delete pod VMs via VIC. Also retrieve node capacity information from the VCH. * Cleanup and readme file Some file clean up and added a Readme.md markdown file for the VIC provider. * Cleaned up errors, added function comments, moved operation code 1. Cleaned up error handling. Set standard for creating errors. 2. Added method prototype comments for all interface functions. 3. Moved PodCreator, PodStarter, PodStopper, and PodDeleter to a new folder. * Add mocking code and unit tests for podcache, podcreator, and podstarter Used the unit test framework used in VIC to handle assertions in the provider's unit test. Mocking code generated using OSS project mockery, which is compatible with the testify assertion framework. * Vendored packages for the VIC provider Requires feature/wolfpack branch of VIC and a few specific commit sha of projects used within VIC. * Implementation of POD Stopper and Deleter unit tests (#4) * Updated files for initial PR
345 lines
10 KiB
Go
345 lines
10 KiB
Go
// Copyright 2016-2017 VMware, Inc. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package management
|
|
|
|
import (
|
|
"fmt"
|
|
"path"
|
|
|
|
"github.com/vmware/govmomi/find"
|
|
"github.com/vmware/govmomi/object"
|
|
"github.com/vmware/govmomi/vim25/types"
|
|
"github.com/vmware/vic/lib/config"
|
|
"github.com/vmware/vic/lib/install/validate"
|
|
"github.com/vmware/vic/lib/migration"
|
|
"github.com/vmware/vic/pkg/errors"
|
|
"github.com/vmware/vic/pkg/trace"
|
|
"github.com/vmware/vic/pkg/vsphere/compute"
|
|
"github.com/vmware/vic/pkg/vsphere/extraconfig"
|
|
"github.com/vmware/vic/pkg/vsphere/extraconfig/vmomi"
|
|
"github.com/vmware/vic/pkg/vsphere/vm"
|
|
)
|
|
|
|
const (
|
|
vchIDType = "VirtualMachine"
|
|
)
|
|
|
|
func (d *Dispatcher) NewVCHFromID(id string) (*vm.VirtualMachine, error) {
|
|
defer trace.End(trace.Begin(id, d.op))
|
|
|
|
var err error
|
|
var vmm *vm.VirtualMachine
|
|
|
|
moref := &types.ManagedObjectReference{
|
|
Type: vchIDType,
|
|
Value: id,
|
|
}
|
|
ref, err := d.session.Finder.ObjectReference(d.op, *moref)
|
|
if err != nil {
|
|
if !isManagedObjectNotFoundError(err) {
|
|
err = errors.Errorf("Failed to query appliance (%q): %s", moref, err)
|
|
return nil, err
|
|
}
|
|
d.op.Debug("Appliance is not found")
|
|
return nil, fmt.Errorf("id %q could not be found", id)
|
|
}
|
|
ovm, ok := ref.(*object.VirtualMachine)
|
|
if !ok {
|
|
d.op.Errorf("Failed to find VM %q: %s", moref, err)
|
|
return nil, err
|
|
}
|
|
vmm = vm.NewVirtualMachine(d.op, d.session, ovm.Reference())
|
|
|
|
// check if it's VCH
|
|
if ok, err = d.isVCH(vmm); err != nil {
|
|
d.op.Error(err)
|
|
return nil, err
|
|
}
|
|
if !ok {
|
|
err = errors.Errorf("Not a VCH")
|
|
d.op.Error(err)
|
|
return nil, err
|
|
}
|
|
pool, err := vmm.ResourcePool(d.op)
|
|
if err != nil {
|
|
d.op.Errorf("Failed to get VM parent resource pool: %s", err)
|
|
return nil, err
|
|
}
|
|
|
|
rp := compute.NewResourcePool(d.op, d.session, pool.Reference())
|
|
if d.session.Cluster, err = rp.GetCluster(d.op); err != nil {
|
|
d.op.Debugf("Unable to get the cluster for the VCH's resource pool: %s", err)
|
|
}
|
|
|
|
d.InitDiagnosticLogsFromVCH(vmm)
|
|
return vmm, nil
|
|
}
|
|
|
|
func (d *Dispatcher) NewVCHFromComputePath(computePath string, name string, v *validate.Validator) (*vm.VirtualMachine, error) {
|
|
defer trace.End(trace.Begin(fmt.Sprintf("path %q, name %q", computePath, name), d.op))
|
|
|
|
var err error
|
|
|
|
parent, err := v.ResourcePoolHelper(d.op, computePath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
d.vchPoolPath = path.Join(parent.InventoryPath, name)
|
|
var vchPool *object.ResourcePool
|
|
if d.isVC {
|
|
vapp, err := d.findVirtualApp(d.vchPoolPath)
|
|
if err != nil {
|
|
d.op.Errorf("Failed to get VCH virtual app %q: %s", d.vchPoolPath, err)
|
|
return nil, err
|
|
}
|
|
if vapp != nil {
|
|
vchPool = vapp.ResourcePool
|
|
}
|
|
}
|
|
if vchPool == nil {
|
|
vchPool, err = d.session.Finder.ResourcePool(d.op, d.vchPoolPath)
|
|
if err != nil {
|
|
d.op.Errorf("Failed to get VCH resource pool %q: %s", d.vchPoolPath, err)
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
rp := compute.NewResourcePool(d.op, d.session, vchPool.Reference())
|
|
|
|
if d.session.Cluster, err = rp.GetCluster(d.op); err != nil {
|
|
d.op.Debugf("Unable to get the cluster for the VCH's resource pool: %s", err)
|
|
}
|
|
|
|
var vmm *vm.VirtualMachine
|
|
if vmm, err = rp.GetChildVM(d.op, d.session, name); err != nil {
|
|
d.op.Errorf("Failed to get VCH VM: %s", err)
|
|
return nil, err
|
|
}
|
|
if vmm == nil {
|
|
err = errors.Errorf("Didn't find VM %q in resource pool %q", name, rp.Reference())
|
|
d.op.Error(err)
|
|
return nil, err
|
|
}
|
|
vmm.InventoryPath = path.Join(d.vchPoolPath, name)
|
|
|
|
// check if it's VCH
|
|
var ok bool
|
|
if ok, err = d.isVCH(vmm); err != nil {
|
|
d.op.Error(err)
|
|
return nil, err
|
|
}
|
|
if !ok {
|
|
err = errors.Errorf("Not a VCH")
|
|
d.op.Error(err)
|
|
return nil, err
|
|
}
|
|
d.InitDiagnosticLogsFromVCH(vmm)
|
|
return vmm, nil
|
|
}
|
|
|
|
// GetVCHConfig queries VCH configuration and decrypts secret information
|
|
func (d *Dispatcher) GetVCHConfig(vm *vm.VirtualMachine) (*config.VirtualContainerHostConfigSpec, error) {
|
|
defer trace.End(trace.Begin("", d.op))
|
|
|
|
//this is the appliance vm
|
|
mapConfig, err := vm.FetchExtraConfigBaseOptions(d.op)
|
|
if err != nil {
|
|
err = errors.Errorf("Failed to get VM extra config of %q: %s", vm.Reference(), err)
|
|
d.op.Error(err)
|
|
return nil, err
|
|
}
|
|
|
|
kv := vmomi.OptionValueMap(mapConfig)
|
|
vchConfig, err := d.decryptVCHConfig(vm, kv)
|
|
if err != nil {
|
|
err = errors.Errorf("Failed to decode VM configuration %q: %s", vm.Reference(), err)
|
|
d.op.Error(err)
|
|
return nil, err
|
|
}
|
|
|
|
if vchConfig.IsCreating() {
|
|
vmRef := vm.Reference()
|
|
vchConfig.SetMoref(&vmRef)
|
|
}
|
|
return vchConfig, nil
|
|
}
|
|
|
|
// GetNoSecretVCHConfig queries vch configure from vm configuration, without decrypting secret information
|
|
// this method is used to accommodate old vch version without secret information
|
|
func (d *Dispatcher) GetNoSecretVCHConfig(vm *vm.VirtualMachine) (*config.VirtualContainerHostConfigSpec, error) {
|
|
defer trace.End(trace.Begin("", d.op))
|
|
|
|
//this is the appliance vm
|
|
mapConfig, err := vm.FetchExtraConfigBaseOptions(d.op)
|
|
if err != nil {
|
|
err = errors.Errorf("Failed to get VM extra config of %q: %s", vm.Reference(), err)
|
|
d.op.Error(err)
|
|
return nil, err
|
|
}
|
|
|
|
kv := vmomi.OptionValueMap(mapConfig)
|
|
vchConfig := &config.VirtualContainerHostConfigSpec{}
|
|
extraconfig.Decode(extraconfig.MapSource(kv), vchConfig)
|
|
|
|
if vchConfig.IsCreating() {
|
|
vmRef := vm.Reference()
|
|
vchConfig.SetMoref(&vmRef)
|
|
}
|
|
return vchConfig, nil
|
|
}
|
|
|
|
// FetchAndMigrateVCHConfig queries VCH guestinfo, and try to migrate older version data to latest if the data is old
|
|
func (d *Dispatcher) FetchAndMigrateVCHConfig(vm *vm.VirtualMachine) (*config.VirtualContainerHostConfigSpec, error) {
|
|
defer trace.End(trace.Begin("", d.op))
|
|
|
|
//this is the appliance vm
|
|
mapConfig, err := vm.FetchExtraConfigBaseOptions(d.op)
|
|
if err != nil {
|
|
err = errors.Errorf("Failed to get VM extra config of %q: %s", vm.Reference(), err)
|
|
return nil, err
|
|
}
|
|
|
|
kv := vmomi.OptionValueMap(mapConfig)
|
|
newMap, migrated, err := migration.MigrateApplianceConfig(d.op, d.session, kv)
|
|
if err != nil {
|
|
err = errors.Errorf("Failed to migrate config of %q: %s", vm.Reference(), err)
|
|
return nil, err
|
|
}
|
|
if !migrated {
|
|
d.op.Debugf("No need to migrate configuration for %q", vm.Reference())
|
|
}
|
|
return d.decryptVCHConfig(vm, newMap)
|
|
}
|
|
|
|
func (d *Dispatcher) SearchVCHs(computePath string) ([]*vm.VirtualMachine, error) {
|
|
defer trace.End(trace.Begin(computePath, d.op))
|
|
if computePath != "" {
|
|
return d.searchVCHsFromComputePath(computePath)
|
|
}
|
|
if d.session.Datacenter != nil {
|
|
return d.searchVCHsPerDC(d.session.Datacenter)
|
|
}
|
|
dcs, err := d.session.Finder.DatacenterList(d.op, "*")
|
|
if err != nil {
|
|
err = errors.Errorf("Failed to get datacenter list: %s", err)
|
|
return nil, err
|
|
}
|
|
|
|
var vchs []*vm.VirtualMachine
|
|
for _, dc := range dcs {
|
|
dcVCHs, err := d.searchVCHsPerDC(dc)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
vchs = append(vchs, dcVCHs...)
|
|
}
|
|
return vchs, nil
|
|
}
|
|
|
|
// searchVCHsFromComputePath searches for VCHs in all child ResourcePools under computePath.
|
|
// The computePath can itself be a ResourcePool, ComputeResource or ClusterComputeResource.
|
|
func (d *Dispatcher) searchVCHsFromComputePath(computePath string) ([]*vm.VirtualMachine, error) {
|
|
defer trace.End(trace.Begin(computePath, d.op))
|
|
|
|
pools, err := d.session.Finder.ResourcePoolList(d.op, path.Join(computePath, "..."))
|
|
if err != nil {
|
|
if _, ok := err.(*find.NotFoundError); ok {
|
|
return nil, nil
|
|
}
|
|
}
|
|
|
|
var vchs []*vm.VirtualMachine
|
|
for _, pool := range pools {
|
|
children, err := d.getChildVCHs(pool, true)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
vchs = append(vchs, children...)
|
|
}
|
|
return vchs, nil
|
|
}
|
|
|
|
func (d *Dispatcher) searchVCHsPerDC(dc *object.Datacenter) ([]*vm.VirtualMachine, error) {
|
|
defer trace.End(trace.Begin(dc.InventoryPath, d.op))
|
|
|
|
var err error
|
|
var pools []*object.ResourcePool
|
|
|
|
d.session.Datacenter = dc
|
|
d.session.Finder.SetDatacenter(dc)
|
|
|
|
var vchs []*vm.VirtualMachine
|
|
if pools, err = d.session.Finder.ResourcePoolList(d.op, "*"); err != nil {
|
|
if _, ok := err.(*find.NotFoundError); ok {
|
|
return vchs, nil
|
|
}
|
|
err = errors.Errorf("Failed to search resource pools for datacenter %q: %s", dc.InventoryPath, err)
|
|
return nil, err
|
|
}
|
|
|
|
for _, pool := range pools {
|
|
children, err := d.getChildVCHs(pool, true)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
vchs = append(vchs, children...)
|
|
}
|
|
return vchs, nil
|
|
}
|
|
|
|
// getVCHs will check vm with same name under this resource pool, to see if that's VCH vm, and it will also check children vApp, to see if that's a VCH.
|
|
// eventually return all fond VCH VMs
|
|
func (d *Dispatcher) getChildVCHs(pool *object.ResourcePool, searchVapp bool) ([]*vm.VirtualMachine, error) {
|
|
defer trace.End(trace.Begin(pool.InventoryPath, d.op))
|
|
|
|
// check if pool itself contains VCH vm.
|
|
var vchs []*vm.VirtualMachine
|
|
poolName := pool.Name()
|
|
computeResource := compute.NewResourcePool(d.op, d.session, pool.Reference())
|
|
vmm, err := computeResource.GetChildVM(d.op, d.session, poolName)
|
|
if err != nil {
|
|
return nil, errors.Errorf("Failed to query children VM in resource pool %q: %s", pool.InventoryPath, err)
|
|
}
|
|
if vmm != nil {
|
|
vmm.InventoryPath = path.Join(pool.InventoryPath, poolName)
|
|
// #nosec: Errors unhandled.
|
|
if ok, _ := d.isVCH(vmm); ok {
|
|
d.op.Debugf("%q is VCH", vmm.InventoryPath)
|
|
vchs = append(vchs, vmm)
|
|
}
|
|
}
|
|
|
|
if !searchVapp {
|
|
return vchs, nil
|
|
}
|
|
|
|
vappPath := path.Join(pool.InventoryPath, "*")
|
|
vapps, err := d.session.Finder.VirtualAppList(d.op, vappPath)
|
|
if err != nil {
|
|
if _, ok := err.(*find.NotFoundError); ok {
|
|
return vchs, nil
|
|
}
|
|
d.op.Debugf("Failed to query vapp %q: %s", vappPath, err)
|
|
}
|
|
for _, vapp := range vapps {
|
|
childVCHs, err := d.getChildVCHs(vapp.ResourcePool, false)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
vchs = append(vchs, childVCHs...)
|
|
}
|
|
return vchs, nil
|
|
}
|