* Add Virtual Kubelet provider for VIC Initial virtual kubelet provider for VMware VIC. This provider currently handles creating and starting of a pod VM via the VIC portlayer and persona server. Image store handling via the VIC persona server. This provider currently requires the feature/wolfpack branch of VIC. * Added pod stop and delete. Also added node capacity. Added the ability to stop and delete pod VMs via VIC. Also retrieve node capacity information from the VCH. * Cleanup and readme file Some file clean up and added a Readme.md markdown file for the VIC provider. * Cleaned up errors, added function comments, moved operation code 1. Cleaned up error handling. Set standard for creating errors. 2. Added method prototype comments for all interface functions. 3. Moved PodCreator, PodStarter, PodStopper, and PodDeleter to a new folder. * Add mocking code and unit tests for podcache, podcreator, and podstarter Used the unit test framework used in VIC to handle assertions in the provider's unit test. Mocking code generated using OSS project mockery, which is compatible with the testify assertion framework. * Vendored packages for the VIC provider Requires feature/wolfpack branch of VIC and a few specific commit sha of projects used within VIC. * Implementation of POD Stopper and Deleter unit tests (#4) * Updated files for initial PR
328 lines
7.4 KiB
Go
328 lines
7.4 KiB
Go
// Copyright 2016-2018 VMware, Inc. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package main
|
|
|
|
import (
|
|
"archive/tar"
|
|
"bytes"
|
|
"compress/gzip"
|
|
"crypto/tls"
|
|
"flag"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"log"
|
|
"net/http"
|
|
_ "net/http/pprof"
|
|
"net/url"
|
|
"os"
|
|
"path/filepath"
|
|
"runtime"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
vchconfig "github.com/vmware/vic/lib/config"
|
|
"github.com/vmware/vic/pkg/version"
|
|
"github.com/vmware/vic/pkg/vsphere/test/env"
|
|
)
|
|
|
|
// use an http client which we modify in init()
|
|
// to be permissive with certificates so we can
|
|
// use a self-signed cert hardcoded into these tests
|
|
var insecureClient *http.Client
|
|
|
|
func init() {
|
|
// init needs to be updated to include client certificates
|
|
// so that the disabled tests can be re-enabled
|
|
sdk := env.URL(nil)
|
|
if sdk != "" {
|
|
flag.Set("sdk", sdk)
|
|
flag.Set("vm-path", "docker-appliance")
|
|
flag.Set("cluster", os.Getenv("GOVC_CLUSTER"))
|
|
}
|
|
|
|
// fake up a docker-host for pprof collection
|
|
u := url.URL{Scheme: "http", Host: "127.0.0.1:6060"}
|
|
|
|
go func() {
|
|
log.Println(http.ListenAndServe(u.Host, nil))
|
|
}()
|
|
|
|
transport := &http.Transport{
|
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
|
}
|
|
insecureClient = &http.Client{Transport: transport}
|
|
flag.Set("docker-host", u.Host)
|
|
|
|
hostCertFile := "fixtures/vicadmin_test_cert.pem"
|
|
hostKeyFile := "fixtures/vicadmin_test_pkey.pem"
|
|
|
|
cert, cerr := ioutil.ReadFile(hostCertFile)
|
|
key, kerr := ioutil.ReadFile(hostKeyFile)
|
|
if kerr != nil || cerr != nil {
|
|
panic("unable to load test certificate")
|
|
}
|
|
vchConfig.HostCertificate = &vchconfig.RawCertificate{
|
|
Cert: cert,
|
|
Key: key,
|
|
}
|
|
}
|
|
|
|
func TestLogFiles(t *testing.T) {
|
|
logFileNames := []string{}
|
|
for _, name := range logFiles() {
|
|
logFileNames = append(logFileNames, name)
|
|
}
|
|
fileCount := 0
|
|
//files should be in same order, otherwise we have evidence of a suspected race
|
|
for _, name := range logFiles() {
|
|
assert.Equal(t, name, logFileNames[fileCount])
|
|
fileCount++
|
|
}
|
|
}
|
|
|
|
func testLogTar(t *testing.T, plainHTTP bool) {
|
|
t.SkipNow() // TODO FIXME auth is in place now
|
|
|
|
if runtime.GOOS != "linux" {
|
|
t.SkipNow()
|
|
}
|
|
|
|
logFileDir = "."
|
|
|
|
s := &server{
|
|
addr: "127.0.0.1:0",
|
|
}
|
|
|
|
err := s.listen()
|
|
assert.NoError(t, err)
|
|
|
|
port := s.listenPort()
|
|
|
|
go s.serve()
|
|
defer s.stop()
|
|
|
|
var res *http.Response
|
|
res, err = insecureClient.Get(fmt.Sprintf("https://root:thisisinsecure@localhost:%d/container-logs.tar.gz", port))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
z, err := gzip.NewReader(res.Body)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
tz := tar.NewReader(z)
|
|
|
|
for {
|
|
h, err := tz.Next()
|
|
if err == io.EOF {
|
|
break
|
|
}
|
|
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
name, err := url.QueryUnescape(h.Name)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if testing.Verbose() {
|
|
fmt.Printf("\n%s...\n", name)
|
|
io.CopyN(os.Stdout, tz, 150)
|
|
fmt.Printf("...\n")
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestLogTar(t *testing.T) {
|
|
t.SkipNow() // TODO FIXME auth is in place now
|
|
testLogTar(t, false)
|
|
testLogTar(t, true)
|
|
}
|
|
|
|
func TestLogTail(t *testing.T) {
|
|
t.SkipNow() // TODO FIXME auth is in place now
|
|
if runtime.GOOS != "linux" {
|
|
t.SkipNow()
|
|
}
|
|
|
|
f, err := os.OpenFile("./vicadmin.log", os.O_RDWR|os.O_CREATE, 0666)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
defer os.Remove(f.Name())
|
|
|
|
f.WriteString("# not much here yet\n")
|
|
|
|
logFileDir = "."
|
|
name := filepath.Base(f.Name())
|
|
|
|
s := &server{
|
|
addr: "127.0.0.1:0",
|
|
// auth: &credentials{"root", "thisisinsecure"},
|
|
}
|
|
|
|
err = s.listen()
|
|
assert.NoError(t, err)
|
|
|
|
port := s.listenPort()
|
|
|
|
go s.serve()
|
|
defer s.stop()
|
|
|
|
out := ioutil.Discard
|
|
if testing.Verbose() {
|
|
out = os.Stdout
|
|
}
|
|
|
|
paths := []string{
|
|
"/logs/tail/" + name,
|
|
}
|
|
|
|
u := url.URL{
|
|
// User: url.UserPassword("root", "thisisinsecure"),
|
|
Scheme: "https",
|
|
Host: fmt.Sprintf("localhost:%d", port),
|
|
}
|
|
|
|
str := "The quick brown fox jumps over the lazy dog.\n"
|
|
|
|
// Pre-populate the log file
|
|
for i := 0; i < tailLines; i++ {
|
|
f.WriteString(str)
|
|
}
|
|
|
|
log.Printf("Testing TestLogTail\n")
|
|
for _, path := range paths {
|
|
u.Path = path
|
|
log.Printf("GET %s:\n", u.String())
|
|
res, err := insecureClient.Get(u.String())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer res.Body.Close()
|
|
|
|
// Each line written to the log file has enough bytes to ensure
|
|
// that 8 lines make up at least 256 bytes. This is in case this
|
|
// goroutine finishes writing all lines before tail kicks in.
|
|
go func() {
|
|
for j := 1; j < 512; j++ {
|
|
f.WriteString(str)
|
|
}
|
|
f.Sync()
|
|
}()
|
|
|
|
size := int64(256)
|
|
n, err := io.CopyN(out, res.Body, size)
|
|
assert.NoError(t, err)
|
|
out.Write([]byte("...\n"))
|
|
|
|
assert.Equal(t, size, n)
|
|
}
|
|
}
|
|
|
|
type seekTest struct {
|
|
input string
|
|
output int
|
|
}
|
|
|
|
func testSeek(t *testing.T, st seekTest, td string) {
|
|
f, err := ioutil.TempFile(td, "FindSeekPos")
|
|
defer f.Close()
|
|
if err != nil {
|
|
log.Printf("Unable to create temporary file: %s", err)
|
|
t.Fatal(err)
|
|
}
|
|
n, err := f.WriteString(st.input)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if n != len(st.input) {
|
|
t.Fatal(fmt.Errorf("Incorrect byte count on write: %d/%d", n, len(st.input)))
|
|
}
|
|
|
|
if ret := findSeekPos(f); ret != int64(st.output) {
|
|
t.Fatal(fmt.Errorf("Incorrect seek position: %d/%d", ret, st.output))
|
|
}
|
|
log.Printf("Successfully seeked to position %d", st.output)
|
|
os.Remove(f.Name())
|
|
}
|
|
func TestFindSeekPos(t *testing.T) {
|
|
if runtime.GOOS != "linux" {
|
|
t.SkipNow()
|
|
}
|
|
|
|
seekTests := []seekTest{
|
|
{"abcd\nabcd\n", 0},
|
|
{"abcd\nabcd\nabcd\nabcd\nabcd\nabcd\nabcd\nabcd\nabcd\nabcd\n", 10},
|
|
}
|
|
|
|
str := "0123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789"
|
|
str = fmt.Sprintf("%s%s", str, str)
|
|
str2 := fmt.Sprintf("%s\n%s\n%s\n", str, str, str)
|
|
str2 = fmt.Sprintf("%s%s", str2, str2)
|
|
// Verify we don't have overlapping reads at beginning of file
|
|
// 6 lines, 1206 characters. Should come back with seek position 0
|
|
seekTests = append(seekTests, seekTest{str2, 0})
|
|
|
|
for seg := 0; seg < 3; seg++ {
|
|
str = str + str
|
|
}
|
|
str2 = str + "\n"
|
|
fmt.Printf("str length is %d\n", len(str))
|
|
// str is 1,601 chars long now
|
|
for line := 0; line < 2; line++ {
|
|
str2 = str2 + str2
|
|
}
|
|
|
|
// str2 is 4 lines long. Should seek to beginning of file
|
|
seekTests = append(seekTests, seekTest{str2, 0})
|
|
|
|
// str2 is now 12 lines long. Should seek to position 6,404
|
|
str2 = fmt.Sprintf("%s%s%s", str2, str2, str2)
|
|
seekTests = append(seekTests, seekTest{str2, 6404})
|
|
|
|
td := os.TempDir()
|
|
for i, st := range seekTests {
|
|
log.Printf("Test case #%d: ", i)
|
|
testSeek(t, st, td)
|
|
}
|
|
}
|
|
|
|
func TestVersionReaderOpen(t *testing.T) {
|
|
version.Version = "1.2.1"
|
|
version.BuildNumber = "12345"
|
|
version.GitCommit = "abcdefg"
|
|
|
|
var vReader versionReader
|
|
en, err := vReader.open()
|
|
assert.NoError(t, err)
|
|
buf := new(bytes.Buffer)
|
|
buf.ReadFrom(en)
|
|
fullVersion := buf.String()
|
|
versionFields := strings.SplitN(fullVersion, "-", 3)
|
|
assert.Equal(t, len(versionFields), 3)
|
|
assert.Equal(t, versionFields[0], version.Version)
|
|
assert.Equal(t, versionFields[1], version.BuildNumber)
|
|
assert.Equal(t, versionFields[2], version.GitCommit)
|
|
}
|