Create a provider to use Azure Batch (#133)

* Started work on provider

* WIP Adding batch provider

* Working basic call into pool client. Need to parameterize the baseurl

* Fixed job creation by manipulating the content-type

* WIP Kicking off containers. Dirty

* [wip] More meat around scheduling simple containers.

* Working on basic task wrapper to co-schedule pods

* WIP on task wrapper

* WIP

* Working pod minimal wrapper for batch

* Integrate pod template code into provider

* Cleaning up

* Move to docker without gpu

* WIP batch integration

* partially working

* Working logs

* Tidy code

* WIP: Testing and readme

* Added readme and terraform deployment for GPU Azure Batch pool.

* Update to enable low priority nodes for gpu

* Fix log formatting bug. Return node logs when container not yet started

* Moved to golang v1.10

* Fix cri test

* Fix up minor docs Issue. Add provider to readme. Add var for vk image.
This commit is contained in:
Lawrence Gripper
2018-06-23 00:33:49 +01:00
committed by Robbie Zhang
parent 1ad6fb434e
commit d6e8b3daf7
75 changed files with 20040 additions and 6 deletions

29
Gopkg.lock generated
View File

@@ -1,6 +1,15 @@
# This file is autogenerated, do not edit; changes may be undone by the next 'dep ensure'.
[[projects]]
name = "github.com/Azure/azure-sdk-for-go"
packages = [
"services/batch/2017-09-01.6.0/batch",
"version"
]
revision = "51228ee60b238eaa5a9d53adc82ebd8b321bca4f"
version = "v15.1.1"
[[projects]]
branch = "master"
name = "github.com/Azure/go-ansiterm"
@@ -13,8 +22,12 @@
[[projects]]
name = "github.com/Azure/go-autorest"
packages = [
"autorest",
"autorest/adal",
"autorest/date"
"autorest/azure",
"autorest/date",
"autorest/to",
"autorest/validation"
]
revision = "eaa7994b2278094c904d31993d26f56324db3052"
version = "v10.8.1"
@@ -502,6 +515,12 @@
packages = ["."]
revision = "7cafcd837844e784b526369c9bce262804aebc60"
[[projects]]
name = "github.com/lawrencegripper/pod2docker"
packages = ["."]
revision = "9a9182c0c682798fe214fa11df7bfca83048d433"
version = "v0.5.1"
[[projects]]
name = "github.com/magiconair/properties"
packages = ["."]
@@ -576,6 +595,12 @@
revision = "792786c7400a136282c1664665ae0a8db921c6c2"
version = "v1.0.0"
[[projects]]
name = "github.com/satori/go.uuid"
packages = ["."]
revision = "f58768cc1a7a7e77a3bd49e98cdd21419399b6a3"
version = "v1.2.0"
[[projects]]
name = "github.com/spf13/afero"
packages = [
@@ -1049,6 +1074,6 @@
[solve-meta]
analyzer-name = "dep"
analyzer-version = 1
inputs-digest = "6125e24314e26b6b5fb9a7cd98e4f23fa2e551d882485d1ff5f481abdfd792aa"
inputs-digest = "8f3ca80656c580339bc7105912693cf126c4952c476e7052cbd9de4ef73d9e75"
solver-name = "gps-cdcl"
solver-version = 1