diff --git a/go.mod b/go.mod index aef8bdfa4..6c6b0c6ad 100644 --- a/go.mod +++ b/go.mod @@ -48,6 +48,7 @@ require ( github.com/opencontainers/go-digest v1.0.0 github.com/opencontainers/runc v0.1.1 // indirect github.com/pkg/errors v0.9.1 + github.com/prometheus/tsdb v0.7.1 github.com/sanathkr/go-yaml v0.0.0-20170819195128-ed9d249f429b github.com/sirupsen/logrus v1.6.0 github.com/smartystreets/goconvey v1.6.4 // indirect @@ -62,6 +63,7 @@ require ( google.golang.org/protobuf v1.25.0 gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 // indirect gopkg.in/ini.v1 v1.61.0 + gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c gotest.tools v2.2.0+incompatible gotest.tools/v3 v3.0.2 ) diff --git a/go.sum b/go.sum index 1239c69e3..92e23aadf 100644 --- a/go.sum +++ b/go.sum @@ -404,6 +404,7 @@ github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R github.com/prometheus/procfs v0.0.0-20190507164030-5867b95ac084/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= github.com/prometheus/procfs v0.0.3/go.mod h1:4A/X28fw3Fc593LaREMrKMqOKvUAntwMDaekg4FpcdQ= +github.com/prometheus/tsdb v0.7.1 h1:YZcsG11NqnK4czYLrWd9mpEuAJIHVQLwdrleYfszMAA= github.com/prometheus/tsdb v0.7.1/go.mod h1:qhTCs0VvXwvX/y3TZrWD7rabWM+ijKTux40TwIPHuXU= github.com/rogpeppe/fastuuid v0.0.0-20150106093220-6724a57986af/go.mod h1:XWv6SoW27p1b0cqNHllgS5HIMJraePCO15w5zCzIWYg= github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= diff --git a/tests/aci-e2e/e2e-aci_test.go b/tests/aci-e2e/e2e-aci_test.go index ea367206c..26f16a514 100644 --- a/tests/aci-e2e/e2e-aci_test.go +++ b/tests/aci-e2e/e2e-aci_test.go @@ -20,10 +20,13 @@ import ( "context" "errors" "fmt" + "github.com/prometheus/tsdb/fileutil" + "io/ioutil" "math/rand" "net/http" "net/url" "os" + "path/filepath" "runtime" "strconv" "strings" @@ -31,6 +34,9 @@ import ( "testing" "time" + "github.com/compose-spec/compose-go/loader" + "github.com/compose-spec/compose-go/types" + "gopkg.in/yaml.v3" "gotest.tools/v3/assert" is "gotest.tools/v3/assert/cmp" "gotest.tools/v3/icmd" @@ -133,16 +139,27 @@ func getTestLocation() string { return location[n] } -func TestContainerRunVolume(t *testing.T) { - c := NewParallelE2eCLI(t, binDir) - sID, rg, location := setupTestResourceGroup(t, c) +func uploadTestFile(t *testing.T, aciContext store.AciContext, accountName string, fileshareName string, testFileName string, testFileContent string) { + storageLogin := login.StorageLoginImpl{AciContext: aciContext} + key, err := storageLogin.GetAzureStorageAccountKey(context.TODO(), accountName) + assert.NilError(t, err) + cred, err := azfile.NewSharedKeyCredential(accountName, key) + assert.NilError(t, err) + u, _ := url.Parse(fmt.Sprintf("https://%s.file.core.windows.net/%s", accountName, fileshareName)) + uploadFile(t, *cred, u.String(), testFileName, testFileContent) +} +const fileshareName = "dockertestshare" + +func TestRunVolume(t *testing.T) { const ( - fileshareName = "dockertestshare" testFileContent = "Volume mounted successfully!" testFileName = "index.html" ) + c := NewParallelE2eCLI(t, binDir) + sID, rg, location := setupTestResourceGroup(t, c) + // Bootstrap volume aciContext := store.AciContext{ SubscriptionID: sID, @@ -180,8 +197,8 @@ func TestContainerRunVolume(t *testing.T) { t.Run("create volumes", func(t *testing.T) { c.RunDockerCmd("volume", "create", "--storage-account", accountName, fileshareName) }) - volumeID = accountName + "/" + fileshareName + volumeID = accountName + "/" + fileshareName t.Cleanup(func() { c.RunDockerCmd("volume", "rm", volumeID) res := c.RunDockerCmd("volume", "ls") @@ -215,14 +232,7 @@ func TestContainerRunVolume(t *testing.T) { }) t.Run("upload file", func(t *testing.T) { - storageLogin := login.StorageLoginImpl{AciContext: aciContext} - - key, err := storageLogin.GetAzureStorageAccountKey(context.TODO(), accountName) - assert.NilError(t, err) - cred, err := azfile.NewSharedKeyCredential(accountName, key) - assert.NilError(t, err) - u, _ := url.Parse(fmt.Sprintf("https://%s.file.core.windows.net/%s", accountName, fileshareName)) - uploadFile(t, *cred, u.String(), testFileName, testFileContent) + uploadTestFile(t, aciContext, accountName, fileshareName, testFileName, testFileContent) }) t.Run("run", func(t *testing.T) { @@ -465,24 +475,73 @@ func TestContainerRunAttached(t *testing.T) { }) } -func TestComposeUpUpdate(t *testing.T) { - c := NewParallelE2eCLI(t, binDir) - _, groupID, location := setupTestResourceGroup(t, c) +func overwriteFileStorageAccount(t *testing.T, absComposefileName string, storageAccount string) { + data, err := ioutil.ReadFile(absComposefileName) + m, err := loader.ParseYAML(data) + assert.NilError(t, err) + p, err := loader.Load(types.ConfigDetails{ConfigFiles: []types.ConfigFile{{Config: m}}}) + p.Volumes["mydata"].DriverOpts["storage_account_name"] = storageAccount + out, err := yaml.Marshal(p) + assert.NilError(t, err) + // FIXME(ulyssessouza): Change `compose-go` to omit `WorkingDir` and `Name` on YAML serialization + outBytes := []byte(strings.Join(strings.Split(string(out), "\n")[2:], "\n")) // Removes the first 2 lines + err = ioutil.WriteFile(absComposefileName, outBytes, 0644) + assert.NilError(t, err) +} +func TestUpUpdate(t *testing.T) { const ( - composeFile = "../composefiles/aci-demo/aci_demo_port.yaml" - composeFileMultiplePorts = "../composefiles/aci-demo/aci_demo_multi_port.yaml" - composeProjectName = "acidemo" - serverContainer = composeProjectName + "_web" - wordsContainer = composeProjectName + "_words" - dbContainer = composeProjectName + "_db" + composeProjectName = "acidemo" + serverContainer = composeProjectName + "_web" + wordsContainer = composeProjectName + "_words" + dbContainer = composeProjectName + "_db" ) + var ( + singlePortVolumesComposefile = "aci_demo_port_volumes.yaml" + multiPortVolumesComposefile = "aci_demo_multiport_volumes.yaml" + ) + c := NewParallelE2eCLI(t, binDir) + sID, groupID, location := setupTestResourceGroup(t, c) + composeAccountName := groupID + "-sa" + composeAccountName = strings.ReplaceAll(composeAccountName, "-", "") + composeAccountName = strings.ToLower(composeAccountName) + + dstDir := filepath.Join(os.TempDir(), "e2e-aci-volume-"+composeAccountName) + err := fileutil.CopyDirs("../composefiles/aci-demo/", dstDir) + assert.NilError(t, err) + t.Cleanup(func() { + assert.NilError(t, os.RemoveAll(dstDir)) + }) + + singlePortVolumesComposefile = filepath.Join(dstDir, singlePortVolumesComposefile) + overwriteFileStorageAccount(t, singlePortVolumesComposefile, composeAccountName) + multiPortVolumesComposefile = filepath.Join(dstDir, multiPortVolumesComposefile) + t.Run("compose up", func(t *testing.T) { + const ( + testFileName = "msg.txt" + testFileContent = "VOLUME_OK" + ) + + c.RunDockerCmd("volume", "create", "--storage-account", composeAccountName, fileshareName) + volumeID := composeAccountName + "/" + fileshareName + t.Cleanup(func() { + c.RunDockerCmd("volume", "rm", volumeID) + }) + + // Bootstrap volume + aciContext := store.AciContext{ + SubscriptionID: sID, + Location: location, + ResourceGroup: groupID, + } + uploadTestFile(t, aciContext, composeAccountName, fileshareName, testFileName, testFileContent) + dnsLabelName := "nginx-" + groupID fqdn := dnsLabelName + "." + location + ".azurecontainer.io" // Name of Compose project is taken from current folder "acie2e" - c.RunDockerCmd("compose", "up", "-f", composeFile, "--domainname", dnsLabelName) + c.RunDockerCmd("compose", "up", "-f", singlePortVolumesComposefile, "--domainname", dnsLabelName, "--project-name", "acidemo") res := c.RunDockerCmd("ps") out := lines(res.Stdout()) @@ -495,7 +554,7 @@ func TestComposeUpUpdate(t *testing.T) { strings.Contains(l, ":80->80/tcp") } } - assert.Assert(t, webRunning, "web container not running") + assert.Assert(t, webRunning, "web container not running ; ps:\n" + res.Stdout()) res = c.RunDockerCmd("inspect", serverContainer) @@ -510,6 +569,9 @@ func TestComposeUpUpdate(t *testing.T) { endpoint = fmt.Sprintf("http://%s:%d", fqdn, containerInspect.Ports[0].HostPort) HTTPGetWithRetry(t, endpoint+"/words/noun", http.StatusOK, 2*time.Second, 20*time.Second) + + body := HTTPGetWithRetry(t, endpoint+"/volume_test/"+testFileName, http.StatusOK, 2*time.Second, 20*time.Second) + assert.Assert(t, strings.Contains(body, testFileContent)) }) t.Run("compose ps", func(t *testing.T) { @@ -553,7 +615,7 @@ func TestComposeUpUpdate(t *testing.T) { }) t.Run("update", func(t *testing.T) { - c.RunDockerCmd("compose", "up", "-f", composeFileMultiplePorts, "--project-name", composeProjectName) + c.RunDockerCmd("compose", "up", "-f", multiPortVolumesComposefile, "--project-name", composeProjectName) res := c.RunDockerCmd("ps") out := lines(res.Stdout()) // Check three containers are running @@ -645,7 +707,7 @@ func TestRunEnvVars(t *testing.T) { func setupTestResourceGroup(t *testing.T, c *E2eCLI) (string, string, string) { startTime := strconv.Itoa(int(time.Now().Unix())) - rg := "E2E-" + t.Name() + "-" + startTime + rg := "E2E-" + t.Name() + "-" + startTime[5:] azureLogin(t, c) sID := getSubscriptionID(t) location := getTestLocation() diff --git a/tests/composefiles/aci-demo/aci_demo_multiport_volumes.yaml b/tests/composefiles/aci-demo/aci_demo_multiport_volumes.yaml new file mode 100644 index 000000000..2a6c93bd6 --- /dev/null +++ b/tests/composefiles/aci-demo/aci_demo_multiport_volumes.yaml @@ -0,0 +1,16 @@ +services: + db: + build: db + image: gtardif/sentences-db + + words: + build: words + image: gtardif/sentences-api + ports: + - "8080:8080" + + web: + build: web + image: gtardif/sentences-web + ports: + - "80:80" diff --git a/tests/composefiles/aci-demo/aci_demo_port_secrets_volumes.yaml b/tests/composefiles/aci-demo/aci_demo_port_volumes.yaml similarity index 69% rename from tests/composefiles/aci-demo/aci_demo_port_secrets_volumes.yaml rename to tests/composefiles/aci-demo/aci_demo_port_volumes.yaml index 8bc275c6f..d19d4fd49 100644 --- a/tests/composefiles/aci-demo/aci_demo_port_secrets_volumes.yaml +++ b/tests/composefiles/aci-demo/aci_demo_port_volumes.yaml @@ -13,11 +13,11 @@ services: ports: - "80:80" volumes: - - mydata:/mount/testvolumes + - mydata:/static/volume_test volumes: mydata: driver: azure_file driver_opts: - share_name: minecraft-volume - storage_account_name: minecraftdocker + share_name: dockertestshare + storage_account_name: dockertestvolumeaccount diff --git a/tests/framework/e2e.go b/tests/framework/e2e.go index d15313cf7..9b407341e 100644 --- a/tests/framework/e2e.go +++ b/tests/framework/e2e.go @@ -142,7 +142,7 @@ func CopyFile(sourceFile string, destinationFile string) error { return nil } -// NewCmd creates a cmd object configured with the test environment set +// NewCmd creates a cmd object configured with the Test environment set func (c *E2eCLI) NewCmd(command string, args ...string) icmd.Cmd { env := append(os.Environ(), "DOCKER_CONFIG="+c.ConfigDir, @@ -173,7 +173,7 @@ func (c *E2eCLI) RunDockerCmd(args ...string) *icmd.Result { return res } -// PathEnvVar returns path (os sensitive) for running test +// PathEnvVar returns path (os sensitive) for running Test func (c *E2eCLI) PathEnvVar() string { path := c.BinDir + ":" + os.Getenv("PATH") if runtime.GOOS == "windows" {