Merge pull request #9647 from mlegenovic/master

Compat API: Fix the response of 'push image' endpoint

4 files changed, 105 insertions, 22 deletions

diff --git a/pkg/api/handlers/compat/images_push.go b/pkg/api/handlers/compat/images_push.go
index 4f613338f..db02af445 100644
--- a/pkg/api/handlers/compat/images_push.go
+++ b/pkg/api/handlers/compat/images_push.go
@@ -1,6 +1,8 @@
 package compat
 
 import (
+	"context"
+	"encoding/json"
 	"fmt"
 	"io/ioutil"
 	"net/http"
@@ -10,11 +12,14 @@ import (
 	"github.com/containers/podman/v3/libpod"
 	"github.com/containers/podman/v3/pkg/api/handlers/utils"
 	"github.com/containers/podman/v3/pkg/auth"
+	"github.com/containers/podman/v3/pkg/channel"
 	"github.com/containers/podman/v3/pkg/domain/entities"
 	"github.com/containers/podman/v3/pkg/domain/infra/abi"
 	"github.com/containers/storage"
+	"github.com/docker/docker/pkg/jsonmessage"
 	"github.com/gorilla/schema"
 	"github.com/pkg/errors"
+	"github.com/sirupsen/logrus"
 )
 
 // PushImage is the handler for the compat http endpoint for pushing images.
@@ -82,6 +87,8 @@ func PushImage(w http.ResponseWriter, r *http.Request) {
 		Password:   password,
 		Username:   username,
 		DigestFile: digestFile.Name(),
+		Quiet:      true,
+		Progress:   make(chan types.ProgressProperties),
 	}
 	if _, found := r.URL.Query()["tlsVerify"]; found {
 		options.SkipTLSVerify = types.NewOptionalBool(!query.TLSVerify)
@@ -94,31 +101,103 @@ func PushImage(w http.ResponseWriter, r *http.Request) {
 		destination = imageName
 	}
 
-	if err := imageEngine.Push(r.Context(), imageName, destination, options); err != nil {
-		if errors.Cause(err) != storage.ErrImageUnknown {
-			utils.ImageNotFound(w, imageName, errors.Wrapf(err, "failed to find image %s", imageName))
-			return
+	errorWriter := channel.NewWriter(make(chan []byte))
+	defer errorWriter.Close()
+
+	statusWriter := channel.NewWriter(make(chan []byte))
+	defer statusWriter.Close()
+
+	runCtx, cancel := context.WithCancel(context.Background())
+	var failed bool
+
+	go func() {
+		defer cancel()
+
+		statusWriter.Write([]byte(fmt.Sprintf("The push refers to repository [%s]", imageName)))
+
+		err := imageEngine.Push(runCtx, imageName, destination, options)
+		if err != nil {
+			if errors.Cause(err) != storage.ErrImageUnknown {
+				errorWriter.Write([]byte("An image does not exist locally with the tag: " + imageName))
+			} else {
+				errorWriter.Write([]byte(err.Error()))
+			}
 		}
+	}()
 
-		utils.Error(w, "Something went wrong.", http.StatusBadRequest, errors.Wrapf(err, "error pushing image %q", imageName))
-		return
+	flush := func() {
+		if flusher, ok := w.(http.Flusher); ok {
+			flusher.Flush()
+		}
 	}
 
-	digestBytes, err := ioutil.ReadAll(digestFile)
-	if err != nil {
-		utils.Error(w, "Something went wrong.", http.StatusInternalServerError, errors.Wrap(err, "failed to read digest tmp file"))
-		return
-	}
+	w.WriteHeader(http.StatusOK)
+	w.Header().Add("Content-Type", "application/json")
+	flush()
 
-	tag := query.Tag
-	if tag == "" {
-		tag = "latest"
-	}
-	respData := struct {
-		Status string `json:"status"`
-	}{
-		Status: fmt.Sprintf("%s: digest: %s size: null", tag, string(digestBytes)),
-	}
+	enc := json.NewEncoder(w)
+	enc.SetEscapeHTML(true)
+
+loop: // break out of for/select infinite loop
+	for {
+		var report jsonmessage.JSONMessage
 
-	utils.WriteJSON(w, http.StatusOK, &respData)
+		select {
+		case e := <-options.Progress:
+			switch e.Event {
+			case types.ProgressEventNewArtifact:
+				report.Status = "Preparing"
+			case types.ProgressEventRead:
+				report.Status = "Pushing"
+				report.Progress = &jsonmessage.JSONProgress{
+					Current: int64(e.Offset),
+					Total:   e.Artifact.Size,
+				}
+			case types.ProgressEventSkipped:
+				report.Status = "Layer already exists"
+			case types.ProgressEventDone:
+				report.Status = "Pushed"
+			}
+			report.ID = e.Artifact.Digest.Encoded()[0:12]
+			if err := enc.Encode(report); err != nil {
+				errorWriter.Write([]byte(err.Error()))
+			}
+			flush()
+		case e := <-statusWriter.Chan():
+			report.Status = string(e)
+			if err := enc.Encode(report); err != nil {
+				errorWriter.Write([]byte(err.Error()))
+			}
+			flush()
+		case e := <-errorWriter.Chan():
+			failed = true
+			report.Error = &jsonmessage.JSONError{
+				Message: string(e),
+			}
+			report.ErrorMessage = string(e)
+			if err := enc.Encode(report); err != nil {
+				logrus.Warnf("Failed to json encode error %q", err.Error())
+			}
+			flush()
+		case <-runCtx.Done():
+			if !failed {
+				digestBytes, err := ioutil.ReadAll(digestFile)
+				if err == nil {
+					tag := query.Tag
+					if tag == "" {
+						tag = "latest"
+					}
+					report.Status = fmt.Sprintf("%s: digest: %s", tag, string(digestBytes))
+					if err := enc.Encode(report); err != nil {
+						logrus.Warnf("Failed to json encode error %q", err.Error())
+					}
+					flush()
+				}
+			}
+			break loop // break out of for/select infinite loop
+		case <-r.Context().Done():
+			// Client has closed connection
+			break loop // break out of for/select infinite loop
+		}
+	}
 }
diff --git a/pkg/api/handlers/libpod/images.go b/pkg/api/handlers/libpod/images.go
index 1a2483784..83fe23621 100644
--- a/pkg/api/handlers/libpod/images.go
+++ b/pkg/api/handlers/libpod/images.go
@@ -451,6 +451,7 @@ func PushImage(w http.ResponseWriter, r *http.Request) {
 		Password: password,
 		Format:   query.Format,
 		All:      query.All,
+		Quiet:    true,
 	}
 	if _, found := r.URL.Query()["tlsVerify"]; found {
 		options.SkipTLSVerify = types.NewOptionalBool(!query.TLSVerify)
diff --git a/pkg/domain/entities/images.go b/pkg/domain/entities/images.go
index 19109f873..7999d8209 100644
--- a/pkg/domain/entities/images.go
+++ b/pkg/domain/entities/images.go
@@ -203,6 +203,8 @@ type ImagePushOptions struct {
 	SignBy string
 	// SkipTLSVerify to skip HTTPS and certificate verification.
 	SkipTLSVerify types.OptionalBool
+	// Progress to get progress notifications
+	Progress chan types.ProgressProperties
 }
 
 // ImageSearchOptions are the arguments for searching images.
diff --git a/pkg/domain/infra/abi/images.go b/pkg/domain/infra/abi/images.go
index ffd4856fe..b1751b8b6 100644
--- a/pkg/domain/infra/abi/images.go
+++ b/pkg/domain/infra/abi/images.go
@@ -376,7 +376,8 @@ func (ir *ImageEngine) Push(ctx context.Context, source string, destination stri
 		options.Compress,
 		signOptions,
 		&dockerRegistryOptions,
-		nil)
+		nil,
+		options.Progress)
 	if err != nil && errors.Cause(err) != storage.ErrImageUnknown {
 		// Image might be a manifest list so attempt a manifest push
 		if _, manifestErr := ir.ManifestPush(ctx, source, destination, options); manifestErr == nil {