Fix to slow perf of PipeBlob uploads

README.md

@@ -1,4 +1,7 @@
 # AzCopy v10
+wendi
+ wendi
+wendi
 
 AzCopy v10 is a command-line utility that you can use to copy data to and from containers and file shares in Azure Storage accounts.
 AzCopy V10 presents easy-to-use commands that are optimized for high performance and throughput.

cmd/copy.go

@@ -31,6 +31,7 @@
 	"net/url"
 	"os"
 	"runtime"
+	"strconv"
 	"strings"
 	"sync"
 	"time"
@@ -1319,7 +1320,7 @@
 		blobClient, err = blockblob.NewClientWithNoCredential(u.String(), options)
 	}
 	if err != nil {
 		return fmt.Errorf("fatal: Could not create client: " + err.Error())
 	}
 
 	// step 3: start download
@@ -1347,6 +1348,27 @@
 func (cca *CookedCopyCmdArgs) processRedirectionUpload(blobResource common.ResourceString, blockSize int64) error {
 	ctx := context.WithValue(context.TODO(), ste.ServiceAPIVersionOverride, ste.DefaultServiceApiVersion)
 
+	// get the concurrency environment value
+	userDefnConcurrencyStr := glcm.GetEnvironmentVariable(common.EEnvironmentVariable.ConcurrencyValue())
+
+	pipingUploadParallelism := pipingUploadParallelism
+	if userDefnConcurrencyStr != "" {
+		// handle when the concurrency value is AUTO
+		if userDefnConcurrencyStr == "AUTO" {
+			return errors.New("concurrency auto-tuning is not possible when using redirection transfers (AZCOPY_CONCURRENCY_VALUE = AUTO)")
+		}
+
+		// convert the concurrency value to int
+		concurrencyValue, err := strconv.ParseInt(userDefnConcurrencyStr, 10, 64)
+
+		//handle the error if the conversion fails
+		if err != nil {
+			return fmt.Errorf("AZCOPY_CONCURRENCY_VALUE is not set to a valid value, an integer is expected (current value: %s): %s", userDefnConcurrencyStr, err.Error())
+		}
+
+		pipingUploadParallelism = int(concurrencyValue)
+	}
+
 	// if no block size is set, then use default value
 	if blockSize == 0 {
 		blockSize = pipingDefaultBlockSize