display throughputs

go.mod

@@ -1,3 +1,5 @@
 module github.com/replicate/pget
 
 go 1.19
+
+require github.com/dustin/go-humanize v1.0.1 // indirect

go.sum

@@ -0,0 +1,6 @@
+github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY=
+github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto=
+github.com/tmthrgd/go-shm v0.0.0-20230106080200-1ec4c2ba35cf h1:zllFA+KeQ5EGsnMv8YtqBZQTEERX9UZkY+h2nKYY2JY=
+github.com/tmthrgd/go-shm v0.0.0-20230106080200-1ec4c2ba35cf/go.mod h1:sreX9Ec5xasLXkHjdpdrCXuYWgnB8a2T2ElLH+weMWY=
+golang.org/x/sys v0.4.0 h1:Zr2JFtRQNX3BCZ8YtxRE9hNJYC8J6I1MVbMg6owUp18=
+golang.org/x/sys v0.4.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=

main.go

@@ -13,8 +13,12 @@ import (
 	"runtime"
 	"sync"
 	"time"
+
+	"github.com/dustin/go-humanize"
 )
 
+var _fileSize int64
+
 func getRemoteFileSize(url string) (int64, error) {
 	resp, err := http.DefaultClient.Head(url)
 	if err != nil {
@@ -26,6 +30,7 @@ func getRemoteFileSize(url string) (int64, error) {
 	if fileSize <= 0 {
 		return int64(-1), fmt.Errorf("unable to determine file size")
 	}
+	_fileSize = fileSize
 	return fileSize, nil
 }
 
@@ -41,6 +46,7 @@ func downloadFileToBuffer(url string, concurrency int) (*bytes.Buffer, error) {
 
 	data := make([]byte, fileSize)
 	errc := make(chan error, concurrency)
+	startTime := time.Now()
 
 	for i := 0; i < concurrency; i++ {
 		start := int64(i) * chunkSize
@@ -109,12 +115,16 @@ func downloadFileToBuffer(url string, concurrency int) (*bytes.Buffer, error) {
 			return nil, err // return the first error we encounter
 		}
 	}
+	elapsed := time.Since(startTime).Seconds()
+	througput := humanize.Bytes(uint64(float64(fileSize) / elapsed))
+	fmt.Printf("Downloaded %s bytes in %.3fs (%s/s)\n", humanize.Bytes(uint64(fileSize)), elapsed, througput)
 
 	buffer := bytes.NewBuffer(data)
 	return buffer, nil
 }
 
 func extractTarFile(buffer *bytes.Buffer, destDir string) error {
+	startTime := time.Now()
 	tarReader := tar.NewReader(buffer)
 
 	for {
@@ -155,6 +165,10 @@ func extractTarFile(buffer *bytes.Buffer, destDir string) error {
 			return fmt.Errorf("unsupported file type for %s, typeflag %s", header.Name, string(header.Typeflag))
 		}
 	}
+	elapsed := time.Since(startTime).Seconds()
+	size := humanize.Bytes(uint64(_fileSize))
+	throughput := humanize.Bytes(uint64(float64(_fileSize) / elapsed))
+	fmt.Printf("Extracted %s in %.3fs (%s/s)\n", size, elapsed, throughput)
 
 	return nil
 }