Mock S3 Uploads in Go Tests

· 448 words · 3 minutes read

A common scenario a back-end web developer might encounter is writing code which uploads a file to an external storage platform, like S3 or Azure. This is simple enough, but writing tests for this code which are isolated from the dependencies isn’t quite as straight forward. We can achieve this in Go through the use of interfaces and creating a “mock” uploader when our tests run.

Below we’ve build an example to show this, first showing the test and then the code it’s testing.

The same principle can be applied to almost any dependency and it’s also useful for mocking the downloading of files from S3. Although we’ve done this process manually, there are packages to help you create these mocks.

uploader_test.go

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
package main

import (
	"log"
	"testing"

	"github.com/aws/aws-sdk-go/service/s3"
)

type fileFetcher struct{}

func (f *fileFetcher) PutObject(input *s3.PutObjectInput) (*s3.PutObjectOutput, error) {
	log.Println("Mock Uploaded to S3:", *input.Key)
	return &s3.PutObjectOutput{}, nil
}

func TestMyFunc(t *testing.T) {

	f := fileFetcher{}
	err := MyFuncToTest(&f)

	if err != nil {
		t.Errorf("TestMyFunc returned an error: %s", err)
	}
}

uploader.go

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
package main

import (
	"bytes"
	"fmt"
	"net/http"
	"os"
	"path"

	"github.com/aws/aws-sdk-go/aws"
	"github.com/aws/aws-sdk-go/aws/session"
	"github.com/aws/aws-sdk-go/service/s3"
)

const (
	S3BucketName = "{{!! YOUR_S3 BUCKET !!}}"
)

type ReportS3 interface {
	PutObject(*s3.PutObjectInput) (*s3.PutObjectOutput, error)
}

func main() {

	// Create AWS Session
	s, _ := session.NewSession(&aws.Config{Region: aws.String("eu-west-1")})
	svc := s3.New(s)

	if MyFuncToTest(svc) == nil {
		fmt.Println("File uploaded")
	}
}

// MyFuncToTest uploads a file to S3 - This is the function we're going to test!
func MyFuncToTest(s3Svc ReportS3) error {
	f, err := os.Open("golangcode-file.txt")
	if err != nil {
		return err
	}
	return UploadToS3(s3Svc, f)
}

// UploadToS3 will upload a single file to S3, it will require a pre-built aws s3 service.
func UploadToS3(s3Svc ReportS3, file *os.File) error {

	// Get file size and read the file content into a buffer
	fileInfo, err := file.Stat()
	if err != nil {
		return err
	}
	var size int64 = fileInfo.Size()
	buffer := make([]byte, size)
	file.Read(buffer)

	// S3 Name
	s3Key := path.Base(file.Name())
	_, err = s3Svc.PutObject(&s3.PutObjectInput{
		Bucket:        aws.String(S3BucketName),
		Key:           aws.String(s3Key),
		ACL:           aws.String("private"),
		Body:          bytes.NewReader(buffer),
		ContentLength: aws.Int64(size),
		ContentType:   aws.String(http.DetectContentType(buffer)),
	})
	return err
}

The Results:

The tests running:

tests using a mock uploader to AWS S3

The program running:

program uploading to AWS S3

Image of Author Edd Turtle

Author:  Edd Turtle

Edd is the Lead Developer at Hoowla, a prop-tech startup, where he spends much of his time working on production-ready Go and PHP code. He loves coding, but also enjoys cycling and camping in his spare time.

See something which isn't right? You can contribute to this page on GitHub or just let us know in the comments below - Thanks for reading!