diff --git a/post-processor/compress/post-processor_test.go b/post-processor/compress/post-processor_test.go
index a4812723f..d7bca6c7a 100644
--- a/post-processor/compress/post-processor_test.go
+++ b/post-processor/compress/post-processor_test.go
@@ -1,7 +1,9 @@
 package compress
 
 import (
+	"compress/gzip"
 	"fmt"
+	"io/ioutil"
 	"os"
 	"strings"
 	"testing"
@@ -54,6 +56,8 @@ func TestDetectFilename(t *testing.T) {
 	}
 }
 
+const expectedFileContents = "Hello world!"
+
 func TestSimpleCompress(t *testing.T) {
 	const config = `
 	{
@@ -137,10 +141,13 @@ func TestCompressOptions(t *testing.T) {
 	artifact := testArchive(t, config)
 	defer artifact.Destroy()
 
-	// Verify things look good
-	_, err := os.Stat("package.gz")
-	if err != nil {
-		t.Errorf("Unable to read archive: %s", err)
+	filename := "package.gz"
+	archive, _ := os.Open(filename)
+	gzipReader, _ := gzip.NewReader(archive)
+	data, _ := ioutil.ReadAll(gzipReader)
+
+	if string(data) != expectedFileContents {
+		t.Errorf("Expected:\n%s\nFound:\n%s\n", expectedFileContents, data)
 	}
 }