diff --git a/builder/qemu/comm_config.go b/builder/qemu/comm_config.go
index 45b68b79a..46b3ab082 100644
--- a/builder/qemu/comm_config.go
+++ b/builder/qemu/comm_config.go
@@ -46,7 +46,7 @@ func (c *CommConfig) Prepare(ctx *interpolate.Context) (warnings []string, errs
 		c.HostPortMax = c.SSHHostPortMax
 	}
 
-	if c.Comm.SSHHost == "" {
+	if c.Comm.SSHHost == "" && c.SkipNatMapping {
 		c.Comm.SSHHost = "127.0.0.1"
 	}