diff --git a/turbojpeg.c b/turbojpeg.c
index ec03aff..5ba9a19 100644
--- a/turbojpeg.c
+++ b/turbojpeg.c
@@ -1568,6 +1568,7 @@
 		retval=-1;  goto bailout;
 	}
 	dinfo->do_fancy_upsampling=FALSE;
+	dinfo->Se=DCTSIZE2-1;
 	jinit_master_decompress(dinfo);
 	(*dinfo->upsample->start_pass)(dinfo);