diff --git a/Python/sysmodule.c b/Python/sysmodule.c
index 3026b66d1fb..51a85e0a5dd 100644
--- a/Python/sysmodule.c
+++ b/Python/sysmodule.c
@@ -469,7 +469,8 @@ _PySys_Init(void)
 		else
 			value = "little";
 		PyDict_SetItemString(sysdict, "byteorder",
-				     PyString_FromString(value));
+				     v = PyString_FromString(value));
+		Py_XDECREF(v);
 	}
 #ifdef MS_COREDLL
 	PyDict_SetItemString(sysdict, "dllhandle",