diff --git a/Lidgren.Network/NetConnection.Handshake.cs b/Lidgren.Network/NetConnection.Handshake.cs
index e710a39..3fdac82 100644
--- a/Lidgren.Network/NetConnection.Handshake.cs
+++ b/Lidgren.Network/NetConnection.Handshake.cs
@@ -162,6 +162,10 @@ namespace Lidgren.Network
 			// release some held memory
 			m_unackedSends.Clear();
 			m_acknowledgesToSend.Clear();
+			foreach(var wma in m_withheldMessages)
+				if (wma != null)
+					wma.Clear();
+			m_fragmentGroups.Clear();
 
 			SetStatus(NetConnectionStatus.Disconnected, m_disconnectByeMessage);
 			m_disconnectByeMessage = null;