diff --git a/client.go b/client.go
index 8bce951..3936464 100644
--- a/client.go
+++ b/client.go
@@ -117,6 +117,7 @@ func (c *Client) partChannel(channelName, reason string) {
 	}
 
 	delete(c.channelMap, channelKey)
+	delete(channel.modeMap, strings.ToLower(c.nick))
 	delete(channel.clientMap, strings.ToLower(c.nick))
 
 	if len(channel.clientMap) == 0 {