IRC operators can use /MODE to do anything they like

server.go

@@ -396,10 +396,14 @@ func (s *Server) handleEvent(e Event) {
 		}
 
 		if cm, ok := channel.modeMap[strings.ToLower(e.client.nick)]; !ok || !cm.operator {
-			//Not an operator
+			//Not a channel operator.
+
+			//If they're not an irc operator either, they'll fail
+			if !e.client.operator {
 				e.client.reply(errNoPriv)
 				return
 			}
+		}
 
 		hasClient := false
 		var oldClientMode, newClientMode *ClientMode