diff --git a/src/irc/core/modes.c b/src/irc/core/modes.c
index c1a66153..936a7a28 100644
--- a/src/irc/core/modes.c
+++ b/src/irc/core/modes.c
@@ -232,7 +232,6 @@ void parse_channel_modes(IRC_CHANNEL_REC *channel, const char *setby,
 			else
 				banlist_remove(channel, arg);
 			break;
-
 		case 'o':
 		case 'O': /* channel owner in !channels */
 			if (g_strcasecmp(channel->server->nick, arg) == 0)
@@ -263,6 +262,12 @@ void parse_channel_modes(IRC_CHANNEL_REC *channel, const char *setby,
 					channel->key = g_strdup(arg);
 			}
 			break;
+		case 'e':
+		case 'I':
+		case 'O':
+		case 'q':
+			/* Don't set it as channel mode */
+			break;
 
 		default:
                         mode_set(newmode, type, *curmode);