diff options
| author | 2020-09-10 14:54:50 -0500 | |
|---|---|---|
| committer | 2020-09-10 14:54:50 -0500 | |
| commit | 04afb41139a688e6d0b528564f223577c523eb8d (patch) | |
| tree | 8943024e353fa2d25faf2b90001bc9e9b32c67c5 | |
| parent | Verification: move constants to config (diff) | |
| parent | Merge pull request #1144 from Numerlor/text-link-fix (diff) | |
Merge branch 'master' into kwzrd/verification
42 files changed, 529 insertions, 800 deletions
diff --git a/bot/__init__.py b/bot/__init__.py index d63086fe2..3ee70c4e9 100644 --- a/bot/__init__.py +++ b/bot/__init__.py @@ -2,10 +2,14 @@ import asyncio  import logging  import os  import sys +from functools import partial, partialmethod  from logging import Logger, handlers  from pathlib import Path  import coloredlogs +from discord.ext import commands + +from bot.command import Command  TRACE_LEVEL = logging.TRACE = 5  logging.addLevelName(TRACE_LEVEL, "TRACE") @@ -66,3 +70,9 @@ logging.getLogger(__name__)  # On Windows, the selector event loop is required for aiodns.  if os.name == "nt":      asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy()) + + +# Monkey-patch discord.py decorators to use the Command subclass which supports root aliases. +# Must be patched before any cogs are added. +commands.command = partial(commands.command, cls=Command) +commands.GroupMixin.command = partialmethod(commands.GroupMixin.command, cls=Command) diff --git a/bot/__main__.py b/bot/__main__.py index f698b5662..fe2cf90e6 100644 --- a/bot/__main__.py +++ b/bot/__main__.py @@ -74,7 +74,6 @@ bot.load_extension("bot.cogs.token_remover")  bot.load_extension("bot.cogs.utils")  bot.load_extension("bot.cogs.watchchannels")  bot.load_extension("bot.cogs.webhook_remover") -bot.load_extension("bot.cogs.wolfram")  if constants.HelpChannels.enable:      bot.load_extension("bot.cogs.help_channels") diff --git a/bot/bot.py b/bot/bot.py index 756449293..d25074fd9 100644 --- a/bot/bot.py +++ b/bot/bot.py @@ -130,6 +130,26 @@ class Bot(commands.Bot):          super().add_cog(cog)          log.info(f"Cog loaded: {cog.qualified_name}") +    def add_command(self, command: commands.Command) -> None: +        """Add `command` as normal and then add its root aliases to the bot.""" +        super().add_command(command) +        self._add_root_aliases(command) + +    def remove_command(self, name: str) -> Optional[commands.Command]: +        """ +        Remove a command/alias as normal and then remove its root aliases from the bot. + +        Individual root aliases cannot be removed by this function. +        To remove them, either remove the entire command or manually edit `bot.all_commands`. +        """ +        command = super().remove_command(name) +        if command is None: +            # Even if it's a root alias, there's no way to get the Bot instance to remove the alias. +            return + +        self._remove_root_aliases(command) +        return command +      def clear(self) -> None:          """          Clears the internal state of the bot and recreates the connector and sessions. @@ -235,3 +255,24 @@ class Bot(commands.Bot):              scope.set_extra("kwargs", kwargs)              log.exception(f"Unhandled exception in {event}.") + +    def _add_root_aliases(self, command: commands.Command) -> None: +        """Recursively add root aliases for `command` and any of its subcommands.""" +        if isinstance(command, commands.Group): +            for subcommand in command.commands: +                self._add_root_aliases(subcommand) + +        for alias in getattr(command, "root_aliases", ()): +            if alias in self.all_commands: +                raise commands.CommandRegistrationError(alias, alias_conflict=True) + +            self.all_commands[alias] = command + +    def _remove_root_aliases(self, command: commands.Command) -> None: +        """Recursively remove root aliases for `command` and any of its subcommands.""" +        if isinstance(command, commands.Group): +            for subcommand in command.commands: +                self._remove_root_aliases(subcommand) + +        for alias in getattr(command, "root_aliases", ()): +            self.all_commands.pop(alias, None) diff --git a/bot/cogs/alias.py b/bot/cogs/alias.py index 55c7efe65..c6ba8d6f3 100644 --- a/bot/cogs/alias.py +++ b/bot/cogs/alias.py @@ -3,13 +3,12 @@ import logging  from discord import Colour, Embed  from discord.ext.commands import ( -    Cog, Command, Context, Greedy, +    Cog, Command, Context,      clean_content, command, group,  )  from bot.bot import Bot -from bot.cogs.extensions import Extension -from bot.converters import FetchedMember, TagNameConverter +from bot.converters import TagNameConverter  from bot.pagination import LinePaginator  log = logging.getLogger(__name__) @@ -51,56 +50,6 @@ class Alias (Cog):              ctx, embed, empty=False, max_lines=20          ) -    @command(name="resources", aliases=("resource",), hidden=True) -    async def site_resources_alias(self, ctx: Context) -> None: -        """Alias for invoking <prefix>site resources.""" -        await self.invoke(ctx, "site resources") - -    @command(name="tools", hidden=True) -    async def site_tools_alias(self, ctx: Context) -> None: -        """Alias for invoking <prefix>site tools.""" -        await self.invoke(ctx, "site tools") - -    @command(name="watch", hidden=True) -    async def bigbrother_watch_alias(self, ctx: Context, user: FetchedMember, *, reason: str) -> None: -        """Alias for invoking <prefix>bigbrother watch [user] [reason].""" -        await self.invoke(ctx, "bigbrother watch", user, reason=reason) - -    @command(name="unwatch", hidden=True) -    async def bigbrother_unwatch_alias(self, ctx: Context, user: FetchedMember, *, reason: str) -> None: -        """Alias for invoking <prefix>bigbrother unwatch [user] [reason].""" -        await self.invoke(ctx, "bigbrother unwatch", user, reason=reason) - -    @command(name="home", hidden=True) -    async def site_home_alias(self, ctx: Context) -> None: -        """Alias for invoking <prefix>site home.""" -        await self.invoke(ctx, "site home") - -    @command(name="faq", hidden=True) -    async def site_faq_alias(self, ctx: Context) -> None: -        """Alias for invoking <prefix>site faq.""" -        await self.invoke(ctx, "site faq") - -    @command(name="rules", aliases=("rule",), hidden=True) -    async def site_rules_alias(self, ctx: Context, rules: Greedy[int], *_: str) -> None: -        """Alias for invoking <prefix>site rules.""" -        await self.invoke(ctx, "site rules", *rules) - -    @command(name="reload", hidden=True) -    async def extensions_reload_alias(self, ctx: Context, *extensions: Extension) -> None: -        """Alias for invoking <prefix>extensions reload [extensions...].""" -        await self.invoke(ctx, "extensions reload", *extensions) - -    @command(name="defon", hidden=True) -    async def defcon_enable_alias(self, ctx: Context) -> None: -        """Alias for invoking <prefix>defcon enable.""" -        await self.invoke(ctx, "defcon enable") - -    @command(name="defoff", hidden=True) -    async def defcon_disable_alias(self, ctx: Context) -> None: -        """Alias for invoking <prefix>defcon disable.""" -        await self.invoke(ctx, "defcon disable") -      @command(name="exception", hidden=True)      async def tags_get_traceback_alias(self, ctx: Context) -> None:          """Alias for invoking <prefix>tags get traceback.""" @@ -132,21 +81,6 @@ class Alias (Cog):          """Alias for invoking <prefix>docs get [symbol]."""          await self.invoke(ctx, "docs get", symbol) -    @command(name="nominate", hidden=True) -    async def nomination_add_alias(self, ctx: Context, user: FetchedMember, *, reason: str) -> None: -        """Alias for invoking <prefix>talentpool add [user] [reason].""" -        await self.invoke(ctx, "talentpool add", user, reason=reason) - -    @command(name="unnominate", hidden=True) -    async def nomination_end_alias(self, ctx: Context, user: FetchedMember, *, reason: str) -> None: -        """Alias for invoking <prefix>nomination end [user] [reason].""" -        await self.invoke(ctx, "nomination end", user, reason=reason) - -    @command(name="nominees", hidden=True) -    async def nominees_alias(self, ctx: Context) -> None: -        """Alias for invoking <prefix>tp watched.""" -        await self.invoke(ctx, "talentpool watched") -  def setup(bot: Bot) -> None:      """Load the Alias cog.""" diff --git a/bot/cogs/antimalware.py b/bot/cogs/antimalware.py index c76bd2c60..7894ec48f 100644 --- a/bot/cogs/antimalware.py +++ b/bot/cogs/antimalware.py @@ -55,6 +55,10 @@ class AntiMalware(Cog):          if not message.attachments or not message.guild:              return +        # Ignore webhook and bot messages +        if message.webhook_id or message.author.bot: +            return +          # Check if user is staff, if is, return          # Since we only care that roles exist to iterate over, check for the attr rather than a User/Member instance          if hasattr(message.author, "roles") and any(role.id in STAFF_ROLES for role in message.author.roles): diff --git a/bot/cogs/antispam.py b/bot/cogs/antispam.py index 0bcca578d..3ad487d8c 100644 --- a/bot/cogs/antispam.py +++ b/bot/cogs/antispam.py @@ -27,14 +27,18 @@ log = logging.getLogger(__name__)  RULE_FUNCTION_MAPPING = {      'attachments': rules.apply_attachments,      'burst': rules.apply_burst, -    'burst_shared': rules.apply_burst_shared, +    # burst shared is temporarily disabled due to a bug +    # 'burst_shared': rules.apply_burst_shared,      'chars': rules.apply_chars,      'discord_emojis': rules.apply_discord_emojis,      'duplicates': rules.apply_duplicates,      'links': rules.apply_links,      'mentions': rules.apply_mentions,      'newlines': rules.apply_newlines, -    'role_mentions': rules.apply_role_mentions +    'role_mentions': rules.apply_role_mentions, +    # the everyone filter is temporarily disabled until +    # it has been improved. +    # 'everyone_ping': rules.apply_everyone_ping,  } @@ -219,7 +223,6 @@ class AntiSpam(Cog):              # Get context and make sure the bot becomes the actor of infraction by patching the `author` attributes              context = await self.bot.get_context(msg)              context.author = self.bot.user -            context.message.author = self.bot.user              # Since we're going to invoke the tempmute command directly, we need to manually call the converter.              dt_remove_role_after = await self.expiration_date_converter.convert(context, f"{remove_role_after}S") diff --git a/bot/cogs/bot.py b/bot/cogs/bot.py index 79510739c..ddd1cef8d 100644 --- a/bot/cogs/bot.py +++ b/bot/cogs/bot.py @@ -9,6 +9,7 @@ from discord.ext.commands import Cog, Context, command, group  from bot.bot import Bot  from bot.cogs.token_remover import TokenRemover +from bot.cogs.webhook_remover import WEBHOOK_URL_RE  from bot.constants import Categories, Channels, DEBUG_MODE, Guild, MODERATION_ROLES, Roles, URLs  from bot.decorators import with_role  from bot.utils.messages import wait_for_deletion @@ -240,6 +241,7 @@ class BotCog(Cog, name="Bot"):              and not msg.author.bot              and len(msg.content.splitlines()) > 3              and not TokenRemover.find_token_in_message(msg) +            and not WEBHOOK_URL_RE.search(msg.content)          )          if parse_codeblock:  # no token in the msg @@ -337,7 +339,7 @@ class BotCog(Cog, name="Bot"):                          self.codeblock_message_ids[msg.id] = bot_message.id                          self.bot.loop.create_task( -                            wait_for_deletion(bot_message, user_ids=(msg.author.id,), client=self.bot) +                            wait_for_deletion(bot_message, (msg.author.id,), self.bot)                          )                      else:                          return diff --git a/bot/cogs/defcon.py b/bot/cogs/defcon.py index 4c0ad5914..9087ac454 100644 --- a/bot/cogs/defcon.py +++ b/bot/cogs/defcon.py @@ -10,7 +10,7 @@ from discord.ext.commands import Cog, Context, group  from bot.bot import Bot  from bot.cogs.moderation import ModLog -from bot.constants import Channels, Colours, Emojis, Event, Icons, Roles +from bot.constants import Channels, Colours, Emojis, Event, Icons, MODERATION_ROLES, Roles  from bot.decorators import with_role  log = logging.getLogger(__name__) @@ -119,7 +119,7 @@ class Defcon(Cog):                  )      @group(name='defcon', aliases=('dc',), invoke_without_command=True) -    @with_role(Roles.admins, Roles.owners) +    @with_role(*MODERATION_ROLES)      async def defcon_group(self, ctx: Context) -> None:          """Check the DEFCON status or run a subcommand."""          await ctx.send_help(ctx.command) @@ -162,8 +162,8 @@ class Defcon(Cog):              self.bot.stats.gauge("defcon.threshold", days) -    @defcon_group.command(name='enable', aliases=('on', 'e')) -    @with_role(Roles.admins, Roles.owners) +    @defcon_group.command(name='enable', aliases=('on', 'e'), root_aliases=("defon",)) +    @with_role(*MODERATION_ROLES)      async def enable_command(self, ctx: Context) -> None:          """          Enable DEFCON mode. Useful in a pinch, but be sure you know what you're doing! @@ -175,8 +175,8 @@ class Defcon(Cog):          await self._defcon_action(ctx, days=0, action=Action.ENABLED)          await self.update_channel_topic() -    @defcon_group.command(name='disable', aliases=('off', 'd')) -    @with_role(Roles.admins, Roles.owners) +    @defcon_group.command(name='disable', aliases=('off', 'd'), root_aliases=("defoff",)) +    @with_role(*MODERATION_ROLES)      async def disable_command(self, ctx: Context) -> None:          """Disable DEFCON mode. Useful in a pinch, but be sure you know what you're doing!"""          self.enabled = False @@ -184,7 +184,7 @@ class Defcon(Cog):          await self.update_channel_topic()      @defcon_group.command(name='status', aliases=('s',)) -    @with_role(Roles.admins, Roles.owners) +    @with_role(*MODERATION_ROLES)      async def status_command(self, ctx: Context) -> None:          """Check the current status of DEFCON mode."""          embed = Embed( @@ -196,7 +196,7 @@ class Defcon(Cog):          await ctx.send(embed=embed)      @defcon_group.command(name='days') -    @with_role(Roles.admins, Roles.owners) +    @with_role(*MODERATION_ROLES)      async def days_command(self, ctx: Context, days: int) -> None:          """Set how old an account must be to join the server, in days, with DEFCON mode enabled."""          self.days = timedelta(days=days) diff --git a/bot/cogs/doc.py b/bot/cogs/doc.py index 204cffb37..30c793c75 100644 --- a/bot/cogs/doc.py +++ b/bot/cogs/doc.py @@ -23,6 +23,7 @@ from bot.constants import MODERATION_ROLES, RedirectOutput  from bot.converters import ValidPythonIdentifier, ValidURL  from bot.decorators import with_role  from bot.pagination import LinePaginator +from bot.utils.messages import wait_for_deletion  log = logging.getLogger(__name__) @@ -391,7 +392,8 @@ class Doc(commands.Cog):                      await error_message.delete(delay=NOT_FOUND_DELETE_DELAY)                      await ctx.message.delete(delay=NOT_FOUND_DELETE_DELAY)              else: -                await ctx.send(embed=doc_embed) +                msg = await ctx.send(embed=doc_embed) +                await wait_for_deletion(msg, (ctx.author.id,), client=self.bot)      @docs_group.command(name='set', aliases=('s',))      @with_role(*MODERATION_ROLES) diff --git a/bot/cogs/extensions.py b/bot/cogs/extensions.py index 365f198ff..396e406b0 100644 --- a/bot/cogs/extensions.py +++ b/bot/cogs/extensions.py @@ -107,7 +107,7 @@ class Extensions(commands.Cog):          await ctx.send(msg) -    @extensions_group.command(name="reload", aliases=("r",)) +    @extensions_group.command(name="reload", aliases=("r",), root_aliases=("reload",))      async def reload_command(self, ctx: Context, *extensions: Extension) -> None:          r"""          Reload extensions given their fully qualified or unqualified names. diff --git a/bot/cogs/filtering.py b/bot/cogs/filtering.py index 4ec95ad73..99b659bff 100644 --- a/bot/cogs/filtering.py +++ b/bot/cogs/filtering.py @@ -11,6 +11,7 @@ from discord import Colour, HTTPException, Member, Message, NotFound, TextChanne  from discord.ext.commands import Cog  from discord.utils import escape_markdown +from bot.api import ResponseCodeError  from bot.bot import Bot  from bot.cogs.moderation import ModLog  from bot.constants import ( @@ -124,7 +125,10 @@ class Filtering(Cog):      async def on_message(self, msg: Message) -> None:          """Invoke message filter for new messages."""          await self._filter_message(msg) -        await self.check_bad_words_in_name(msg.author) + +        # Ignore webhook messages. +        if msg.webhook_id is None: +            await self.check_bad_words_in_name(msg.author)      @Cog.listener()      async def on_message_edit(self, before: Message, after: Message) -> None: @@ -298,9 +302,16 @@ class Filtering(Cog):                                  'delete_date': delete_date                              } -                            await self.bot.api_client.post('bot/offensive-messages', json=data) -                            self.schedule_msg_delete(data) -                            log.trace(f"Offensive message {msg.id} will be deleted on {delete_date}") +                            try: +                                await self.bot.api_client.post('bot/offensive-messages', json=data) +                            except ResponseCodeError as e: +                                if e.status == 400 and "already exists" in e.response_json.get("id", [""])[0]: +                                    log.debug(f"Offensive message {msg.id} already exists.") +                                else: +                                    log.error(f"Offensive message {msg.id} failed to post: {e}") +                            else: +                                self.schedule_msg_delete(data) +                                log.trace(f"Offensive message {msg.id} will be deleted on {delete_date}")                          if is_private:                              channel_str = "via DM" diff --git a/bot/cogs/help.py b/bot/cogs/help.py index 3d1d6fd10..99d503f5c 100644 --- a/bot/cogs/help.py +++ b/bot/cogs/help.py @@ -1,50 +1,28 @@  import itertools  import logging -from asyncio import TimeoutError  from collections import namedtuple  from contextlib import suppress  from typing import List, Union -from discord import Colour, Embed, Member, Message, NotFound, Reaction, User +from discord import Colour, Embed  from discord.ext.commands import Bot, Cog, Command, Context, Group, HelpCommand  from fuzzywuzzy import fuzz, process  from fuzzywuzzy.utils import full_process  from bot import constants -from bot.constants import Channels, Emojis, STAFF_ROLES +from bot.constants import Channels, STAFF_ROLES  from bot.decorators import redirect_output  from bot.pagination import LinePaginator +from bot.utils.messages import wait_for_deletion  log = logging.getLogger(__name__)  COMMANDS_PER_PAGE = 8 -DELETE_EMOJI = Emojis.trashcan  PREFIX = constants.Bot.prefix  Category = namedtuple("Category", ["name", "description", "cogs"]) -async def help_cleanup(bot: Bot, author: Member, message: Message) -> None: -    """ -    Runs the cleanup for the help command. - -    Adds the :trashcan: reaction that, when clicked, will delete the help message. -    After a 300 second timeout, the reaction will be removed. -    """ -    def check(reaction: Reaction, user: User) -> bool: -        """Checks the reaction is :trashcan:, the author is original author and messages are the same.""" -        return str(reaction) == DELETE_EMOJI and user.id == author.id and reaction.message.id == message.id - -    await message.add_reaction(DELETE_EMOJI) - -    with suppress(NotFound): -        try: -            await bot.wait_for("reaction_add", check=check, timeout=300) -            await message.delete() -        except TimeoutError: -            await message.remove_reaction(DELETE_EMOJI, bot.user) - -  class HelpQueryNotFound(ValueError):      """      Raised when a HelpSession Query doesn't match a command or cog. @@ -189,7 +167,9 @@ class CustomHelpCommand(HelpCommand):          command_details = f"**```{PREFIX}{name} {command.signature}```**\n"          # show command aliases -        aliases = ", ".join(f"`{alias}`" if not parent else f"`{parent} {alias}`" for alias in command.aliases) +        aliases = [f"`{alias}`" if not parent else f"`{parent} {alias}`" for alias in command.aliases] +        aliases += [f"`{alias}`" for alias in getattr(command, "root_aliases", ())] +        aliases = ", ".join(sorted(aliases))          if aliases:              command_details += f"**Can also use:** {aliases}\n\n" @@ -206,7 +186,7 @@ class CustomHelpCommand(HelpCommand):          """Send help for a single command."""          embed = await self.command_formatting(command)          message = await self.context.send(embed=embed) -        await help_cleanup(self.context.bot, self.context.author, message) +        await wait_for_deletion(message, (self.context.author.id,), self.context.bot)      @staticmethod      def get_commands_brief_details(commands_: List[Command], return_as_list: bool = False) -> Union[List[str], str]: @@ -245,7 +225,7 @@ class CustomHelpCommand(HelpCommand):              embed.description += f"\n**Subcommands:**\n{command_details}"          message = await self.context.send(embed=embed) -        await help_cleanup(self.context.bot, self.context.author, message) +        await wait_for_deletion(message, (self.context.author.id,), self.context.bot)      async def send_cog_help(self, cog: Cog) -> None:          """Send help for a cog.""" @@ -261,7 +241,7 @@ class CustomHelpCommand(HelpCommand):              embed.description += f"\n\n**Commands:**\n{command_details}"          message = await self.context.send(embed=embed) -        await help_cleanup(self.context.bot, self.context.author, message) +        await wait_for_deletion(message, (self.context.author.id,), self.context.bot)      @staticmethod      def _category_key(command: Command) -> str: diff --git a/bot/cogs/help_channels.py b/bot/cogs/help_channels.py index 1be980472..0f9cac89e 100644 --- a/bot/cogs/help_channels.py +++ b/bot/cogs/help_channels.py @@ -36,7 +36,7 @@ the **Help: Dormant** category.  Try to write the best question you can by providing a detailed description and telling us what \  you've tried already. For more information on asking a good question, \ -check out our guide on [asking good questions]({ASKING_GUIDE_URL}). +check out our guide on **[asking good questions]({ASKING_GUIDE_URL})**.  """  DORMANT_MSG = f""" @@ -47,7 +47,7 @@ channel until it becomes available again.  If your question wasn't answered yet, you can claim a new help channel from the \  **Help: Available** category by simply asking your question again. Consider rephrasing the \  question to maximize your chance of getting a good answer. If you're not sure how, have a look \ -through our guide for [asking a good question]({ASKING_GUIDE_URL}). +through our guide for **[asking a good question]({ASKING_GUIDE_URL})**.  """  CoroutineFunc = t.Callable[..., t.Coroutine] @@ -215,9 +215,6 @@ class HelpChannels(commands.Cog):          log.trace("close command invoked; checking if the channel is in-use.")          if ctx.channel.category == self.in_use_category:              if await self.dormant_check(ctx): - -                # Remove the claimant and the cooldown role -                await self.help_channel_claimants.delete(ctx.channel.id)                  await self.remove_cooldown_role(ctx.author)                  # Ignore missing task when cooldown has passed but the channel still isn't dormant. @@ -551,20 +548,9 @@ class HelpChannels(commands.Cog):          A caller argument is provided for metrics.          """ -        msg_id = await self.question_messages.pop(channel.id) - -        try: -            await self.bot.http.unpin_message(channel.id, msg_id) -        except discord.HTTPException as e: -            if e.code == 10008: -                log.trace(f"Message {msg_id} don't exist, can't unpin.") -            else: -                log.warn(f"Got unexpected status {e.code} when unpinning message {msg_id}: {e.text}") -        else: -            log.trace(f"Unpinned message {msg_id}.") -          log.info(f"Moving #{channel} ({channel.id}) to the Dormant category.") +        await self.help_channel_claimants.delete(channel.id)          await self.move_to_bottom_position(              channel=channel,              category_id=constants.Categories.help_dormant, @@ -587,6 +573,8 @@ class HelpChannels(commands.Cog):          embed = discord.Embed(description=DORMANT_MSG)          await channel.send(embed=embed) +        await self.unpin(channel) +          log.trace(f"Pushing #{channel} ({channel.id}) into the channel queue.")          self.channel_queue.put_nowait(channel)          self.report_stats() @@ -704,15 +692,8 @@ class HelpChannels(commands.Cog):              log.info(f"Channel #{channel} was claimed by `{message.author.id}`.")              await self.move_to_in_use(channel)              await self.revoke_send_permissions(message.author) -            # Pin message for better access and store this to cache -            try: -                await message.pin() -            except discord.NotFound: -                log.info(f"Pinning message {message.id} ({channel}) failed because message got deleted.") -            except discord.HTTPException as e: -                log.info(f"Pinning message {message.id} ({channel.id}) failed with code {e.code}", exc_info=e) -            else: -                await self.question_messages.set(channel.id, message.id) + +            await self.pin(message)              # Add user with channel for dormant check.              await self.help_channel_claimants.set(channel.id, message.author.id) @@ -754,9 +735,22 @@ class HelpChannels(commands.Cog):          self.scheduler.schedule_later(delay, msg.channel.id, self.move_idle_channel(msg.channel))      async def is_empty(self, channel: discord.TextChannel) -> bool: -        """Return True if the most recent message in `channel` is the bot's `AVAILABLE_MSG`.""" -        msg = await self.get_last_message(channel) -        return self.match_bot_embed(msg, AVAILABLE_MSG) +        """Return True if there's an AVAILABLE_MSG and the messages leading up are bot messages.""" +        log.trace(f"Checking if #{channel} ({channel.id}) is empty.") + +        # A limit of 100 results in a single API call. +        # If AVAILABLE_MSG isn't found within 100 messages, then assume the channel is not empty. +        # Not gonna do an extensive search for it cause it's too expensive. +        async for msg in channel.history(limit=100): +            if not msg.author.bot: +                log.trace(f"#{channel} ({channel.id}) has a non-bot message.") +                return False + +            if self.match_bot_embed(msg, AVAILABLE_MSG): +                log.trace(f"#{channel} ({channel.id}) has the available message embed.") +                return True + +        return False      async def check_cooldowns(self) -> None:          """Remove expired cooldowns and re-schedule active ones.""" @@ -863,6 +857,47 @@ class HelpChannels(commands.Cog):          log.trace(f"Channel #{channel} ({channel_id}) retrieved.")          return channel +    async def pin_wrapper(self, msg_id: int, channel: discord.TextChannel, *, pin: bool) -> bool: +        """ +        Pin message `msg_id` in `channel` if `pin` is True or unpin if it's False. + +        Return True if successful and False otherwise. +        """ +        channel_str = f"#{channel} ({channel.id})" +        if pin: +            func = self.bot.http.pin_message +            verb = "pin" +        else: +            func = self.bot.http.unpin_message +            verb = "unpin" + +        try: +            await func(channel.id, msg_id) +        except discord.HTTPException as e: +            if e.code == 10008: +                log.debug(f"Message {msg_id} in {channel_str} doesn't exist; can't {verb}.") +            else: +                log.exception( +                    f"Error {verb}ning message {msg_id} in {channel_str}: {e.status} ({e.code})" +                ) +            return False +        else: +            log.trace(f"{verb.capitalize()}ned message {msg_id} in {channel_str}.") +            return True + +    async def pin(self, message: discord.Message) -> None: +        """Pin an initial question `message` and store it in a cache.""" +        if await self.pin_wrapper(message.id, message.channel, pin=True): +            await self.question_messages.set(message.channel.id, message.id) + +    async def unpin(self, channel: discord.TextChannel) -> None: +        """Unpin the initial question message sent in `channel`.""" +        msg_id = await self.question_messages.pop(channel.id) +        if msg_id is None: +            log.debug(f"#{channel} ({channel.id}) doesn't have a message pinned.") +        else: +            await self.pin_wrapper(msg_id, channel, pin=False) +      async def wait_for_dormant_channel(self) -> discord.TextChannel:          """Wait for a dormant channel to become available in the queue and return it."""          log.trace("Waiting for a dormant channel.") diff --git a/bot/cogs/information.py b/bot/cogs/information.py index 8982196d1..55ecb2836 100644 --- a/bot/cogs/information.py +++ b/bot/cogs/information.py @@ -4,9 +4,9 @@ import pprint  import textwrap  from collections import Counter, defaultdict  from string import Template -from typing import Any, Mapping, Optional, Union +from typing import Any, Mapping, Optional, Tuple, Union -from discord import ChannelType, Colour, Embed, Guild, Member, Message, Role, Status, utils +from discord import ChannelType, Colour, CustomActivity, Embed, Guild, Member, Message, Role, Status, utils  from discord.abc import GuildChannel  from discord.ext.commands import BucketType, Cog, Context, Paginator, command, group  from discord.utils import escape_markdown @@ -20,6 +20,12 @@ from bot.utils.time import time_since  log = logging.getLogger(__name__) +STATUS_EMOTES = { +    Status.offline: constants.Emojis.status_offline, +    Status.dnd: constants.Emojis.status_dnd, +    Status.idle: constants.Emojis.status_idle +} +  class Information(Cog):      """A cog with commands for generating embeds with server info, such as server stats and user info.""" @@ -211,53 +217,88 @@ class Information(Cog):          # Custom status          custom_status = ''          for activity in user.activities: -            # Check activity.state for None value if user has a custom status set -            # This guards against a custom status with an emoji but no text, which will cause -            # escape_markdown to raise an exception -            # This can be reworked after a move to d.py 1.3.0+, which adds a CustomActivity class -            if activity.name == 'Custom Status' and activity.state: -                state = escape_markdown(activity.state) -                custom_status = f'Status: {state}\n' +            if isinstance(activity, CustomActivity): +                state = "" + +                if activity.name: +                    state = escape_markdown(activity.name) + +                emoji = "" +                if activity.emoji: +                    # If an emoji is unicode use the emoji, else write the emote like :abc: +                    if not activity.emoji.id: +                        emoji += activity.emoji.name + " " +                    else: +                        emoji += f"`:{activity.emoji.name}:` " + +                custom_status = f'Status: {emoji}{state}\n'          name = str(user)          if user.nick:              name = f"{user.nick} ({name})" +        badges = [] + +        for badge, is_set in user.public_flags: +            if is_set and (emoji := getattr(constants.Emojis, f"badge_{badge}", None)): +                badges.append(emoji) +          joined = time_since(user.joined_at, max_units=3)          roles = ", ".join(role.mention for role in user.roles[1:]) -        description = [ -            textwrap.dedent(f""" -                **User Information** -                Created: {created} -                Profile: {user.mention} -                ID: {user.id} -                {custom_status} -                **Member Information** -                Joined: {joined} -                Roles: {roles or None} -            """).strip() +        desktop_status = STATUS_EMOTES.get(user.desktop_status, constants.Emojis.status_online) +        web_status = STATUS_EMOTES.get(user.web_status, constants.Emojis.status_online) +        mobile_status = STATUS_EMOTES.get(user.mobile_status, constants.Emojis.status_online) + +        fields = [ +            ( +                "User information", +                textwrap.dedent(f""" +                    Created: {created} +                    Profile: {user.mention} +                    ID: {user.id} +                    {custom_status} +                """).strip() +            ), +            ( +                "Member information", +                textwrap.dedent(f""" +                    Joined: {joined} +                    Roles: {roles or None} +                """).strip() +            ), +            ( +                "Status", +                textwrap.dedent(f""" +                    {desktop_status} Desktop +                    {web_status} Web +                    {mobile_status} Mobile +                """).strip() +            )          ]          # Show more verbose output in moderation channels for infractions and nominations          if ctx.channel.id in constants.MODERATION_CHANNELS: -            description.append(await self.expanded_user_infraction_counts(user)) -            description.append(await self.user_nomination_counts(user)) +            fields.append(await self.expanded_user_infraction_counts(user)) +            fields.append(await self.user_nomination_counts(user))          else: -            description.append(await self.basic_user_infraction_counts(user)) +            fields.append(await self.basic_user_infraction_counts(user))          # Let's build the embed now          embed = Embed(              title=name, -            description="\n\n".join(description) +            description=" ".join(badges)          ) +        for field_name, field_content in fields: +            embed.add_field(name=field_name, value=field_content, inline=False) +          embed.set_thumbnail(url=user.avatar_url_as(static_format="png"))          embed.colour = user.top_role.colour if roles else Colour.blurple()          return embed -    async def basic_user_infraction_counts(self, member: Member) -> str: +    async def basic_user_infraction_counts(self, member: Member) -> Tuple[str, str]:          """Gets the total and active infraction counts for the given `member`."""          infractions = await self.bot.api_client.get(              'bot/infractions', @@ -270,11 +311,11 @@ class Information(Cog):          total_infractions = len(infractions)          active_infractions = sum(infraction['active'] for infraction in infractions) -        infraction_output = f"**Infractions**\nTotal: {total_infractions}\nActive: {active_infractions}" +        infraction_output = f"Total: {total_infractions}\nActive: {active_infractions}" -        return infraction_output +        return "Infractions", infraction_output -    async def expanded_user_infraction_counts(self, member: Member) -> str: +    async def expanded_user_infraction_counts(self, member: Member) -> Tuple[str, str]:          """          Gets expanded infraction counts for the given `member`. @@ -288,9 +329,9 @@ class Information(Cog):              }          ) -        infraction_output = ["**Infractions**"] +        infraction_output = []          if not infractions: -            infraction_output.append("This user has never received an infraction.") +            infraction_output.append("No infractions")          else:              # Count infractions split by `type` and `active` status for this user              infraction_types = set() @@ -313,9 +354,9 @@ class Information(Cog):                  infraction_output.append(line) -        return "\n".join(infraction_output) +        return "Infractions", "\n".join(infraction_output) -    async def user_nomination_counts(self, member: Member) -> str: +    async def user_nomination_counts(self, member: Member) -> Tuple[str, str]:          """Gets the active and historical nomination counts for the given `member`."""          nominations = await self.bot.api_client.get(              'bot/nominations', @@ -324,21 +365,21 @@ class Information(Cog):              }          ) -        output = ["**Nominations**"] +        output = []          if not nominations: -            output.append("This user has never been nominated.") +            output.append("No nominations")          else:              count = len(nominations)              is_currently_nominated = any(nomination["active"] for nomination in nominations)              nomination_noun = "nomination" if count == 1 else "nominations"              if is_currently_nominated: -                output.append(f"This user is **currently** nominated ({count} {nomination_noun} in total).") +                output.append(f"This user is **currently** nominated\n({count} {nomination_noun} in total)")              else:                  output.append(f"This user has {count} historical {nomination_noun}, but is currently not nominated.") -        return "\n".join(output) +        return "Nominations", "\n".join(output)      def format_fields(self, mapping: Mapping[str, Any], field_width: Optional[int] = None) -> str:          """Format a mapping to be readable to a human.""" @@ -376,7 +417,7 @@ class Information(Cog):          return out.rstrip()      @cooldown_with_role_bypass(2, 60 * 3, BucketType.member, bypass_roles=constants.STAFF_ROLES) -    @group(invoke_without_command=True) +    @group(invoke_without_command=True, enabled=False)      @in_whitelist(channels=(constants.Channels.bot_commands,), roles=constants.STAFF_ROLES)      async def raw(self, ctx: Context, *, message: Message, json: bool = False) -> None:          """Shows information about the raw API response.""" @@ -411,7 +452,7 @@ class Information(Cog):          for page in paginator.pages:              await ctx.send(page) -    @raw.command() +    @raw.command(enabled=False)      async def json(self, ctx: Context, message: Message) -> None:          """Shows information about the raw API response in a copy-pasteable Python format."""          await ctx.invoke(self.raw, message=message, json=True) diff --git a/bot/cogs/moderation/modlog.py b/bot/cogs/moderation/modlog.py index 0a63f57b8..5f30d3744 100644 --- a/bot/cogs/moderation/modlog.py +++ b/bot/cogs/moderation/modlog.py @@ -120,6 +120,10 @@ class ModLog(Cog, name="ModLog"):              else:                  content = "@everyone" +        # Truncate content to 2000 characters and append an ellipsis. +        if content and len(content) > 2000: +            content = content[:2000 - 3] + "..." +          channel = self.bot.get_channel(channel_id)          log_message = await channel.send(              content=content, diff --git a/bot/cogs/moderation/scheduler.py b/bot/cogs/moderation/scheduler.py index 75028d851..051f6c52c 100644 --- a/bot/cogs/moderation/scheduler.py +++ b/bot/cogs/moderation/scheduler.py @@ -161,6 +161,7 @@ class InfractionScheduler:                      self.schedule_expiration(infraction)              except discord.HTTPException as e:                  # Accordingly display that applying the infraction failed. +                # Don't use ctx.message.author; antispam only patches ctx.author.                  confirm_msg = ":x: failed to apply"                  expiry_msg = ""                  log_content = ctx.author.mention @@ -190,6 +191,7 @@ class InfractionScheduler:          await ctx.send(f"{dm_result}{confirm_msg}{infr_message}.")          # Send a log message to the mod log. +        # Don't use ctx.message.author for the actor; antispam only patches ctx.author.          log.trace(f"Sending apply mod log for infraction #{id_}.")          await self.mod_log.send_log_message(              icon_url=icon, @@ -198,7 +200,7 @@ class InfractionScheduler:              thumbnail=user.avatar_url_as(static_format="png"),              text=textwrap.dedent(f"""                  Member: {user.mention} (`{user.id}`) -                Actor: {ctx.message.author}{dm_log_text}{expiry_log_text} +                Actor: {ctx.author}{dm_log_text}{expiry_log_text}                  Reason: {reason}              """),              content=log_content, @@ -242,7 +244,7 @@ class InfractionScheduler:          log_text = await self.deactivate_infraction(response[0], send_log=False)          log_text["Member"] = f"{user.mention}(`{user.id}`)" -        log_text["Actor"] = str(ctx.message.author) +        log_text["Actor"] = str(ctx.author)          log_content = None          id_ = response[0]['id']          footer = f"ID: {id_}" diff --git a/bot/cogs/moderation/utils.py b/bot/cogs/moderation/utils.py index fb55287b6..f21272102 100644 --- a/bot/cogs/moderation/utils.py +++ b/bot/cogs/moderation/utils.py @@ -70,7 +70,7 @@ async def post_infraction(      log.trace(f"Posting {infr_type} infraction for {user} to the API.")      payload = { -        "actor": ctx.message.author.id, +        "actor": ctx.author.id,  # Don't use ctx.message.author; antispam only patches ctx.author.          "hidden": hidden,          "reason": reason,          "type": infr_type, diff --git a/bot/cogs/reddit.py b/bot/cogs/reddit.py index d853ab2ea..5d9e2c20b 100644 --- a/bot/cogs/reddit.py +++ b/bot/cogs/reddit.py @@ -10,6 +10,7 @@ from aiohttp import BasicAuth, ClientError  from discord import Colour, Embed, TextChannel  from discord.ext.commands import Cog, Context, group  from discord.ext.tasks import loop +from discord.utils import escape_markdown  from bot.bot import Bot  from bot.constants import Channels, ERROR_REPLIES, Emojis, Reddit as RedditConfig, STAFF_ROLES, Webhooks @@ -187,6 +188,8 @@ class Reddit(Cog):              author = data["author"]              title = textwrap.shorten(data["title"], width=64, placeholder="...") +            # Normal brackets interfere with Markdown. +            title = escape_markdown(title).replace("[", "⦋").replace("]", "⦌")              link = self.URL + data["permalink"]              embed.description += ( diff --git a/bot/cogs/reminders.py b/bot/cogs/reminders.py index 670493bcf..08bce2153 100644 --- a/bot/cogs/reminders.py +++ b/bot/cogs/reminders.py @@ -12,10 +12,10 @@ from dateutil.relativedelta import relativedelta  from discord.ext.commands import Cog, Context, Greedy, group  from bot.bot import Bot -from bot.constants import Guild, Icons, MODERATION_ROLES, POSITIVE_REPLIES, STAFF_ROLES +from bot.constants import Guild, Icons, MODERATION_ROLES, POSITIVE_REPLIES, Roles, STAFF_ROLES  from bot.converters import Duration  from bot.pagination import LinePaginator -from bot.utils.checks import without_role_check +from bot.utils.checks import with_role_check, without_role_check  from bot.utils.messages import send_denial  from bot.utils.scheduling import Scheduler  from bot.utils.time import humanize_delta @@ -396,6 +396,8 @@ class Reminders(Cog):      async def edit_reminder(self, ctx: Context, id_: int, payload: dict) -> None:          """Edits a reminder with the given payload, then sends a confirmation message.""" +        if not await self._can_modify(ctx, id_): +            return          reminder = await self._edit_reminder(id_, payload)          # Parse the reminder expiration back into a datetime @@ -413,6 +415,8 @@ class Reminders(Cog):      @remind_group.command("delete", aliases=("remove", "cancel"))      async def delete_reminder(self, ctx: Context, id_: int) -> None:          """Delete one of your active reminders.""" +        if not await self._can_modify(ctx, id_): +            return          await self._delete_reminder(id_)          await self._send_confirmation(              ctx, @@ -421,6 +425,24 @@ class Reminders(Cog):              delivery_dt=None,          ) +    async def _can_modify(self, ctx: Context, reminder_id: t.Union[str, int]) -> bool: +        """ +        Check whether the reminder can be modified by the ctx author. + +        The check passes when the user is an admin, or if they created the reminder. +        """ +        if with_role_check(ctx, Roles.admins): +            return True + +        api_response = await self.bot.api_client.get(f"bot/reminders/{reminder_id}") +        if not api_response["author"] == ctx.author.id: +            log.debug(f"{ctx.author} is not the reminder author and does not pass the check.") +            await send_denial(ctx, "You can't modify reminders of other users!") +            return False + +        log.debug(f"{ctx.author} is the reminder author and passes the check.") +        return True +  def setup(bot: Bot) -> None:      """Load the Reminders cog.""" diff --git a/bot/cogs/site.py b/bot/cogs/site.py index ac29daa1d..2d3a3d9f3 100644 --- a/bot/cogs/site.py +++ b/bot/cogs/site.py @@ -23,7 +23,7 @@ class Site(Cog):          """Commands for getting info about our website."""          await ctx.send_help(ctx.command) -    @site_group.command(name="home", aliases=("about",)) +    @site_group.command(name="home", aliases=("about",), root_aliases=("home",))      async def site_main(self, ctx: Context) -> None:          """Info about the website itself."""          url = f"{URLs.site_schema}{URLs.site}/" @@ -40,7 +40,7 @@ class Site(Cog):          await ctx.send(embed=embed) -    @site_group.command(name="resources") +    @site_group.command(name="resources", root_aliases=("resources", "resource"))      async def site_resources(self, ctx: Context) -> None:          """Info about the site's Resources page."""          learning_url = f"{PAGES_URL}/resources" @@ -56,7 +56,7 @@ class Site(Cog):          await ctx.send(embed=embed) -    @site_group.command(name="tools") +    @site_group.command(name="tools", root_aliases=("tools",))      async def site_tools(self, ctx: Context) -> None:          """Info about the site's Tools page."""          tools_url = f"{PAGES_URL}/resources/tools" @@ -87,7 +87,7 @@ class Site(Cog):          await ctx.send(embed=embed) -    @site_group.command(name="faq") +    @site_group.command(name="faq", root_aliases=("faq",))      async def site_faq(self, ctx: Context) -> None:          """Info about the site's FAQ page."""          url = f"{PAGES_URL}/frequently-asked-questions" @@ -104,7 +104,7 @@ class Site(Cog):          await ctx.send(embed=embed) -    @site_group.command(aliases=['r', 'rule'], name='rules') +    @site_group.command(name="rules", aliases=("r", "rule"), root_aliases=("rules", "rule"))      async def site_rules(self, ctx: Context, *rules: int) -> None:          """Provides a link to all rules or, if specified, displays specific rule(s)."""          rules_embed = Embed(title='Rules', color=Colour.blurple()) diff --git a/bot/cogs/snekbox.py b/bot/cogs/snekbox.py index 52c8b6f88..63e6d7f31 100644 --- a/bot/cogs/snekbox.py +++ b/bot/cogs/snekbox.py @@ -220,9 +220,7 @@ class Snekbox(Cog):                  response = await ctx.send("Attempt to circumvent filter detected. Moderator team has been alerted.")              else:                  response = await ctx.send(msg) -            self.bot.loop.create_task( -                wait_for_deletion(response, user_ids=(ctx.author.id,), client=ctx.bot) -            ) +            self.bot.loop.create_task(wait_for_deletion(response, (ctx.author.id,), ctx.bot))              log.info(f"{ctx.author}'s job had a return code of {results['returncode']}")          return response diff --git a/bot/cogs/tags.py b/bot/cogs/tags.py index 3d76c5c08..d01647312 100644 --- a/bot/cogs/tags.py +++ b/bot/cogs/tags.py @@ -236,7 +236,7 @@ class Tags(Cog):                  await wait_for_deletion(                      await ctx.send(embed=Embed.from_dict(tag['embed'])),                      [ctx.author.id], -                    client=self.bot +                    self.bot                  )              elif founds and len(tag_name) >= 3:                  await wait_for_deletion( @@ -247,7 +247,7 @@ class Tags(Cog):                          )                      ),                      [ctx.author.id], -                    client=self.bot +                    self.bot                  )          else: diff --git a/bot/cogs/utils.py b/bot/cogs/utils.py index 91c6cb36e..d96abbd5a 100644 --- a/bot/cogs/utils.py +++ b/bot/cogs/utils.py @@ -232,6 +232,8 @@ class Utils(Cog):          A maximum of 20 options can be provided, as Discord supports a max of 20          reactions on a single message.          """ +        if len(title) > 256: +            raise BadArgument("The title cannot be longer than 256 characters.")          if len(options) < 2:              raise BadArgument("Please provide at least 2 options.")          if len(options) > 20: diff --git a/bot/cogs/watchchannels/bigbrother.py b/bot/cogs/watchchannels/bigbrother.py index 4d27a6333..11ab8917a 100644 --- a/bot/cogs/watchchannels/bigbrother.py +++ b/bot/cogs/watchchannels/bigbrother.py @@ -59,7 +59,7 @@ class BigBrother(WatchChannel, Cog, name="Big Brother"):          """          await ctx.invoke(self.watched_command, oldest_first=True, update_cache=update_cache) -    @bigbrother_group.command(name='watch', aliases=('w',)) +    @bigbrother_group.command(name='watch', aliases=('w',), root_aliases=('watch',))      @with_role(*MODERATION_ROLES)      async def watch_command(self, ctx: Context, user: FetchedMember, *, reason: str) -> None:          """ @@ -70,7 +70,7 @@ class BigBrother(WatchChannel, Cog, name="Big Brother"):          """          await self.apply_watch(ctx, user, reason) -    @bigbrother_group.command(name='unwatch', aliases=('uw',)) +    @bigbrother_group.command(name='unwatch', aliases=('uw',), root_aliases=('unwatch',))      @with_role(*MODERATION_ROLES)      async def unwatch_command(self, ctx: Context, user: FetchedMember, *, reason: str) -> None:          """Stop relaying messages by the given `user`.""" @@ -131,8 +131,8 @@ class BigBrother(WatchChannel, Cog, name="Big Brother"):          active_watches = await self.bot.api_client.get(              self.api_endpoint,              params=ChainMap( +                {"user__id": str(user.id)},                  self.api_default_params, -                {"user__id": str(user.id)}              )          )          if active_watches: diff --git a/bot/cogs/watchchannels/talentpool.py b/bot/cogs/watchchannels/talentpool.py index 89256e92e..76d6fe9bd 100644 --- a/bot/cogs/watchchannels/talentpool.py +++ b/bot/cogs/watchchannels/talentpool.py @@ -1,8 +1,9 @@  import logging  import textwrap  from collections import ChainMap +from typing import Union -from discord import Color, Embed, Member +from discord import Color, Embed, Member, User  from discord.ext.commands import Cog, Context, group  from bot.api import ResponseCodeError @@ -36,7 +37,7 @@ class TalentPool(WatchChannel, Cog, name="Talentpool"):          """Highlights the activity of helper nominees by relaying their messages to the talent pool channel."""          await ctx.send_help(ctx.command) -    @nomination_group.command(name='watched', aliases=('all', 'list')) +    @nomination_group.command(name='watched', aliases=('all', 'list'), root_aliases=("nominees",))      @with_role(*MODERATION_ROLES)      async def watched_command(          self, ctx: Context, oldest_first: bool = False, update_cache: bool = True @@ -62,7 +63,7 @@ class TalentPool(WatchChannel, Cog, name="Talentpool"):          """          await ctx.invoke(self.watched_command, oldest_first=True, update_cache=update_cache) -    @nomination_group.command(name='watch', aliases=('w', 'add', 'a')) +    @nomination_group.command(name='watch', aliases=('w', 'add', 'a'), root_aliases=("nominate",))      @with_role(*STAFF_ROLES)      async def watch_command(self, ctx: Context, user: FetchedMember, *, reason: str) -> None:          """ @@ -156,7 +157,7 @@ class TalentPool(WatchChannel, Cog, name="Talentpool"):              max_size=1000          ) -    @nomination_group.command(name='unwatch', aliases=('end', )) +    @nomination_group.command(name='unwatch', aliases=('end', ), root_aliases=("unnominate",))      @with_role(*MODERATION_ROLES)      async def unwatch_command(self, ctx: Context, user: FetchedMember, *, reason: str) -> None:          """ @@ -164,25 +165,10 @@ class TalentPool(WatchChannel, Cog, name="Talentpool"):          Providing a `reason` is required.          """ -        active_nomination = await self.bot.api_client.get( -            self.api_endpoint, -            params=ChainMap( -                self.api_default_params, -                {"user__id": str(user.id)} -            ) -        ) - -        if not active_nomination: +        if await self.unwatch(user.id, reason): +            await ctx.send(f":white_check_mark: Messages sent by {user} will no longer be relayed") +        else:              await ctx.send(":x: The specified user does not have an active nomination") -            return - -        [nomination] = active_nomination -        await self.bot.api_client.patch( -            f"{self.api_endpoint}/{nomination['id']}", -            json={'end_reason': reason, 'active': False} -        ) -        await ctx.send(f":white_check_mark: Messages sent by {user} will no longer be relayed") -        self._remove_user(user.id)      @nomination_group.group(name='edit', aliases=('e',), invoke_without_command=True)      @with_role(*MODERATION_ROLES) @@ -220,6 +206,36 @@ class TalentPool(WatchChannel, Cog, name="Talentpool"):          await ctx.send(f":white_check_mark: Updated the {field} of the nomination!") +    @Cog.listener() +    async def on_member_ban(self, guild: Guild, user: Union[User, Member]) -> None: +        """Remove `user` from the talent pool after they are banned.""" +        await self.unwatch(user.id, "User was banned.") + +    async def unwatch(self, user_id: int, reason: str) -> bool: +        """End the active nomination of a user with the given reason and return True on success.""" +        active_nomination = await self.bot.api_client.get( +            self.api_endpoint, +            params=ChainMap( +                {"user__id": str(user_id)}, +                self.api_default_params, +            ) +        ) + +        if not active_nomination: +            log.debug(f"No active nominate exists for {user_id=}") +            return False + +        log.info(f"Ending nomination: {user_id=} {reason=}") + +        nomination = active_nomination[0] +        await self.bot.api_client.patch( +            f"{self.api_endpoint}/{nomination['id']}", +            json={'end_reason': reason, 'active': False} +        ) +        self._remove_user(user_id) + +        return True +      def _nomination_to_string(self, nomination_object: dict) -> str:          """Creates a string representation of a nomination."""          guild = self.bot.get_guild(Guild.id) diff --git a/bot/cogs/watchchannels/watchchannel.py b/bot/cogs/watchchannels/watchchannel.py index 044077350..a58b604c0 100644 --- a/bot/cogs/watchchannels/watchchannel.py +++ b/bot/cogs/watchchannels/watchchannel.py @@ -15,6 +15,8 @@ from discord.ext.commands import Cog, Context  from bot.api import ResponseCodeError  from bot.bot import Bot  from bot.cogs.moderation import ModLog +from bot.cogs.token_remover import TokenRemover +from bot.cogs.webhook_remover import WEBHOOK_URL_RE  from bot.constants import BigBrother as BigBrotherConfig, Guild as GuildConfig, Icons  from bot.pagination import LinePaginator  from bot.utils import CogABCMeta, messages @@ -226,14 +228,16 @@ class WatchChannel(metaclass=CogABCMeta):              await self.send_header(msg) -        cleaned_content = msg.clean_content - -        if cleaned_content: +        if TokenRemover.find_token_in_message(msg) or WEBHOOK_URL_RE.search(msg.content): +            cleaned_content = "Content is censored because it contains a bot or webhook token." +        elif cleaned_content := msg.clean_content:              # Put all non-media URLs in a code block to prevent embeds              media_urls = {embed.url for embed in msg.embeds if embed.type in ("image", "video")}              for url in URL_RE.findall(cleaned_content):                  if url not in media_urls:                      cleaned_content = cleaned_content.replace(url, f"`{url}`") + +        if cleaned_content:              await self.webhook_send(                  cleaned_content,                  username=msg.author.display_name, diff --git a/bot/cogs/wolfram.py b/bot/cogs/wolfram.py deleted file mode 100644 index e6cae3bb8..000000000 --- a/bot/cogs/wolfram.py +++ /dev/null @@ -1,280 +0,0 @@ -import logging -from io import BytesIO -from typing import Callable, List, Optional, Tuple -from urllib import parse - -import discord -from dateutil.relativedelta import relativedelta -from discord import Embed -from discord.ext import commands -from discord.ext.commands import BucketType, Cog, Context, check, group - -from bot.bot import Bot -from bot.constants import Colours, STAFF_ROLES, Wolfram -from bot.pagination import ImagePaginator -from bot.utils.time import humanize_delta - -log = logging.getLogger(__name__) - -APPID = Wolfram.key -DEFAULT_OUTPUT_FORMAT = "JSON" -QUERY = "http://api.wolframalpha.com/v2/{request}?{data}" -WOLF_IMAGE = "https://www.symbols.com/gi.php?type=1&id=2886&i=1" - -MAX_PODS = 20 - -# Allows for 10 wolfram calls pr user pr day -usercd = commands.CooldownMapping.from_cooldown(Wolfram.user_limit_day, 60*60*24, BucketType.user) - -# Allows for max api requests / days in month per day for the entire guild (Temporary) -guildcd = commands.CooldownMapping.from_cooldown(Wolfram.guild_limit_day, 60*60*24, BucketType.guild) - - -async def send_embed( -        ctx: Context, -        message_txt: str, -        colour: int = Colours.soft_red, -        footer: str = None, -        img_url: str = None, -        f: discord.File = None -) -> None: -    """Generate & send a response embed with Wolfram as the author.""" -    embed = Embed(colour=colour) -    embed.description = message_txt -    embed.set_author(name="Wolfram Alpha", -                     icon_url=WOLF_IMAGE, -                     url="https://www.wolframalpha.com/") -    if footer: -        embed.set_footer(text=footer) - -    if img_url: -        embed.set_image(url=img_url) - -    await ctx.send(embed=embed, file=f) - - -def custom_cooldown(*ignore: List[int]) -> Callable: -    """ -    Implement per-user and per-guild cooldowns for requests to the Wolfram API. - -    A list of roles may be provided to ignore the per-user cooldown -    """ -    async def predicate(ctx: Context) -> bool: -        if ctx.invoked_with == 'help': -            # if the invoked command is help we don't want to increase the ratelimits since it's not actually -            # invoking the command/making a request, so instead just check if the user/guild are on cooldown. -            guild_cooldown = not guildcd.get_bucket(ctx.message).get_tokens() == 0  # if guild is on cooldown -            if not any(r.id in ignore for r in ctx.author.roles):  # check user bucket if user is not ignored -                return guild_cooldown and not usercd.get_bucket(ctx.message).get_tokens() == 0 -            return guild_cooldown - -        user_bucket = usercd.get_bucket(ctx.message) - -        if all(role.id not in ignore for role in ctx.author.roles): -            user_rate = user_bucket.update_rate_limit() - -            if user_rate: -                # Can't use api; cause: member limit -                delta = relativedelta(seconds=int(user_rate)) -                cooldown = humanize_delta(delta) -                message = ( -                    "You've used up your limit for Wolfram|Alpha requests.\n" -                    f"Cooldown: {cooldown}" -                ) -                await send_embed(ctx, message) -                return False - -        guild_bucket = guildcd.get_bucket(ctx.message) -        guild_rate = guild_bucket.update_rate_limit() - -        # Repr has a token attribute to read requests left -        log.debug(guild_bucket) - -        if guild_rate: -            # Can't use api; cause: guild limit -            message = ( -                "The max limit of requests for the server has been reached for today.\n" -                f"Cooldown: {int(guild_rate)}" -            ) -            await send_embed(ctx, message) -            return False - -        return True -    return check(predicate) - - -async def get_pod_pages(ctx: Context, bot: Bot, query: str) -> Optional[List[Tuple]]: -    """Get the Wolfram API pod pages for the provided query.""" -    async with ctx.channel.typing(): -        url_str = parse.urlencode({ -            "input": query, -            "appid": APPID, -            "output": DEFAULT_OUTPUT_FORMAT, -            "format": "image,plaintext" -        }) -        request_url = QUERY.format(request="query", data=url_str) - -        async with bot.http_session.get(request_url) as response: -            json = await response.json(content_type='text/plain') - -        result = json["queryresult"] - -        if result["error"]: -            # API key not set up correctly -            if result["error"]["msg"] == "Invalid appid": -                message = "Wolfram API key is invalid or missing." -                log.warning( -                    "API key seems to be missing, or invalid when " -                    f"processing a wolfram request: {url_str}, Response: {json}" -                ) -                await send_embed(ctx, message) -                return - -            message = "Something went wrong internally with your request, please notify staff!" -            log.warning(f"Something went wrong getting a response from wolfram: {url_str}, Response: {json}") -            await send_embed(ctx, message) -            return - -        if not result["success"]: -            message = f"I couldn't find anything for {query}." -            await send_embed(ctx, message) -            return - -        if not result["numpods"]: -            message = "Could not find any results." -            await send_embed(ctx, message) -            return - -        pods = result["pods"] -        pages = [] -        for pod in pods[:MAX_PODS]: -            subs = pod.get("subpods") - -            for sub in subs: -                title = sub.get("title") or sub.get("plaintext") or sub.get("id", "") -                img = sub["img"]["src"] -                pages.append((title, img)) -        return pages - - -class Wolfram(Cog): -    """Commands for interacting with the Wolfram|Alpha API.""" - -    def __init__(self, bot: Bot): -        self.bot = bot - -    @group(name="wolfram", aliases=("wolf", "wa"), invoke_without_command=True) -    @custom_cooldown(*STAFF_ROLES) -    async def wolfram_command(self, ctx: Context, *, query: str) -> None: -        """Requests all answers on a single image, sends an image of all related pods.""" -        url_str = parse.urlencode({ -            "i": query, -            "appid": APPID, -        }) -        query = QUERY.format(request="simple", data=url_str) - -        # Give feedback that the bot is working. -        async with ctx.channel.typing(): -            async with self.bot.http_session.get(query) as response: -                status = response.status -                image_bytes = await response.read() - -            f = discord.File(BytesIO(image_bytes), filename="image.png") -            image_url = "attachment://image.png" - -            if status == 501: -                message = "Failed to get response" -                footer = "" -                color = Colours.soft_red -            elif status == 400: -                message = "No input found" -                footer = "" -                color = Colours.soft_red -            elif status == 403: -                message = "Wolfram API key is invalid or missing." -                footer = "" -                color = Colours.soft_red -            else: -                message = "" -                footer = "View original for a bigger picture." -                color = Colours.soft_orange - -            # Sends a "blank" embed if no request is received, unsure how to fix -            await send_embed(ctx, message, color, footer=footer, img_url=image_url, f=f) - -    @wolfram_command.command(name="page", aliases=("pa", "p")) -    @custom_cooldown(*STAFF_ROLES) -    async def wolfram_page_command(self, ctx: Context, *, query: str) -> None: -        """ -        Requests a drawn image of given query. - -        Keywords worth noting are, "like curve", "curve", "graph", "pokemon", etc. -        """ -        pages = await get_pod_pages(ctx, self.bot, query) - -        if not pages: -            return - -        embed = Embed() -        embed.set_author(name="Wolfram Alpha", -                         icon_url=WOLF_IMAGE, -                         url="https://www.wolframalpha.com/") -        embed.colour = Colours.soft_orange - -        await ImagePaginator.paginate(pages, ctx, embed) - -    @wolfram_command.command(name="cut", aliases=("c",)) -    @custom_cooldown(*STAFF_ROLES) -    async def wolfram_cut_command(self, ctx: Context, *, query: str) -> None: -        """ -        Requests a drawn image of given query. - -        Keywords worth noting are, "like curve", "curve", "graph", "pokemon", etc. -        """ -        pages = await get_pod_pages(ctx, self.bot, query) - -        if not pages: -            return - -        if len(pages) >= 2: -            page = pages[1] -        else: -            page = pages[0] - -        await send_embed(ctx, page[0], colour=Colours.soft_orange, img_url=page[1]) - -    @wolfram_command.command(name="short", aliases=("sh", "s")) -    @custom_cooldown(*STAFF_ROLES) -    async def wolfram_short_command(self, ctx: Context, *, query: str) -> None: -        """Requests an answer to a simple question.""" -        url_str = parse.urlencode({ -            "i": query, -            "appid": APPID, -        }) -        query = QUERY.format(request="result", data=url_str) - -        # Give feedback that the bot is working. -        async with ctx.channel.typing(): -            async with self.bot.http_session.get(query) as response: -                status = response.status -                response_text = await response.text() - -            if status == 501: -                message = "Failed to get response" -                color = Colours.soft_red -            elif status == 400: -                message = "No input found" -                color = Colours.soft_red -            elif response_text == "Error 1: Invalid appid": -                message = "Wolfram API key is invalid or missing." -                color = Colours.soft_red -            else: -                message = response_text -                color = Colours.soft_orange - -            await send_embed(ctx, message, color) - - -def setup(bot: Bot) -> None: -    """Load the Wolfram cog.""" -    bot.add_cog(Wolfram(bot)) diff --git a/bot/command.py b/bot/command.py new file mode 100644 index 000000000..0fb900f7b --- /dev/null +++ b/bot/command.py @@ -0,0 +1,18 @@ +from discord.ext import commands + + +class Command(commands.Command): +    """ +    A `discord.ext.commands.Command` subclass which supports root aliases. + +    A `root_aliases` keyword argument is added, which is a sequence of alias names that will act as +    top-level commands rather than being aliases of the command's group. It's stored as an attribute +    also named `root_aliases`. +    """ + +    def __init__(self, *args, **kwargs): +        super().__init__(*args, **kwargs) +        self.root_aliases = kwargs.get("root_aliases", []) + +        if not isinstance(self.root_aliases, (list, tuple)): +            raise TypeError("Root aliases of a command must be a list or a tuple of strings.") diff --git a/bot/constants.py b/bot/constants.py index 820828a19..17f14fec0 100644 --- a/bot/constants.py +++ b/bot/constants.py @@ -268,6 +268,17 @@ class Emojis(metaclass=YAMLGetter):      status_idle: str      status_dnd: str +    badge_staff: str +    badge_partner: str +    badge_hypesquad: str +    badge_bug_hunter: str +    badge_hypesquad_bravery: str +    badge_hypesquad_brilliance: str +    badge_hypesquad_balance: str +    badge_early_supporter: str +    badge_bug_hunter_level_2: str +    badge_verified_bot_developer: str +      incident_actioned: str      incident_unactioned: str      incident_investigating: str @@ -487,25 +498,13 @@ class URLs(metaclass=YAMLGetter):      bot_avatar: str      github_bot_repo: str -    # Site endpoints +    # Base site vars      site: str      site_api: str -    site_superstarify_api: str -    site_logs_api: str -    site_logs_view: str -    site_reminders_api: str -    site_reminders_user_api: str      site_schema: str -    site_settings_api: str -    site_tags_api: str -    site_user_api: str -    site_user_complete_api: str -    site_infractions: str -    site_infractions_user: str -    site_infractions_type: str -    site_infractions_by_id: str -    site_infractions_user_type_current: str -    site_infractions_user_type: str + +    # Site endpoints +    site_logs_view: str      paste_service: str @@ -517,14 +516,6 @@ class Reddit(metaclass=YAMLGetter):      secret: Optional[str] -class Wolfram(metaclass=YAMLGetter): -    section = "wolfram" - -    user_limit_day: int -    guild_limit_day: int -    key: Optional[str] - -  class AntiSpam(metaclass=YAMLGetter):      section = 'anti_spam' diff --git a/bot/pagination.py b/bot/pagination.py index 94c2d7c0c..182b2fa76 100644 --- a/bot/pagination.py +++ b/bot/pagination.py @@ -313,8 +313,6 @@ class LinePaginator(Paginator):                  log.debug(f"Got first page reaction - changing to page 1/{len(paginator.pages)}") -                embed.description = "" -                await message.edit(embed=embed)                  embed.description = paginator.pages[current_page]                  if footer_text:                      embed.set_footer(text=f"{footer_text} (Page {current_page + 1}/{len(paginator.pages)})") @@ -328,8 +326,6 @@ class LinePaginator(Paginator):                  log.debug(f"Got last page reaction - changing to page {current_page + 1}/{len(paginator.pages)}") -                embed.description = "" -                await message.edit(embed=embed)                  embed.description = paginator.pages[current_page]                  if footer_text:                      embed.set_footer(text=f"{footer_text} (Page {current_page + 1}/{len(paginator.pages)})") @@ -347,8 +343,6 @@ class LinePaginator(Paginator):                  current_page -= 1                  log.debug(f"Got previous page reaction - changing to page {current_page + 1}/{len(paginator.pages)}") -                embed.description = "" -                await message.edit(embed=embed)                  embed.description = paginator.pages[current_page]                  if footer_text: @@ -368,8 +362,6 @@ class LinePaginator(Paginator):                  current_page += 1                  log.debug(f"Got next page reaction - changing to page {current_page + 1}/{len(paginator.pages)}") -                embed.description = "" -                await message.edit(embed=embed)                  embed.description = paginator.pages[current_page]                  if footer_text: @@ -382,169 +374,3 @@ class LinePaginator(Paginator):          log.debug("Ending pagination and clearing reactions.")          with suppress(discord.NotFound):              await message.clear_reactions() - - -class ImagePaginator(Paginator): -    """ -    Helper class that paginates images for embeds in messages. - -    Close resemblance to LinePaginator, except focuses on images over text. - -    Refer to ImagePaginator.paginate for documentation on how to use. -    """ - -    def __init__(self, prefix: str = "", suffix: str = ""): -        super().__init__(prefix, suffix) -        self._current_page = [prefix] -        self.images = [] -        self._pages = [] -        self._count = 0 - -    def add_line(self, line: str = '', *, empty: bool = False) -> None: -        """Adds a line to each page.""" -        if line: -            self._count = len(line) -        else: -            self._count = 0 -        self._current_page.append(line) -        self.close_page() - -    def add_image(self, image: str = None) -> None: -        """Adds an image to a page.""" -        self.images.append(image) - -    @classmethod -    async def paginate( -        cls, -        pages: t.List[t.Tuple[str, str]], -        ctx: Context, embed: discord.Embed, -        prefix: str = "", -        suffix: str = "", -        timeout: int = 300, -        exception_on_empty_embed: bool = False -    ) -> t.Optional[discord.Message]: -        """ -        Use a paginator and set of reactions to provide pagination over a set of title/image pairs. - -        The reactions are used to switch page, or to finish with pagination. - -        When used, this will send a message using `ctx.send()` and apply a set of reactions to it. These reactions may -        be used to change page, or to remove pagination from the message. - -        Note: Pagination will be removed automatically if no reaction is added for five minutes (300 seconds). - -        Example: -        >>> embed = discord.Embed() -        >>> embed.set_author(name="Some Operation", url=url, icon_url=icon) -        >>> await ImagePaginator.paginate(pages, ctx, embed) -        """ -        def check_event(reaction_: discord.Reaction, member: discord.Member) -> bool: -            """Checks each reaction added, if it matches our conditions pass the wait_for.""" -            return all(( -                # Reaction is on the same message sent -                reaction_.message.id == message.id, -                # The reaction is part of the navigation menu -                str(reaction_.emoji) in PAGINATION_EMOJI, -                # The reactor is not a bot -                not member.bot -            )) - -        paginator = cls(prefix=prefix, suffix=suffix) -        current_page = 0 - -        if not pages: -            if exception_on_empty_embed: -                log.exception("Pagination asked for empty image list") -                raise EmptyPaginatorEmbed("No images to paginate") - -            log.debug("No images to add to paginator, adding '(no images to display)' message") -            pages.append(("(no images to display)", "")) - -        for text, image_url in pages: -            paginator.add_line(text) -            paginator.add_image(image_url) - -        embed.description = paginator.pages[current_page] -        image = paginator.images[current_page] - -        if image: -            embed.set_image(url=image) - -        if len(paginator.pages) <= 1: -            return await ctx.send(embed=embed) - -        embed.set_footer(text=f"Page {current_page + 1}/{len(paginator.pages)}") -        message = await ctx.send(embed=embed) - -        for emoji in PAGINATION_EMOJI: -            await message.add_reaction(emoji) - -        while True: -            # Start waiting for reactions -            try: -                reaction, user = await ctx.bot.wait_for("reaction_add", timeout=timeout, check=check_event) -            except asyncio.TimeoutError: -                log.debug("Timed out waiting for a reaction") -                break  # We're done, no reactions for the last 5 minutes - -            # Deletes the users reaction -            await message.remove_reaction(reaction.emoji, user) - -            # Delete reaction press - [:trashcan:] -            if str(reaction.emoji) == DELETE_EMOJI: -                log.debug("Got delete reaction") -                return await message.delete() - -            # First reaction press - [:track_previous:] -            if reaction.emoji == FIRST_EMOJI: -                if current_page == 0: -                    log.debug("Got first page reaction, but we're on the first page - ignoring") -                    continue - -                current_page = 0 -                reaction_type = "first" - -            # Last reaction press - [:track_next:] -            if reaction.emoji == LAST_EMOJI: -                if current_page >= len(paginator.pages) - 1: -                    log.debug("Got last page reaction, but we're on the last page - ignoring") -                    continue - -                current_page = len(paginator.pages) - 1 -                reaction_type = "last" - -            # Previous reaction press - [:arrow_left: ] -            if reaction.emoji == LEFT_EMOJI: -                if current_page <= 0: -                    log.debug("Got previous page reaction, but we're on the first page - ignoring") -                    continue - -                current_page -= 1 -                reaction_type = "previous" - -            # Next reaction press - [:arrow_right:] -            if reaction.emoji == RIGHT_EMOJI: -                if current_page >= len(paginator.pages) - 1: -                    log.debug("Got next page reaction, but we're on the last page - ignoring") -                    continue - -                current_page += 1 -                reaction_type = "next" - -            # Magic happens here, after page and reaction_type is set -            embed.description = "" -            await message.edit(embed=embed) -            embed.description = paginator.pages[current_page] - -            image = paginator.images[current_page] -            if image: -                embed.set_image(url=image) - -            embed.set_footer(text=f"Page {current_page + 1}/{len(paginator.pages)}") -            log.debug(f"Got {reaction_type} page reaction - changing to page {current_page + 1}/{len(paginator.pages)}") - -            await message.edit(embed=embed) - -        log.debug("Ending pagination and clearing reactions.") -        with suppress(discord.NotFound): -            await message.clear_reactions() diff --git a/bot/resources/tags/ask.md b/bot/resources/tags/ask.md deleted file mode 100644 index e2c2a88f6..000000000 --- a/bot/resources/tags/ask.md +++ /dev/null @@ -1,9 +0,0 @@ -Asking good questions will yield a much higher chance of a quick response: - -• Don't ask to ask your question, just go ahead and tell us your problem.   -• Don't ask if anyone is knowledgeable in some area, filtering serves no purpose.   -• Try to solve the problem on your own first, we're not going to write code for you.   -• Show us the code you've tried and any errors or unexpected results it's giving.   -• Be patient while we're helping you. - -You can find a much more detailed explanation [on our website](https://pythondiscord.com/pages/asking-good-questions/). diff --git a/bot/resources/tags/kindling-projects.md b/bot/resources/tags/kindling-projects.md new file mode 100644 index 000000000..54ed8c961 --- /dev/null +++ b/bot/resources/tags/kindling-projects.md @@ -0,0 +1,3 @@ +**Kindling Projects** + +The [Kindling projects page](https://nedbatchelder.com/text/kindling.html) on Ned Batchelder's website contains a list of projects and ideas programmers can tackle to build their skills and knowledge. diff --git a/bot/resources/tags/traceback.md b/bot/resources/tags/traceback.md index 46ef40aa1..e770fa86d 100644 --- a/bot/resources/tags/traceback.md +++ b/bot/resources/tags/traceback.md @@ -11,7 +11,7 @@ ZeroDivisionError: integer division or modulo by zero  ```  The best way to read your traceback is bottom to top. -• Identify the exception raised (e.g. ZeroDivisonError)   +• Identify the exception raised (e.g. ZeroDivisionError)    • Make note of the line number, and navigate there in your program.    • Try to understand why the error occurred.   diff --git a/bot/rules/__init__.py b/bot/rules/__init__.py index a01ceae73..8a69cadee 100644 --- a/bot/rules/__init__.py +++ b/bot/rules/__init__.py @@ -10,3 +10,4 @@ from .links import apply as apply_links  from .mentions import apply as apply_mentions  from .newlines import apply as apply_newlines  from .role_mentions import apply as apply_role_mentions +from .everyone_ping import apply as apply_everyone_ping diff --git a/bot/rules/discord_emojis.py b/bot/rules/discord_emojis.py index 5bab514f2..6e47f0197 100644 --- a/bot/rules/discord_emojis.py +++ b/bot/rules/discord_emojis.py @@ -5,6 +5,7 @@ from discord import Member, Message  DISCORD_EMOJI_RE = re.compile(r"<:\w+:\d+>") +CODE_BLOCK_RE = re.compile(r"```.*?```", flags=re.DOTALL)  async def apply( @@ -17,8 +18,9 @@ async def apply(          if msg.author == last_message.author      ) +    # Get rid of code blocks in the message before searching for emojis.      total_emojis = sum( -        len(DISCORD_EMOJI_RE.findall(msg.content)) +        len(DISCORD_EMOJI_RE.findall(CODE_BLOCK_RE.sub("", msg.content)))          for msg in relevant_messages      ) diff --git a/bot/rules/everyone_ping.py b/bot/rules/everyone_ping.py new file mode 100644 index 000000000..89d9fe570 --- /dev/null +++ b/bot/rules/everyone_ping.py @@ -0,0 +1,41 @@ +import random +import re +from typing import Dict, Iterable, List, Optional, Tuple + +from discord import Embed, Member, Message + +from bot.constants import Colours, Guild, NEGATIVE_REPLIES + +# Generate regex for checking for pings: +guild_id = Guild.id +EVERYONE_RE_INLINE_CODE = re.compile(rf"^(?!`).*@everyone.*(?!`)$|^(?!`).*<@&{guild_id}>.*(?!`)$") +EVERYONE_RE_MULTILINE_CODE = re.compile(rf"^(?!```).*@everyone.*(?!```)$|^(?!```).*<@&{guild_id}>.*(?!```)$") + + +async def apply( +    last_message: Message, +    recent_messages: List[Message], +    config: Dict[str, int], +) -> Optional[Tuple[str, Iterable[Member], Iterable[Message]]]: +    """Detects if a user has sent an '@everyone' ping.""" +    relevant_messages = tuple(msg for msg in recent_messages if msg.author == last_message.author) + +    everyone_messages_count = 0 +    for msg in relevant_messages: +        num_everyone_pings_inline = len(re.findall(EVERYONE_RE_INLINE_CODE, msg.content)) +        num_everyone_pings_multiline = len(re.findall(EVERYONE_RE_MULTILINE_CODE, msg.content)) +        if num_everyone_pings_inline and num_everyone_pings_multiline: +            everyone_messages_count += 1 + +    if everyone_messages_count > config["max"]: +        # Send the channel an embed giving the user more info: +        embed_text = f"Please don't try to ping {last_message.guild.member_count:,} people." +        embed = Embed(title=random.choice(NEGATIVE_REPLIES), description=embed_text, colour=Colours.soft_red) +        await last_message.channel.send(embed=embed) + +        return ( +            "pinged the everyone role", +            (last_message.author,), +            relevant_messages, +        ) +    return None diff --git a/bot/utils/messages.py b/bot/utils/messages.py index 670289941..aa8f17f75 100644 --- a/bot/utils/messages.py +++ b/bot/utils/messages.py @@ -19,25 +19,20 @@ log = logging.getLogger(__name__)  async def wait_for_deletion(      message: Message,      user_ids: Sequence[Snowflake], +    client: Client,      deletion_emojis: Sequence[str] = (Emojis.trashcan,),      timeout: float = 60 * 5,      attach_emojis: bool = True, -    client: Optional[Client] = None  ) -> None:      """      Wait for up to `timeout` seconds for a reaction by any of the specified `user_ids` to delete the message.      An `attach_emojis` bool may be specified to determine whether to attach the given -    `deletion_emojis` to the message in the given `context` - -    A `client` instance may be optionally specified, otherwise client will be taken from the -    guild of the message. +    `deletion_emojis` to the message in the given `context`.      """ -    if message.guild is None and client is None: +    if message.guild is None:          raise ValueError("Message must be sent on a guild") -    bot = client or message.guild.me -      if attach_emojis:          for emoji in deletion_emojis:              await message.add_reaction(emoji) @@ -51,7 +46,7 @@ async def wait_for_deletion(          )      with contextlib.suppress(asyncio.TimeoutError): -        await bot.wait_for('reaction_add', check=check, timeout=timeout) +        await client.wait_for('reaction_add', check=check, timeout=timeout)          await message.delete() diff --git a/config-default.yml b/config-default.yml index c89695bd9..20254d584 100644 --- a/config-default.yml +++ b/config-default.yml @@ -38,6 +38,17 @@ style:          status_dnd:     "<:status_dnd:470326272082313216>"          status_offline: "<:status_offline:470326266537705472>" +        badge_staff: "<:discord_staff:743882896498098226>" +        badge_partner: "<:partner:748666453242413136>" +        badge_hypesquad: "<:hypesquad_events:743882896892362873>" +        badge_bug_hunter: "<:bug_hunter_lvl1:743882896372269137>" +        badge_hypesquad_bravery: "<:hypesquad_bravery:743882896745693335>" +        badge_hypesquad_brilliance: "<:hypesquad_brilliance:743882896938631248>" +        badge_hypesquad_balance: "<:hypesquad_balance:743882896460480625>" +        badge_early_supporter: "<:early_supporter:743882896909140058>" +        badge_bug_hunter_level_2: "<:bug_hunter_lvl2:743882896611344505>" +        badge_verified_bot_developer: "<:verified_bot_dev:743882897299210310>" +          incident_actioned:      "<:incident_actioned:719645530128646266>"          incident_unactioned:    "<:incident_unactioned:719645583245180960>"          incident_investigating: "<:incident_investigating:719645658671480924>" @@ -310,24 +321,7 @@ urls:      site_staff:  &STAFF  !JOIN ["staff.", *DOMAIN]      site_schema: &SCHEMA       "https://" -    site_bigbrother_api:                !JOIN [*SCHEMA, *API, "/bot/bigbrother"] -    site_docs_api:                      !JOIN [*SCHEMA, *API, "/bot/docs"] -    site_superstarify_api:              !JOIN [*SCHEMA, *API, "/bot/superstarify"] -    site_infractions:                   !JOIN [*SCHEMA, *API, "/bot/infractions"] -    site_infractions_user:              !JOIN [*SCHEMA, *API, "/bot/infractions/user/{user_id}"] -    site_infractions_type:              !JOIN [*SCHEMA, *API, "/bot/infractions/type/{infraction_type}"] -    site_infractions_by_id:             !JOIN [*SCHEMA, *API, "/bot/infractions/id/{infraction_id}"] -    site_infractions_user_type_current: !JOIN [*SCHEMA, *API, "/bot/infractions/user/{user_id}/{infraction_type}/current"] -    site_infractions_user_type:         !JOIN [*SCHEMA, *API, "/bot/infractions/user/{user_id}/{infraction_type}"] -    site_logs_api:                      !JOIN [*SCHEMA, *API, "/bot/logs"]      site_logs_view:                     !JOIN [*SCHEMA, *STAFF, "/bot/logs"] -    site_off_topic_names_api:           !JOIN [*SCHEMA, *API, "/bot/off-topic-names"] -    site_reminders_api:                 !JOIN [*SCHEMA, *API, "/bot/reminders"] -    site_reminders_user_api:            !JOIN [*SCHEMA, *API, "/bot/reminders/user"] -    site_settings_api:                  !JOIN [*SCHEMA, *API, "/bot/settings"] -    site_tags_api:                      !JOIN [*SCHEMA, *API, "/bot/tags"] -    site_user_api:                      !JOIN [*SCHEMA, *API, "/bot/users"] -    site_user_complete_api:             !JOIN [*SCHEMA, *API, "/bot/users/complete"]      paste_service:                      !JOIN [*SCHEMA, *PASTE, "/{key}"]      # Snekbox @@ -359,9 +353,13 @@ anti_spam:              interval: 10              max: 7 -        burst_shared: -            interval: 10 -            max: 20 +        # Burst shared it (temporarily) disabled to prevent +        # the bug that triggers multiple infractions/DMs per +        # user. It also tends to catch a lot of innocent users +        # now that we're so big. +        # burst_shared: +        #    interval: 10 +        #    max: 20          chars:              interval: 5 @@ -392,6 +390,12 @@ anti_spam:              interval: 10              max: 3 +        # The everyone ping filter is temporarily disabled +        # until we've fixed a couple of bugs. +        # everyone_ping: +        #    interval: 10 +        #    max: 0 +  reddit:      subreddits: @@ -400,13 +404,6 @@ reddit:      secret:    !ENV "REDDIT_SECRET" -wolfram: -    # Max requests per day. -    user_limit_day: 10 -    guild_limit_day: 67 -    key: !ENV "WOLFRAM_API_KEY" - -  big_brother:      log_delay: 15      header_message_limit: 15 @@ -433,8 +430,8 @@ help_channels:      # Allowed duration of inactivity before making a channel dormant      idle_minutes: 30 -    # Allowed duration of inactivity when question message deleted -    # and no one other sent before message making channel dormant. +    # Allowed duration of inactivity when channel is empty (due to deleted messages) +    # before message making a channel dormant      deleted_idle_minutes: 5      # Maximum number of channels to put in the available category diff --git a/tests/bot/cogs/test_antimalware.py b/tests/bot/cogs/test_antimalware.py index ecb7abf00..f50c0492d 100644 --- a/tests/bot/cogs/test_antimalware.py +++ b/tests/bot/cogs/test_antimalware.py @@ -23,6 +23,8 @@ class AntiMalwareCogTests(unittest.IsolatedAsyncioTestCase):          }          self.cog = antimalware.AntiMalware(self.bot)          self.message = MockMessage() +        self.message.webhook_id = None +        self.message.author.bot = None          self.whitelist = [".first", ".second", ".third"]      async def test_message_with_allowed_attachment(self): @@ -48,6 +50,26 @@ class AntiMalwareCogTests(unittest.IsolatedAsyncioTestCase):          self.message.delete.assert_not_called() +    async def test_webhook_message_with_illegal_extension(self): +        """A webhook message containing an illegal extension should be ignored.""" +        attachment = MockAttachment(filename="python.disallowed") +        self.message.webhook_id = 697140105563078727 +        self.message.attachments = [attachment] + +        await self.cog.on_message(self.message) + +        self.message.delete.assert_not_called() + +    async def test_bot_message_with_illegal_extension(self): +        """A bot message containing an illegal extension should be ignored.""" +        attachment = MockAttachment(filename="python.disallowed") +        self.message.author.bot = 409107086526644234 +        self.message.attachments = [attachment] + +        await self.cog.on_message(self.message) + +        self.message.delete.assert_not_called() +      async def test_message_with_illegal_extension_gets_deleted(self):          """A message containing an illegal extension should send an embed."""          attachment = MockAttachment(filename="python.disallowed") diff --git a/tests/bot/cogs/test_cogs.py b/tests/bot/cogs/test_cogs.py index fdda59a8f..30a04422a 100644 --- a/tests/bot/cogs/test_cogs.py +++ b/tests/bot/cogs/test_cogs.py @@ -53,6 +53,7 @@ class CommandNameTests(unittest.TestCase):          """Return a list of all qualified names, including aliases, for the `command`."""          names = [f"{command.full_parent_name} {alias}".strip() for alias in command.aliases]          names.append(command.qualified_name) +        names += getattr(command, "root_aliases", [])          return names diff --git a/tests/bot/cogs/test_information.py b/tests/bot/cogs/test_information.py index 79c0e0ad3..77b0ddf17 100644 --- a/tests/bot/cogs/test_information.py +++ b/tests/bot/cogs/test_information.py @@ -215,10 +215,10 @@ class UserInfractionHelperMethodTests(unittest.TestCase):              with self.subTest(method=method, api_response=api_response, expected_lines=expected_lines):                  self.bot.api_client.get.return_value = api_response -                expected_output = "\n".join(default_header + expected_lines) +                expected_output = "\n".join(expected_lines)                  actual_output = asyncio.run(method(self.member)) -                self.assertEqual(expected_output, actual_output) +                self.assertEqual((default_header, expected_output), actual_output)      def test_basic_user_infraction_counts_returns_correct_strings(self):          """The method should correctly list both the total and active number of non-hidden infractions.""" @@ -249,7 +249,7 @@ class UserInfractionHelperMethodTests(unittest.TestCase):              },          ) -        header = ["**Infractions**"] +        header = "Infractions"          self._method_subtests(self.cog.basic_user_infraction_counts, test_values, header) @@ -258,7 +258,7 @@ class UserInfractionHelperMethodTests(unittest.TestCase):          test_values = (              {                  "api response": [], -                "expected_lines": ["This user has never received an infraction."], +                "expected_lines": ["No infractions"],              },              # Shows non-hidden inactive infraction as expected              { @@ -304,7 +304,7 @@ class UserInfractionHelperMethodTests(unittest.TestCase):              },          ) -        header = ["**Infractions**"] +        header = "Infractions"          self._method_subtests(self.cog.expanded_user_infraction_counts, test_values, header) @@ -313,15 +313,15 @@ class UserInfractionHelperMethodTests(unittest.TestCase):          test_values = (              {                  "api response": [], -                "expected_lines": ["This user has never been nominated."], +                "expected_lines": ["No nominations"],              },              {                  "api response": [{'active': True}], -                "expected_lines": ["This user is **currently** nominated (1 nomination in total)."], +                "expected_lines": ["This user is **currently** nominated", "(1 nomination in total)"],              },              {                  "api response": [{'active': True}, {'active': False}], -                "expected_lines": ["This user is **currently** nominated (2 nominations in total)."], +                "expected_lines": ["This user is **currently** nominated", "(2 nominations in total)"],              },              {                  "api response": [{'active': False}], @@ -334,7 +334,7 @@ class UserInfractionHelperMethodTests(unittest.TestCase):          ) -        header = ["**Nominations**"] +        header = "Nominations"          self._method_subtests(self.cog.user_nomination_counts, test_values, header) @@ -350,7 +350,10 @@ class UserEmbedTests(unittest.TestCase):          self.bot.api_client.get = unittest.mock.AsyncMock()          self.cog = information.Information(self.bot) -    @unittest.mock.patch(f"{COG_PATH}.basic_user_infraction_counts", new=unittest.mock.AsyncMock(return_value="")) +    @unittest.mock.patch( +        f"{COG_PATH}.basic_user_infraction_counts", +        new=unittest.mock.AsyncMock(return_value=("Infractions", "basic infractions")) +    )      def test_create_user_embed_uses_string_representation_of_user_in_title_if_nick_is_not_available(self):          """The embed should use the string representation of the user if they don't have a nick."""          ctx = helpers.MockContext(channel=helpers.MockTextChannel(id=1)) @@ -362,7 +365,10 @@ class UserEmbedTests(unittest.TestCase):          self.assertEqual(embed.title, "Mr. Hemlock") -    @unittest.mock.patch(f"{COG_PATH}.basic_user_infraction_counts", new=unittest.mock.AsyncMock(return_value="")) +    @unittest.mock.patch( +        f"{COG_PATH}.basic_user_infraction_counts", +        new=unittest.mock.AsyncMock(return_value=("Infractions", "basic infractions")) +    )      def test_create_user_embed_uses_nick_in_title_if_available(self):          """The embed should use the nick if it's available."""          ctx = helpers.MockContext(channel=helpers.MockTextChannel(id=1)) @@ -374,7 +380,10 @@ class UserEmbedTests(unittest.TestCase):          self.assertEqual(embed.title, "Cat lover (Mr. Hemlock)") -    @unittest.mock.patch(f"{COG_PATH}.basic_user_infraction_counts", new=unittest.mock.AsyncMock(return_value="")) +    @unittest.mock.patch( +        f"{COG_PATH}.basic_user_infraction_counts", +        new=unittest.mock.AsyncMock(return_value=("Infractions", "basic infractions")) +    )      def test_create_user_embed_ignores_everyone_role(self):          """Created `!user` embeds should not contain mention of the @everyone-role."""          ctx = helpers.MockContext(channel=helpers.MockTextChannel(id=1)) @@ -386,8 +395,8 @@ class UserEmbedTests(unittest.TestCase):          embed = asyncio.run(self.cog.create_user_embed(ctx, user)) -        self.assertIn("&Admins", embed.description) -        self.assertNotIn("&Everyone", embed.description) +        self.assertIn("&Admins", embed.fields[1].value) +        self.assertNotIn("&Everyone", embed.fields[1].value)      @unittest.mock.patch(f"{COG_PATH}.expanded_user_infraction_counts", new_callable=unittest.mock.AsyncMock)      @unittest.mock.patch(f"{COG_PATH}.user_nomination_counts", new_callable=unittest.mock.AsyncMock) @@ -398,8 +407,8 @@ class UserEmbedTests(unittest.TestCase):          moderators_role = helpers.MockRole(name='Moderators')          moderators_role.colour = 100 -        infraction_counts.return_value = "expanded infractions info" -        nomination_counts.return_value = "nomination info" +        infraction_counts.return_value = ("Infractions", "expanded infractions info") +        nomination_counts.return_value = ("Nominations", "nomination info")          user = helpers.MockMember(id=314, roles=[moderators_role], top_role=moderators_role)          embed = asyncio.run(self.cog.create_user_embed(ctx, user)) @@ -409,20 +418,19 @@ class UserEmbedTests(unittest.TestCase):          self.assertEqual(              textwrap.dedent(f""" -                **User Information**                  Created: {"1 year ago"}                  Profile: {user.mention}                  ID: {user.id} +            """).strip(), +            embed.fields[0].value +        ) -                **Member Information** +        self.assertEqual( +            textwrap.dedent(f"""                  Joined: {"1 year ago"}                  Roles: &Moderators - -                expanded infractions info - -                nomination info              """).strip(), -            embed.description +            embed.fields[1].value          )      @unittest.mock.patch(f"{COG_PATH}.basic_user_infraction_counts", new_callable=unittest.mock.AsyncMock) @@ -433,7 +441,7 @@ class UserEmbedTests(unittest.TestCase):          moderators_role = helpers.MockRole(name='Moderators')          moderators_role.colour = 100 -        infraction_counts.return_value = "basic infractions info" +        infraction_counts.return_value = ("Infractions", "basic infractions info")          user = helpers.MockMember(id=314, roles=[moderators_role], top_role=moderators_role)          embed = asyncio.run(self.cog.create_user_embed(ctx, user)) @@ -442,21 +450,30 @@ class UserEmbedTests(unittest.TestCase):          self.assertEqual(              textwrap.dedent(f""" -                **User Information**                  Created: {"1 year ago"}                  Profile: {user.mention}                  ID: {user.id} +            """).strip(), +            embed.fields[0].value +        ) -                **Member Information** +        self.assertEqual( +            textwrap.dedent(f"""                  Joined: {"1 year ago"}                  Roles: &Moderators - -                basic infractions info              """).strip(), -            embed.description +            embed.fields[1].value +        ) + +        self.assertEqual( +            "basic infractions info", +            embed.fields[3].value          ) -    @unittest.mock.patch(f"{COG_PATH}.basic_user_infraction_counts", new=unittest.mock.AsyncMock(return_value="")) +    @unittest.mock.patch( +        f"{COG_PATH}.basic_user_infraction_counts", +        new=unittest.mock.AsyncMock(return_value=("Infractions", "basic infractions")) +    )      def test_create_user_embed_uses_top_role_colour_when_user_has_roles(self):          """The embed should be created with the colour of the top role, if a top role is available."""          ctx = helpers.MockContext() @@ -469,7 +486,10 @@ class UserEmbedTests(unittest.TestCase):          self.assertEqual(embed.colour, discord.Colour(moderators_role.colour)) -    @unittest.mock.patch(f"{COG_PATH}.basic_user_infraction_counts", new=unittest.mock.AsyncMock(return_value="")) +    @unittest.mock.patch( +        f"{COG_PATH}.basic_user_infraction_counts", +        new=unittest.mock.AsyncMock(return_value=("Infractions", "basic infractions")) +    )      def test_create_user_embed_uses_blurple_colour_when_user_has_no_roles(self):          """The embed should be created with a blurple colour if the user has no assigned roles."""          ctx = helpers.MockContext() @@ -479,7 +499,10 @@ class UserEmbedTests(unittest.TestCase):          self.assertEqual(embed.colour, discord.Colour.blurple()) -    @unittest.mock.patch(f"{COG_PATH}.basic_user_infraction_counts", new=unittest.mock.AsyncMock(return_value="")) +    @unittest.mock.patch( +        f"{COG_PATH}.basic_user_infraction_counts", +        new=unittest.mock.AsyncMock(return_value=("Infractions", "basic infractions")) +    )      def test_create_user_embed_uses_png_format_of_user_avatar_as_thumbnail(self):          """The embed thumbnail should be set to the user's avatar in `png` format."""          ctx = helpers.MockContext() diff --git a/tests/bot/test_pagination.py b/tests/bot/test_pagination.py index ce880d457..630f2516d 100644 --- a/tests/bot/test_pagination.py +++ b/tests/bot/test_pagination.py @@ -44,18 +44,3 @@ class LinePaginatorTests(TestCase):          self.paginator.add_line('x' * (self.paginator.scale_to_size + 1))          # Note: item at index 1 is the truncated line, index 0 is prefix          self.assertEqual(self.paginator._current_page[1], 'x' * self.paginator.scale_to_size) - - -class ImagePaginatorTests(TestCase): -    """Tests functionality of the `ImagePaginator`.""" - -    def setUp(self): -        """Create a paginator for the test method.""" -        self.paginator = pagination.ImagePaginator() - -    def test_add_image_appends_image(self): -        """`add_image` appends the image to the image list.""" -        image = 'lemon' -        self.paginator.add_image(image) - -        assert self.paginator.images == [image]  |