diff options
35 files changed, 786 insertions, 585 deletions
@@ -21,6 +21,8 @@ sentry-sdk = "~=0.14"  coloredlogs = "~=14.0"  colorama = {version = "~=0.4.3",sys_platform = "== 'win32'"}  statsd = "~=3.3" +feedparser = "~=5.2" +beautifulsoup4 = "~=4.9"  [dev-packages]  coverage = "~=5.0" diff --git a/Pipfile.lock b/Pipfile.lock index 19e03bda4..4e7050a13 100644 --- a/Pipfile.lock +++ b/Pipfile.lock @@ -1,7 +1,7 @@  {      "_meta": {          "hash": { -            "sha256": "10636aef5a07f17bd00608df2cc5214fcbfe3de4745cdeea7a076b871754620a" +            "sha256": "64620e7e825c74fd3010821fb30843b19f5dafb2b5a1f6eafedc0a5febd99b69"          },          "pipfile-spec": 6,          "requires": { @@ -91,6 +91,7 @@                  "sha256:a4bbe77fd30670455c5296242967a123ec28c37e9702a8a81bd2f20a4baf0368",                  "sha256:d4e96ac9b0c3a6d3f0caae2e4124e6055c5dcafde8e2f831ff194c104f0775a0"              ], +            "index": "pypi",              "version": "==4.9.0"          },          "certifi": { @@ -179,6 +180,15 @@              ],              "version": "==0.16"          }, +        "feedparser": { +            "hashes": [ +                "sha256:bd030652c2d08532c034c27fcd7c85868e7fa3cb2b17f230a44a6bbc92519bf9", +                "sha256:cd2485472e41471632ed3029d44033ee420ad0b57111db95c240c9160a85831c", +                "sha256:ce875495c90ebd74b179855449040003a1beb40cd13d5f037a0654251e260b02" +            ], +            "index": "pypi", +            "version": "==5.2.1" +        },          "fuzzywuzzy": {              "hashes": [                  "sha256:45016e92264780e58972dca1b3d939ac864b78437422beecebb3095f8efd00e8", @@ -189,10 +199,10 @@          },          "humanfriendly": {              "hashes": [ -                "sha256:25c2108a45cfd1e8fbe9cdb30b825d34ef5d5675c8e11e4775c9aedbfb0bdee2", -                "sha256:3a831920e40e55ad49adb64c9179ed50c604cabca72cd300e7bd5b51310e4ebb" +                "sha256:bf52ec91244819c780341a3438d5d7b09f431d3f113a475147ac9b7b167a3d12", +                "sha256:e78960b31198511f45fd455534ae7645a6207d33e512d2e842c766d15d9c8080"              ], -            "version": "==8.1" +            "version": "==8.2"          },          "idna": {              "hashes": [ @@ -210,10 +220,10 @@          },          "jinja2": {              "hashes": [ -                "sha256:93187ffbc7808079673ef52771baa950426fd664d3aad1d0fa3e95644360e250", -                "sha256:b0eaf100007721b5c16c1fc1eecb87409464edc10469ddc9a22a27a99123be49" +                "sha256:89aab215427ef59c34ad58735269eb58b1a5808103067f7bb9d5836c651b3bb0", +                "sha256:f0a4641d3cf955324a89c04f3d94663aa4d638abe8f733ecd3582848e1c37035"              ], -            "version": "==2.11.1" +            "version": "==2.11.2"          },          "lxml": {              "hashes": [ @@ -527,10 +537,10 @@          },          "urllib3": {              "hashes": [ -                "sha256:2f3db8b19923a873b3e5256dc9c2dedfa883e33d87c690d9c7913e1f40673cdc", -                "sha256:87716c2d2a7121198ebcb7ce7cccf6ce5e9ba539041cfbaeecfb641dc0bf6acc" +                "sha256:3018294ebefce6572a474f0604c2021e33b3fd8006ecd11d62107a5d2a963527", +                "sha256:88206b0eb87e6d677d424843ac5209e3fb9d0190d0ee169599165ec25e9d9115"              ], -            "version": "==1.25.8" +            "version": "==1.25.9"          },          "websockets": {              "hashes": [ @@ -606,40 +616,40 @@          },          "coverage": {              "hashes": [ -                "sha256:03f630aba2b9b0d69871c2e8d23a69b7fe94a1e2f5f10df5049c0df99db639a0", -                "sha256:046a1a742e66d065d16fb564a26c2a15867f17695e7f3d358d7b1ad8a61bca30", -                "sha256:0a907199566269e1cfa304325cc3b45c72ae341fbb3253ddde19fa820ded7a8b", -                "sha256:165a48268bfb5a77e2d9dbb80de7ea917332a79c7adb747bd005b3a07ff8caf0", -                "sha256:1b60a95fc995649464e0cd48cecc8288bac5f4198f21d04b8229dc4097d76823", -                "sha256:1f66cf263ec77af5b8fe14ef14c5e46e2eb4a795ac495ad7c03adc72ae43fafe", -                "sha256:2e08c32cbede4a29e2a701822291ae2bc9b5220a971bba9d1e7615312efd3037", -                "sha256:3844c3dab800ca8536f75ae89f3cf566848a3eb2af4d9f7b1103b4f4f7a5dad6", -                "sha256:408ce64078398b2ee2ec08199ea3fcf382828d2f8a19c5a5ba2946fe5ddc6c31", -                "sha256:443be7602c790960b9514567917af538cac7807a7c0c0727c4d2bbd4014920fd", -                "sha256:4482f69e0701139d0f2c44f3c395d1d1d37abd81bfafbf9b6efbe2542679d892", -                "sha256:4a8a259bf990044351baf69d3b23e575699dd60b18460c71e81dc565f5819ac1", -                "sha256:513e6526e0082c59a984448f4104c9bf346c2da9961779ede1fc458e8e8a1f78", -                "sha256:5f587dfd83cb669933186661a351ad6fc7166273bc3e3a1531ec5c783d997aac", -                "sha256:62061e87071497951155cbccee487980524d7abea647a1b2a6eb6b9647df9006", -                "sha256:641e329e7f2c01531c45c687efcec8aeca2a78a4ff26d49184dce3d53fc35014", -                "sha256:65a7e00c00472cd0f59ae09d2fb8a8aaae7f4a0cf54b2b74f3138d9f9ceb9cb2", -                "sha256:6ad6ca45e9e92c05295f638e78cd42bfaaf8ee07878c9ed73e93190b26c125f7", -                "sha256:73aa6e86034dad9f00f4bbf5a666a889d17d79db73bc5af04abd6c20a014d9c8", -                "sha256:7c9762f80a25d8d0e4ab3cb1af5d9dffbddb3ee5d21c43e3474c84bf5ff941f7", -                "sha256:85596aa5d9aac1bf39fe39d9fa1051b0f00823982a1de5766e35d495b4a36ca9", -                "sha256:86a0ea78fd851b313b2e712266f663e13b6bc78c2fb260b079e8b67d970474b1", -                "sha256:8a620767b8209f3446197c0e29ba895d75a1e272a36af0786ec70fe7834e4307", -                "sha256:922fb9ef2c67c3ab20e22948dcfd783397e4c043a5c5fa5ff5e9df5529074b0a", -                "sha256:9fad78c13e71546a76c2f8789623eec8e499f8d2d799f4b4547162ce0a4df435", -                "sha256:a37c6233b28e5bc340054cf6170e7090a4e85069513320275a4dc929144dccf0", -                "sha256:c3fc325ce4cbf902d05a80daa47b645d07e796a80682c1c5800d6ac5045193e5", -                "sha256:cda33311cb9fb9323958a69499a667bd728a39a7aa4718d7622597a44c4f1441", -                "sha256:db1d4e38c9b15be1521722e946ee24f6db95b189d1447fa9ff18dd16ba89f732", -                "sha256:eda55e6e9ea258f5e4add23bcf33dc53b2c319e70806e180aecbff8d90ea24de", -                "sha256:f372cdbb240e09ee855735b9d85e7f50730dcfb6296b74b95a3e5dea0615c4c1" -            ], -            "index": "pypi", -            "version": "==5.0.4" +                "sha256:00f1d23f4336efc3b311ed0d807feb45098fc86dee1ca13b3d6768cdab187c8a", +                "sha256:01333e1bd22c59713ba8a79f088b3955946e293114479bbfc2e37d522be03355", +                "sha256:0cb4be7e784dcdc050fc58ef05b71aa8e89b7e6636b99967fadbdba694cf2b65", +                "sha256:0e61d9803d5851849c24f78227939c701ced6704f337cad0a91e0972c51c1ee7", +                "sha256:1601e480b9b99697a570cea7ef749e88123c04b92d84cedaa01e117436b4a0a9", +                "sha256:2742c7515b9eb368718cd091bad1a1b44135cc72468c731302b3d641895b83d1", +                "sha256:2d27a3f742c98e5c6b461ee6ef7287400a1956c11421eb574d843d9ec1f772f0", +                "sha256:402e1744733df483b93abbf209283898e9f0d67470707e3c7516d84f48524f55", +                "sha256:5c542d1e62eece33c306d66fe0a5c4f7f7b3c08fecc46ead86d7916684b36d6c", +                "sha256:5f2294dbf7875b991c381e3d5af2bcc3494d836affa52b809c91697449d0eda6", +                "sha256:6402bd2fdedabbdb63a316308142597534ea8e1895f4e7d8bf7476c5e8751fef", +                "sha256:66460ab1599d3cf894bb6baee8c684788819b71a5dc1e8fa2ecc152e5d752019", +                "sha256:782caea581a6e9ff75eccda79287daefd1d2631cc09d642b6ee2d6da21fc0a4e", +                "sha256:79a3cfd6346ce6c13145731d39db47b7a7b859c0272f02cdb89a3bdcbae233a0", +                "sha256:7a5bdad4edec57b5fb8dae7d3ee58622d626fd3a0be0dfceda162a7035885ecf", +                "sha256:8fa0cbc7ecad630e5b0f4f35b0f6ad419246b02bc750de7ac66db92667996d24", +                "sha256:a027ef0492ede1e03a8054e3c37b8def89a1e3c471482e9f046906ba4f2aafd2", +                "sha256:a3f3654d5734a3ece152636aad89f58afc9213c6520062db3978239db122f03c", +                "sha256:a82b92b04a23d3c8a581fc049228bafde988abacba397d57ce95fe95e0338ab4", +                "sha256:acf3763ed01af8410fc36afea23707d4ea58ba7e86a8ee915dfb9ceff9ef69d0", +                "sha256:adeb4c5b608574a3d647011af36f7586811a2c1197c861aedb548dd2453b41cd", +                "sha256:b83835506dfc185a319031cf853fa4bb1b3974b1f913f5bb1a0f3d98bdcded04", +                "sha256:bb28a7245de68bf29f6fb199545d072d1036a1917dca17a1e75bbb919e14ee8e", +                "sha256:bf9cb9a9fd8891e7efd2d44deb24b86d647394b9705b744ff6f8261e6f29a730", +                "sha256:c317eaf5ff46a34305b202e73404f55f7389ef834b8dbf4da09b9b9b37f76dd2", +                "sha256:dbe8c6ae7534b5b024296464f387d57c13caa942f6d8e6e0346f27e509f0f768", +                "sha256:de807ae933cfb7f0c7d9d981a053772452217df2bf38e7e6267c9cbf9545a796", +                "sha256:dead2ddede4c7ba6cb3a721870f5141c97dc7d85a079edb4bd8d88c3ad5b20c7", +                "sha256:dec5202bfe6f672d4511086e125db035a52b00f1648d6407cc8e526912c0353a", +                "sha256:e1ea316102ea1e1770724db01998d1603ed921c54a86a2efcb03428d5417e489", +                "sha256:f90bfc4ad18450c80b024036eaf91e4a246ae287701aaa88eaebebf150868052" +            ], +            "index": "pypi", +            "version": "==5.1"          },          "distlib": {              "hashes": [ @@ -671,11 +681,11 @@          },          "flake8-annotations": {              "hashes": [ -                "sha256:a38b44d01abd480586a92a02a2b0a36231ec42dcc5e114de78fa5db016d8d3f9", -                "sha256:d5b0e8704e4e7728b352fa1464e23539ff2341ba11cc153b536fa2cf921ee659" +                "sha256:9091d920406a7ff10e401e0dd1baa396d1d7d2e3d101a9beecf815f5894ad554", +                "sha256:f59fdceb8c8f380a20aed20e1ba8a57bde05935958166c52be2249f113f7ab75"              ],              "index": "pypi", -            "version": "==2.0.1" +            "version": "==2.1.0"          },          "flake8-bugbear": {              "hashes": [ @@ -836,10 +846,10 @@          },          "virtualenv": {              "hashes": [ -                "sha256:00cfe8605fb97f5a59d52baab78e6070e72c12ca64f51151695407cc0eb8a431", -                "sha256:c8364ec469084046c779c9a11ae6340094e8a0bf1d844330fc55c1cefe67c172" +                "sha256:5021396e8f03d0d002a770da90e31e61159684db2859d0ba4850fbea752aa675", +                "sha256:ac53ade75ca189bc97b6c1d9ec0f1a50efe33cbf178ae09452dcd9fd309013c1"              ], -            "version": "==20.0.17" +            "version": "==20.0.18"          }      }  } diff --git a/bot/__init__.py b/bot/__init__.py index 4131b69e9..d63086fe2 100644 --- a/bot/__init__.py +++ b/bot/__init__.py @@ -59,6 +59,7 @@ coloredlogs.install(logger=root_log, stream=sys.stdout)  logging.getLogger("discord").setLevel(logging.WARNING)  logging.getLogger("websockets").setLevel(logging.WARNING) +logging.getLogger("chardet").setLevel(logging.WARNING)  logging.getLogger(__name__) diff --git a/bot/__main__.py b/bot/__main__.py index 3aa36bfc0..aa1d1aee8 100644 --- a/bot/__main__.py +++ b/bot/__main__.py @@ -51,6 +51,7 @@ bot.load_extension("bot.cogs.eval")  bot.load_extension("bot.cogs.information")  bot.load_extension("bot.cogs.jams")  bot.load_extension("bot.cogs.moderation") +bot.load_extension("bot.cogs.python_news")  bot.load_extension("bot.cogs.off_topic_names")  bot.load_extension("bot.cogs.reddit")  bot.load_extension("bot.cogs.reminders") diff --git a/bot/cogs/bot.py b/bot/cogs/bot.py index a6929b431..a79b37d25 100644 --- a/bot/cogs/bot.py +++ b/bot/cogs/bot.py @@ -41,7 +41,7 @@ class BotCog(Cog, name="Bot"):      @with_role(Roles.verified)      async def botinfo_group(self, ctx: Context) -> None:          """Bot informational commands.""" -        await ctx.invoke(self.bot.get_command("help"), "bot") +        await ctx.send_help(ctx.command)      @botinfo_group.command(name='about', aliases=('info',), hidden=True)      @with_role(Roles.verified) @@ -326,6 +326,8 @@ class BotCog(Cog, name="Bot"):                              log.trace("The code consists only of expressions, not sending instructions")                      if howto != "": +                        # Increase amount of codeblock correction in stats +                        self.bot.stats.incr("codeblock_corrections")                          howto_embed = Embed(description=howto)                          bot_message = await msg.channel.send(f"Hey {msg.author.mention}!", embed=howto_embed)                          self.codeblock_message_ids[msg.id] = bot_message.id diff --git a/bot/cogs/clean.py b/bot/cogs/clean.py index 5cdf0b048..b5d9132cb 100644 --- a/bot/cogs/clean.py +++ b/bot/cogs/clean.py @@ -180,7 +180,7 @@ class Clean(Cog):      @with_role(*MODERATION_ROLES)      async def clean_group(self, ctx: Context) -> None:          """Commands for cleaning messages in channels.""" -        await ctx.invoke(self.bot.get_command("help"), "clean") +        await ctx.send_help(ctx.command)      @clean_group.command(name="user", aliases=["users"])      @with_role(*MODERATION_ROLES) diff --git a/bot/cogs/defcon.py b/bot/cogs/defcon.py index 56fca002a..25b0a6ad5 100644 --- a/bot/cogs/defcon.py +++ b/bot/cogs/defcon.py @@ -122,7 +122,7 @@ class Defcon(Cog):      @with_role(Roles.admins, Roles.owners)      async def defcon_group(self, ctx: Context) -> None:          """Check the DEFCON status or run a subcommand.""" -        await ctx.invoke(self.bot.get_command("help"), "defcon") +        await ctx.send_help(ctx.command)      async def _defcon_action(self, ctx: Context, days: int, action: Action) -> None:          """Providing a structured way to do an defcon action.""" diff --git a/bot/cogs/error_handler.py b/bot/cogs/error_handler.py index b2f4c59f6..23d1eed82 100644 --- a/bot/cogs/error_handler.py +++ b/bot/cogs/error_handler.py @@ -2,7 +2,7 @@ import contextlib  import logging  import typing as t -from discord.ext.commands import Cog, Command, Context, errors +from discord.ext.commands import Cog, Context, errors  from sentry_sdk import push_scope  from bot.api import ResponseCodeError @@ -79,19 +79,13 @@ class ErrorHandler(Cog):              f"{e.__class__.__name__}: {e}"          ) -    async def get_help_command(self, command: t.Optional[Command]) -> t.Tuple: -        """Return the help command invocation args to display help for `command`.""" -        parent = None -        if command is not None: -            parent = command.parent - -        # Retrieve the help command for the invoked command. -        if parent and command: -            return self.bot.get_command("help"), parent.name, command.name -        elif command: -            return self.bot.get_command("help"), command.name -        else: -            return self.bot.get_command("help") +    @staticmethod +    def get_help_command(ctx: Context) -> t.Coroutine: +        """Return a prepared `help` command invocation coroutine.""" +        if ctx.command: +            return ctx.send_help(ctx.command) + +        return ctx.send_help()      async def try_silence(self, ctx: Context) -> bool:          """ @@ -165,20 +159,19 @@ class ErrorHandler(Cog):          * ArgumentParsingError: send an error message          * Other: send an error message and the help command          """ -        # TODO: use ctx.send_help() once PR #519 is merged. -        help_command = await self.get_help_command(ctx.command) +        prepared_help_command = self.get_help_command(ctx)          if isinstance(e, errors.MissingRequiredArgument):              await ctx.send(f"Missing required argument `{e.param.name}`.") -            await ctx.invoke(*help_command) +            await prepared_help_command              self.bot.stats.incr("errors.missing_required_argument")          elif isinstance(e, errors.TooManyArguments):              await ctx.send(f"Too many arguments provided.") -            await ctx.invoke(*help_command) +            await prepared_help_command              self.bot.stats.incr("errors.too_many_arguments")          elif isinstance(e, errors.BadArgument):              await ctx.send(f"Bad argument: {e}\n") -            await ctx.invoke(*help_command) +            await prepared_help_command              self.bot.stats.incr("errors.bad_argument")          elif isinstance(e, errors.BadUnionArgument):              await ctx.send(f"Bad argument: {e}\n```{e.errors[-1]}```") @@ -188,7 +181,7 @@ class ErrorHandler(Cog):              self.bot.stats.incr("errors.argument_parsing_error")          else:              await ctx.send("Something about your input seems off. Check the arguments:") -            await ctx.invoke(*help_command) +            await prepared_help_command              self.bot.stats.incr("errors.other_user_input_error")      @staticmethod diff --git a/bot/cogs/eval.py b/bot/cogs/eval.py index 52136fc8d..eb8bfb1cf 100644 --- a/bot/cogs/eval.py +++ b/bot/cogs/eval.py @@ -178,7 +178,7 @@ async def func():  # (None,) -> Any      async def internal_group(self, ctx: Context) -> None:          """Internal commands. Top secret!"""          if not ctx.invoked_subcommand: -            await ctx.invoke(self.bot.get_command("help"), "internal") +            await ctx.send_help(ctx.command)      @internal_group.command(name='eval', aliases=('e',))      @with_role(Roles.admins, Roles.owners) diff --git a/bot/cogs/extensions.py b/bot/cogs/extensions.py index fb6cd9aa3..365f198ff 100644 --- a/bot/cogs/extensions.py +++ b/bot/cogs/extensions.py @@ -65,7 +65,7 @@ class Extensions(commands.Cog):      @group(name="extensions", aliases=("ext", "exts", "c", "cogs"), invoke_without_command=True)      async def extensions_group(self, ctx: Context) -> None:          """Load, unload, reload, and list loaded extensions.""" -        await ctx.invoke(self.bot.get_command("help"), "extensions") +        await ctx.send_help(ctx.command)      @extensions_group.command(name="load", aliases=("l",))      async def load_command(self, ctx: Context, *extensions: Extension) -> None: @@ -75,7 +75,7 @@ class Extensions(commands.Cog):          If '\*' or '\*\*' is given as the name, all unloaded extensions will be loaded.          """  # noqa: W605          if not extensions: -            await ctx.invoke(self.bot.get_command("help"), "extensions load") +            await ctx.send_help(ctx.command)              return          if "*" in extensions or "**" in extensions: @@ -92,7 +92,7 @@ class Extensions(commands.Cog):          If '\*' or '\*\*' is given as the name, all loaded extensions will be unloaded.          """  # noqa: W605          if not extensions: -            await ctx.invoke(self.bot.get_command("help"), "extensions unload") +            await ctx.send_help(ctx.command)              return          blacklisted = "\n".join(UNLOAD_BLACKLIST & set(extensions)) @@ -118,7 +118,7 @@ class Extensions(commands.Cog):          If '\*\*' is given as the name, all extensions, including unloaded ones, will be reloaded.          """  # noqa: W605          if not extensions: -            await ctx.invoke(self.bot.get_command("help"), "extensions reload") +            await ctx.send_help(ctx.command)              return          if "**" in extensions: diff --git a/bot/cogs/help.py b/bot/cogs/help.py index 744722220..542f19139 100644 --- a/bot/cogs/help.py +++ b/bot/cogs/help.py @@ -1,34 +1,48 @@ -import asyncio  import itertools +import logging +from asyncio import TimeoutError  from collections import namedtuple  from contextlib import suppress -from typing import Union +from typing import List, Union -from discord import Colour, Embed, HTTPException, Message, Reaction, User -from discord.ext import commands -from discord.ext.commands import CheckFailure, Cog as DiscordCog, Command, Context +from discord import Colour, Embed, Member, Message, NotFound, Reaction, User +from discord.ext.commands import Bot, Cog, Command, Context, Group, HelpCommand  from fuzzywuzzy import fuzz, process  from bot import constants -from bot.bot import Bot  from bot.constants import Channels, Emojis, STAFF_ROLES  from bot.decorators import redirect_output -from bot.pagination import ( -    FIRST_EMOJI, LAST_EMOJI, -    LEFT_EMOJI, LinePaginator, RIGHT_EMOJI, -) +from bot.pagination import LinePaginator +log = logging.getLogger(__name__) + +COMMANDS_PER_PAGE = 8  DELETE_EMOJI = Emojis.trashcan +PREFIX = constants.Bot.prefix + +Category = namedtuple("Category", ["name", "description", "cogs"]) + + +async def help_cleanup(bot: Bot, author: Member, message: Message) -> None: +    """ +    Runs the cleanup for the help command. + +    Adds the :trashcan: reaction that, when clicked, will delete the help message. +    After a 300 second timeout, the reaction will be removed. +    """ +    def check(reaction: Reaction, user: User) -> bool: +        """Checks the reaction is :trashcan:, the author is original author and messages are the same.""" +        return str(reaction) == DELETE_EMOJI and user.id == author.id and reaction.message.id == message.id -REACTIONS = { -    FIRST_EMOJI: 'first', -    LEFT_EMOJI: 'back', -    RIGHT_EMOJI: 'next', -    LAST_EMOJI: 'end', -    DELETE_EMOJI: 'stop', -} +    await message.add_reaction(DELETE_EMOJI) -Cog = namedtuple('Cog', ['name', 'description', 'commands']) +    try: +        await bot.wait_for("reaction_add", check=check, timeout=300) +        await message.delete() +    except TimeoutError: +        await message.remove_reaction(DELETE_EMOJI, bot.user) +    except NotFound: +        pass  class HelpQueryNotFound(ValueError): @@ -46,22 +60,9 @@ class HelpQueryNotFound(ValueError):          self.possible_matches = possible_matches -class HelpSession: +class CustomHelpCommand(HelpCommand):      """ -    An interactive session for bot and command help output. - -    Expected attributes include: -        * title: str -            The title of the help message. -        * query: Union[discord.ext.commands.Bot, discord.ext.commands.Command] -        * description: str -            The description of the query. -        * pages: list[str] -            A list of the help content split into manageable pages. -        * message: `discord.Message` -            The message object that's showing the help contents. -        * destination: `discord.abc.Messageable` -            Where the help message is to be sent to. +    An interactive instance for the bot help command.      Cogs can be grouped into custom categories. All cogs with the same category will be displayed      under a single category name in the help output. Custom categories are defined inside the cogs @@ -70,499 +71,299 @@ class HelpSession:      the regular description (class docstring) of the first cog found in the category.      """ -    def __init__( -        self, -        ctx: Context, -        *command, -        cleanup: bool = False, -        only_can_run: bool = True, -        show_hidden: bool = False, -        max_lines: int = 15 -    ): -        """Creates an instance of the HelpSession class.""" -        self._ctx = ctx -        self._bot = ctx.bot -        self.title = "Command Help" - -        # set the query details for the session -        if command: -            query_str = ' '.join(command) -            self.query = self._get_query(query_str) -            self.description = self.query.description or self.query.help -        else: -            self.query = ctx.bot -            self.description = self.query.description -        self.author = ctx.author -        self.destination = ctx.channel - -        # set the config for the session -        self._cleanup = cleanup -        self._only_can_run = only_can_run -        self._show_hidden = show_hidden -        self._max_lines = max_lines - -        # init session states -        self._pages = None -        self._current_page = 0 -        self.message = None -        self._timeout_task = None -        self.reset_timeout() - -    def _get_query(self, query: str) -> Union[Command, Cog]: +    def __init__(self): +        super().__init__(command_attrs={"help": "Shows help for bot commands"}) + +    @redirect_output(destination_channel=Channels.bot_commands, bypass_roles=STAFF_ROLES) +    async def command_callback(self, ctx: Context, *, command: str = None) -> None:          """Attempts to match the provided query with a valid command or cog.""" -        command = self._bot.get_command(query) -        if command: -            return command +        # the only reason we need to tamper with this is because d.py does not support "categories", +        # so we need to deal with them ourselves. + +        bot = ctx.bot + +        if command is None: +            # quick and easy, send bot help if command is none +            mapping = self.get_bot_mapping() +            await self.send_bot_help(mapping) +            return -        # Find all cog categories that match.          cog_matches = []          description = None -        for cog in self._bot.cogs.values(): -            if hasattr(cog, "category") and cog.category == query: +        for cog in bot.cogs.values(): +            if hasattr(cog, "category") and cog.category == command:                  cog_matches.append(cog)                  if hasattr(cog, "category_description"):                      description = cog.category_description -        # Try to search by cog name if no categories match. -        if not cog_matches: -            cog = self._bot.cogs.get(query) - -            # Don't consider it a match if the cog has a category. -            if cog and not hasattr(cog, "category"): -                cog_matches = [cog] -          if cog_matches: -            cog = cog_matches[0] -            cmds = (cog.get_commands() for cog in cog_matches)  # Commands of all cogs - -            return Cog( -                name=cog.category if hasattr(cog, "category") else cog.qualified_name, -                description=description or cog.description, -                commands=tuple(itertools.chain.from_iterable(cmds))  # Flatten the list -            ) - -        self._handle_not_found(query) - -    def _handle_not_found(self, query: str) -> None: -        """ -        Handles when a query does not match a valid command or cog. - -        Will pass on possible close matches along with the `HelpQueryNotFound` exception. -        """ -        # Combine command and cog names -        choices = list(self._bot.all_commands) + list(self._bot.cogs) - -        result = process.extractBests(query, choices, scorer=fuzz.ratio, score_cutoff=90) - -        raise HelpQueryNotFound(f'Query "{query}" not found.', dict(result)) - -    async def timeout(self, seconds: int = 30) -> None: -        """Waits for a set number of seconds, then stops the help session.""" -        await asyncio.sleep(seconds) -        await self.stop() - -    def reset_timeout(self) -> None: -        """Cancels the original timeout task and sets it again from the start.""" -        # cancel original if it exists -        if self._timeout_task: -            if not self._timeout_task.cancelled(): -                self._timeout_task.cancel() - -        # recreate the timeout task -        self._timeout_task = self._bot.loop.create_task(self.timeout()) - -    async def on_reaction_add(self, reaction: Reaction, user: User) -> None: -        """Event handler for when reactions are added on the help message.""" -        # ensure it was the relevant session message -        if reaction.message.id != self.message.id: -            return - -        # ensure it was the session author who reacted -        if user.id != self.author.id: -            return - -        emoji = str(reaction.emoji) - -        # check if valid action -        if emoji not in REACTIONS: +            category = Category(name=command, description=description, cogs=cog_matches) +            await self.send_category_help(category)              return -        self.reset_timeout() - -        # Run relevant action method -        action = getattr(self, f'do_{REACTIONS[emoji]}', None) -        if action: -            await action() - -        # remove the added reaction to prep for re-use -        with suppress(HTTPException): -            await self.message.remove_reaction(reaction, user) - -    async def on_message_delete(self, message: Message) -> None: -        """Closes the help session when the help message is deleted.""" -        if message.id == self.message.id: -            await self.stop() - -    async def prepare(self) -> None: -        """Sets up the help session pages, events, message and reactions.""" -        # create paginated content -        await self.build_pages() - -        # setup listeners -        self._bot.add_listener(self.on_reaction_add) -        self._bot.add_listener(self.on_message_delete) - -        # Send the help message -        await self.update_page() -        self.add_reactions() - -    def add_reactions(self) -> None: -        """Adds the relevant reactions to the help message based on if pagination is required.""" -        # if paginating -        if len(self._pages) > 1: -            for reaction in REACTIONS: -                self._bot.loop.create_task(self.message.add_reaction(reaction)) +        # it's either a cog, group, command or subcommand; let the parent class deal with it +        await super().command_callback(ctx, command=command) -        # if single-page -        else: -            self._bot.loop.create_task(self.message.add_reaction(DELETE_EMOJI)) - -    def _category_key(self, cmd: Command) -> str: +    async def get_all_help_choices(self) -> set:          """ -        Returns a cog name of a given command for use as a key for `sorted` and `groupby`. +        Get all the possible options for getting help in the bot. -        A zero width space is used as a prefix for results with no cogs to force them last in ordering. -        """ -        if cmd.cog: -            try: -                if cmd.cog.category: -                    return f'**{cmd.cog.category}**' -            except AttributeError: -                pass - -            return f'**{cmd.cog_name}**' -        else: -            return "**\u200bNo Category:**" +        This will only display commands the author has permission to run. -    def _get_command_params(self, cmd: Command) -> str: -        """ -        Returns the command usage signature. +        These include: +        - Category names +        - Cog names +        - Group command names (and aliases) +        - Command names (and aliases) +        - Subcommand names (with parent group and aliases for subcommand, but not including aliases for group) -        This is a custom implementation of `command.signature` in order to format the command -        signature without aliases. +        Options and choices are case sensitive.          """ -        results = [] -        for name, param in cmd.clean_params.items(): - -            # if argument has a default value -            if param.default is not param.empty: - -                if isinstance(param.default, str): -                    show_default = param.default -                else: -                    show_default = param.default is not None - -                # if default is not an empty string or None -                if show_default: -                    results.append(f'[{name}={param.default}]') -                else: -                    results.append(f'[{name}]') - -            # if variable length argument -            elif param.kind == param.VAR_POSITIONAL: -                results.append(f'[{name}...]') - -            # if required +        # first get all commands including subcommands and full command name aliases +        choices = set() +        for command in await self.filter_commands(self.context.bot.walk_commands()): +            # the the command or group name +            choices.add(str(command)) + +            if isinstance(command, Command): +                # all aliases if it's just a command +                choices.update(command.aliases)              else: -                results.append(f'<{name}>') +                # otherwise we need to add the parent name in +                choices.update(f"{command.full_parent_name} {alias}" for alias in command.aliases) -        return f"{cmd.name} {' '.join(results)}" +        # all cog names +        choices.update(self.context.bot.cogs) -    async def build_pages(self) -> None: -        """Builds the list of content pages to be paginated through in the help message, as a list of str.""" -        # Use LinePaginator to restrict embed line height -        paginator = LinePaginator(prefix='', suffix='', max_lines=self._max_lines) +        # all category names +        choices.update(cog.category for cog in self.context.bot.cogs.values() if hasattr(cog, "category")) +        return choices -        prefix = constants.Bot.prefix - -        # show signature if query is a command -        if isinstance(self.query, commands.Command): -            signature = self._get_command_params(self.query) -            parent = self.query.full_parent_name + ' ' if self.query.parent else '' -            paginator.add_line(f'**```{prefix}{parent}{signature}```**') - -            # show command aliases -            aliases = ', '.join(f'`{a}`' for a in self.query.aliases) -            if aliases: -                paginator.add_line(f'**Can also use:** {aliases}\n') - -            if not await self.query.can_run(self._ctx): -                paginator.add_line('***You cannot run this command.***\n') - -        # show name if query is a cog -        if isinstance(self.query, Cog): -            paginator.add_line(f'**{self.query.name}**') +    async def command_not_found(self, string: str) -> "HelpQueryNotFound": +        """ +        Handles when a query does not match a valid command, group, cog or category. -        if self.description: -            paginator.add_line(f'*{self.description}*') +        Will return an instance of the `HelpQueryNotFound` exception with the error message and possible matches. +        """ +        choices = await self.get_all_help_choices() +        result = process.extractBests(string, choices, scorer=fuzz.ratio, score_cutoff=60) -        # list all children commands of the queried object -        if isinstance(self.query, (commands.GroupMixin, Cog)): +        return HelpQueryNotFound(f'Query "{string}" not found.', dict(result)) -            # remove hidden commands if session is not wanting hiddens -            if not self._show_hidden: -                filtered = [c for c in self.query.commands if not c.hidden] -            else: -                filtered = self.query.commands +    async def subcommand_not_found(self, command: Command, string: str) -> "HelpQueryNotFound": +        """ +        Redirects the error to `command_not_found`. -            # if after filter there are no commands, finish up -            if not filtered: -                self._pages = paginator.pages -                return +        `command_not_found` deals with searching and getting best choices for both commands and subcommands. +        """ +        return await self.command_not_found(f"{command.qualified_name} {string}") -            # set category to Commands if cog -            if isinstance(self.query, Cog): -                grouped = (('**Commands:**', self.query.commands),) +    async def send_error_message(self, error: HelpQueryNotFound) -> None: +        """Send the error message to the channel.""" +        embed = Embed(colour=Colour.red(), title=str(error)) -            # set category to Subcommands if command -            elif isinstance(self.query, commands.Command): -                grouped = (('**Subcommands:**', self.query.commands),) +        if getattr(error, "possible_matches", None): +            matches = "\n".join(f"`{match}`" for match in error.possible_matches) +            embed.description = f"**Did you mean:**\n{matches}" -                # don't show prefix for subcommands -                prefix = '' +        await self.context.send(embed=embed) -            # otherwise sort and organise all commands into categories -            else: -                cat_sort = sorted(filtered, key=self._category_key) -                grouped = itertools.groupby(cat_sort, key=self._category_key) +    async def command_formatting(self, command: Command) -> Embed: +        """ +        Takes a command and turns it into an embed. -            # process each category -            for category, cmds in grouped: -                cmds = sorted(cmds, key=lambda c: c.name) +        It will add an author, command signature + help, aliases and a note if the user can't run the command. +        """ +        embed = Embed() +        embed.set_author(name="Command Help", icon_url=constants.Icons.questionmark) -                # if there are no commands, skip category -                if len(cmds) == 0: -                    continue +        parent = command.full_parent_name -                cat_cmds = [] +        name = str(command) if not parent else f"{parent} {command.name}" +        command_details = f"**```{PREFIX}{name} {command.signature}```**\n" -                # format details for each child command -                for command in cmds: +        # show command aliases +        aliases = ", ".join(f"`{alias}`" if not parent else f"`{parent} {alias}`" for alias in command.aliases) +        if aliases: +            command_details += f"**Can also use:** {aliases}\n\n" -                    # skip if hidden and hide if session is set to -                    if command.hidden and not self._show_hidden: -                        continue +        # check if the user is allowed to run this command +        if not await command.can_run(self.context): +            command_details += "***You cannot run this command.***\n\n" -                    # see if the user can run the command -                    strikeout = '' +        command_details += f"*{command.help or 'No details provided.'}*\n" +        embed.description = command_details -                    # Patch to make the !help command work outside of #bot-commands again -                    # This probably needs a proper rewrite, but this will make it work in -                    # the mean time. -                    try: -                        can_run = await command.can_run(self._ctx) -                    except CheckFailure: -                        can_run = False +        return embed -                    if not can_run: -                        # skip if we don't show commands they can't run -                        if self._only_can_run: -                            continue -                        strikeout = '~~' +    async def send_command_help(self, command: Command) -> None: +        """Send help for a single command.""" +        embed = await self.command_formatting(command) +        message = await self.context.send(embed=embed) +        await help_cleanup(self.context.bot, self.context.author, message) -                    signature = self._get_command_params(command) -                    info = f"{strikeout}**`{prefix}{signature}`**{strikeout}" +    @staticmethod +    def get_commands_brief_details(commands_: List[Command], return_as_list: bool = False) -> Union[List[str], str]: +        """ +        Formats the prefix, command name and signature, and short doc for an iterable of commands. -                    # handle if the command has no docstring -                    if command.short_doc: -                        cat_cmds.append(f'{info}\n*{command.short_doc}*') -                    else: -                        cat_cmds.append(f'{info}\n*No details provided.*') +        return_as_list is helpful for passing these command details into the paginator as a list of command details. +        """ +        details = [] +        for command in commands_: +            signature = f" {command.signature}" if command.signature else "" +            details.append( +                f"\n**`{PREFIX}{command.qualified_name}{signature}`**\n*{command.short_doc or 'No details provided'}*" +            ) +        if return_as_list: +            return details +        else: +            return "".join(details) -                # state var for if the category should be added next -                print_cat = 1 -                new_page = True +    async def send_group_help(self, group: Group) -> None: +        """Sends help for a group command.""" +        subcommands = group.commands -                for details in cat_cmds: +        if len(subcommands) == 0: +            # no subcommands, just treat it like a regular command +            await self.send_command_help(group) +            return -                    # keep details together, paginating early if it won't fit -                    lines_adding = len(details.split('\n')) + print_cat -                    if paginator._linecount + lines_adding > self._max_lines: -                        paginator._linecount = 0 -                        new_page = True -                        paginator.close_page() +        # remove commands that the user can't run and are hidden, and sort by name +        commands_ = await self.filter_commands(subcommands, sort=True) -                        # new page so print category title again -                        print_cat = 1 +        embed = await self.command_formatting(group) -                    if print_cat: -                        if new_page: -                            paginator.add_line('') -                        paginator.add_line(category) -                        print_cat = 0 +        command_details = self.get_commands_brief_details(commands_) +        if command_details: +            embed.description += f"\n**Subcommands:**\n{command_details}" -                    paginator.add_line(details) +        message = await self.context.send(embed=embed) +        await help_cleanup(self.context.bot, self.context.author, message) -        # save organised pages to session -        self._pages = paginator.pages +    async def send_cog_help(self, cog: Cog) -> None: +        """Send help for a cog.""" +        # sort commands by name, and remove any the user cant run or are hidden. +        commands_ = await self.filter_commands(cog.get_commands(), sort=True) -    def embed_page(self, page_number: int = 0) -> Embed: -        """Returns an Embed with the requested page formatted within."""          embed = Embed() +        embed.set_author(name="Command Help", icon_url=constants.Icons.questionmark) +        embed.description = f"**{cog.qualified_name}**\n*{cog.description}*" -        # if command or cog, add query to title for pages other than first -        if isinstance(self.query, (commands.Command, Cog)) and page_number > 0: -            title = f'Command Help | "{self.query.name}"' -        else: -            title = self.title - -        embed.set_author(name=title, icon_url=constants.Icons.questionmark) -        embed.description = self._pages[page_number] +        command_details = self.get_commands_brief_details(commands_) +        if command_details: +            embed.description += f"\n\n**Commands:**\n{command_details}" -        # add page counter to footer if paginating -        page_count = len(self._pages) -        if page_count > 1: -            embed.set_footer(text=f'Page {self._current_page+1} / {page_count}') +        message = await self.context.send(embed=embed) +        await help_cleanup(self.context.bot, self.context.author, message) -        return embed - -    async def update_page(self, page_number: int = 0) -> None: -        """Sends the intial message, or changes the existing one to the given page number.""" -        self._current_page = page_number -        embed_page = self.embed_page(page_number) +    @staticmethod +    def _category_key(command: Command) -> str: +        """ +        Returns a cog name of a given command for use as a key for `sorted` and `groupby`. -        if not self.message: -            self.message = await self.destination.send(embed=embed_page) +        A zero width space is used as a prefix for results with no cogs to force them last in ordering. +        """ +        if command.cog: +            with suppress(AttributeError): +                if command.cog.category: +                    return f"**{command.cog.category}**" +            return f"**{command.cog_name}**"          else: -            await self.message.edit(embed=embed_page) +            return "**\u200bNo Category:**" -    @classmethod -    async def start(cls, ctx: Context, *command, **options) -> "HelpSession": +    async def send_category_help(self, category: Category) -> None:          """ -        Create and begin a help session based on the given command context. - -        Available options kwargs: -            * cleanup: Optional[bool] -                Set to `True` to have the message deleted on session end. Defaults to `False`. -            * only_can_run: Optional[bool] -                Set to `True` to hide commands the user can't run. Defaults to `False`. -            * show_hidden: Optional[bool] -                Set to `True` to include hidden commands. Defaults to `False`. -            * max_lines: Optional[int] -                Sets the max number of lines the paginator will add to a single page. Defaults to 20. +        Sends help for a bot category. + +        This sends a brief help for all commands in all cogs registered to the category.          """ -        session = cls(ctx, *command, **options) -        await session.prepare() +        embed = Embed() +        embed.set_author(name="Command Help", icon_url=constants.Icons.questionmark) -        return session +        all_commands = [] +        for cog in category.cogs: +            all_commands.extend(cog.get_commands()) -    async def stop(self) -> None: -        """Stops the help session, removes event listeners and attempts to delete the help message.""" -        self._bot.remove_listener(self.on_reaction_add) -        self._bot.remove_listener(self.on_message_delete) +        filtered_commands = await self.filter_commands(all_commands, sort=True) -        # ignore if permission issue, or the message doesn't exist -        with suppress(HTTPException, AttributeError): -            if self._cleanup: -                await self.message.delete() -            else: -                await self.message.clear_reactions() +        command_detail_lines = self.get_commands_brief_details(filtered_commands, return_as_list=True) +        description = f"**{category.name}**\n*{category.description}*" -    @property -    def is_first_page(self) -> bool: -        """Check if session is currently showing the first page.""" -        return self._current_page == 0 +        if command_detail_lines: +            description += "\n\n**Commands:**" -    @property -    def is_last_page(self) -> bool: -        """Check if the session is currently showing the last page.""" -        return self._current_page == (len(self._pages)-1) +        await LinePaginator.paginate( +            command_detail_lines, +            self.context, +            embed, +            prefix=description, +            max_lines=COMMANDS_PER_PAGE, +            max_size=2040, +        ) -    async def do_first(self) -> None: -        """Event that is called when the user requests the first page.""" -        if not self.is_first_page: -            await self.update_page(0) +    async def send_bot_help(self, mapping: dict) -> None: +        """Sends help for all bot commands and cogs.""" +        bot = self.context.bot -    async def do_back(self) -> None: -        """Event that is called when the user requests the previous page.""" -        if not self.is_first_page: -            await self.update_page(self._current_page-1) - -    async def do_next(self) -> None: -        """Event that is called when the user requests the next page.""" -        if not self.is_last_page: -            await self.update_page(self._current_page+1) +        embed = Embed() +        embed.set_author(name="Command Help", icon_url=constants.Icons.questionmark) + +        filter_commands = await self.filter_commands(bot.commands, sort=True, key=self._category_key) + +        cog_or_category_pages = [] + +        for cog_or_category, _commands in itertools.groupby(filter_commands, key=self._category_key): +            sorted_commands = sorted(_commands, key=lambda c: c.name) + +            if len(sorted_commands) == 0: +                continue + +            command_detail_lines = self.get_commands_brief_details(sorted_commands, return_as_list=True) + +            # Split cogs or categories which have too many commands to fit in one page. +            # The length of commands is included for later use when aggregating into pages for the paginator. +            for index in range(0, len(sorted_commands), COMMANDS_PER_PAGE): +                truncated_lines = command_detail_lines[index:index + COMMANDS_PER_PAGE] +                joined_lines = "".join(truncated_lines) +                cog_or_category_pages.append((f"**{cog_or_category}**{joined_lines}", len(truncated_lines))) + +        pages = [] +        counter = 0 +        page = "" +        for page_details, length in cog_or_category_pages: +            counter += length +            if counter > COMMANDS_PER_PAGE: +                # force a new page on paginator even if it falls short of the max pages +                # since we still want to group categories/cogs. +                counter = length +                pages.append(page) +                page = f"{page_details}\n\n" +            else: +                page += f"{page_details}\n\n" -    async def do_end(self) -> None: -        """Event that is called when the user requests the last page.""" -        if not self.is_last_page: -            await self.update_page(len(self._pages)-1) +        if page: +            # add any remaining command help that didn't get added in the last iteration above. +            pages.append(page) -    async def do_stop(self) -> None: -        """Event that is called when the user requests to stop the help session.""" -        await self.message.delete() +        await LinePaginator.paginate(pages, self.context, embed=embed, max_lines=1, max_size=2040) -class Help(DiscordCog): +class Help(Cog):      """Custom Embed Pagination Help feature.""" -    @commands.command('help') -    @redirect_output(destination_channel=Channels.bot_commands, bypass_roles=STAFF_ROLES) -    async def new_help(self, ctx: Context, *commands) -> None: -        """Shows Command Help.""" -        try: -            await HelpSession.start(ctx, *commands) -        except HelpQueryNotFound as error: -            embed = Embed() -            embed.colour = Colour.red() -            embed.title = str(error) - -            if error.possible_matches: -                matches = '\n'.join(error.possible_matches.keys()) -                embed.description = f'**Did you mean:**\n`{matches}`' - -            await ctx.send(embed=embed) - +    def __init__(self, bot: Bot) -> None: +        self.bot = bot +        self.old_help_command = bot.help_command +        bot.help_command = CustomHelpCommand() +        bot.help_command.cog = self -def unload(bot: Bot) -> None: -    """ -    Reinstates the original help command. - -    This is run if the cog raises an exception on load, or if the extension is unloaded. -    """ -    bot.remove_command('help') -    bot.add_command(bot._old_help) +    def cog_unload(self) -> None: +        """Reset the help command when the cog is unloaded.""" +        self.bot.help_command = self.old_help_command  def setup(bot: Bot) -> None: -    """ -    The setup for the help extension. - -    This is called automatically on `bot.load_extension` being run. - -    Stores the original help command instance on the `bot._old_help` attribute for later -    reinstatement, before removing it from the command registry so the new help command can be -    loaded successfully. - -    If an exception is raised during the loading of the cog, `unload` will be called in order to -    reinstate the original help command. -    """ -    bot._old_help = bot.get_command('help') -    bot.remove_command('help') - -    try: -        bot.add_cog(Help()) -    except Exception: -        unload(bot) -        raise - - -def teardown(bot: Bot) -> None: -    """ -    The teardown for the help extension. - -    This is called automatically on `bot.unload_extension` being run. - -    Calls `unload` in order to reinstate the original help command. -    """ -    unload(bot) +    """Load the Help cog.""" +    bot.add_cog(Help(bot)) +    log.info("Cog loaded: Help") diff --git a/bot/cogs/help_channels.py b/bot/cogs/help_channels.py index b714a1642..1bd1f9d68 100644 --- a/bot/cogs/help_channels.py +++ b/bot/cogs/help_channels.py @@ -225,7 +225,7 @@ class HelpChannels(Scheduler, commands.Cog):          return role_check -    @commands.command(name="close", aliases=["dormant"], enabled=False) +    @commands.command(name="close", aliases=["dormant", "solved"], enabled=False)      async def close_command(self, ctx: commands.Context) -> None:          """          Make the current in-use help channel dormant. diff --git a/bot/cogs/moderation/infractions.py b/bot/cogs/moderation/infractions.py index efa19f59e..e62a36c43 100644 --- a/bot/cogs/moderation/infractions.py +++ b/bot/cogs/moderation/infractions.py @@ -199,7 +199,7 @@ class Infractions(InfractionScheduler, commands.Cog):      async def apply_mute(self, ctx: Context, user: Member, reason: str, **kwargs) -> None:          """Apply a mute infraction with kwargs passed to `post_infraction`.""" -        if await utils.has_active_infraction(ctx, user, "mute"): +        if await utils.get_active_infraction(ctx, user, "mute"):              return          infraction = await utils.post_infraction(ctx, user, "mute", reason, active=True, **kwargs) @@ -235,8 +235,22 @@ class Infractions(InfractionScheduler, commands.Cog):          Will also remove the banned user from the Big Brother watch list if applicable.          """ -        if await utils.has_active_infraction(ctx, user, "ban"): -            return +        # In the case of a permanent ban, we don't need get_active_infractions to tell us if one is active +        is_temporary = kwargs.get("expires_at") is not None +        active_infraction = await utils.get_active_infraction(ctx, user, "ban", is_temporary) + +        if active_infraction: +            if is_temporary: +                log.trace("Tempban ignored as it cannot overwrite an active ban.") +                return + +            if active_infraction.get('expires_at') is None: +                log.trace("Permaban already exists, notify.") +                await ctx.send(f":x: User is already permanently banned (#{active_infraction['id']}).") +                return + +            log.trace("Old tempban is being replaced by new permaban.") +            await self.pardon_infraction(ctx, "ban", user, is_temporary)          infraction = await utils.post_infraction(ctx, user, "ban", reason, active=True, **kwargs)          if infraction is None: diff --git a/bot/cogs/moderation/management.py b/bot/cogs/moderation/management.py index 250a24247..edfdfd9e2 100644 --- a/bot/cogs/moderation/management.py +++ b/bot/cogs/moderation/management.py @@ -43,7 +43,7 @@ class ModManagement(commands.Cog):      @commands.group(name='infraction', aliases=('infr', 'infractions', 'inf'), invoke_without_command=True)      async def infraction_group(self, ctx: Context) -> None:          """Infraction manipulation commands.""" -        await ctx.invoke(self.bot.get_command("help"), "infraction") +        await ctx.send_help(ctx.command)      @infraction_group.command(name='edit')      async def infraction_edit( diff --git a/bot/cogs/moderation/scheduler.py b/bot/cogs/moderation/scheduler.py index 917697be9..dc42bee2e 100644 --- a/bot/cogs/moderation/scheduler.py +++ b/bot/cogs/moderation/scheduler.py @@ -190,8 +190,19 @@ class InfractionScheduler(Scheduler):          log.info(f"Applied {infr_type} infraction #{id_} to {user}.") -    async def pardon_infraction(self, ctx: Context, infr_type: str, user: UserSnowflake) -> None: -        """Prematurely end an infraction for a user and log the action in the mod log.""" +    async def pardon_infraction( +            self, +            ctx: Context, +            infr_type: str, +            user: UserSnowflake, +            send_msg: bool = True +    ) -> None: +        """ +        Prematurely end an infraction for a user and log the action in the mod log. + +        If `send_msg` is True, then a pardoning confirmation message will be sent to +        the context channel.  Otherwise, no such message will be sent. +        """          log.trace(f"Pardoning {infr_type} infraction for {user}.")          # Check the current active infraction @@ -276,11 +287,12 @@ class InfractionScheduler(Scheduler):              log.info(f"Pardoned {infr_type} infraction #{id_} for {user}.")          # Send a confirmation message to the invoking context. -        log.trace(f"Sending infraction #{id_} pardon confirmation message.") -        await ctx.send( -            f"{dm_emoji}{confirm_msg} infraction **{infr_type}** for {user.mention}. " -            f"{log_text.get('Failure', '')}" -        ) +        if send_msg: +            log.trace(f"Sending infraction #{id_} pardon confirmation message.") +            await ctx.send( +                f"{dm_emoji}{confirm_msg} infraction **{infr_type}** for {user.mention}. " +                f"{log_text.get('Failure', '')}" +            )          # Send a log message to the mod log.          await self.mod_log.send_log_message( diff --git a/bot/cogs/moderation/superstarify.py b/bot/cogs/moderation/superstarify.py index ca3dc4202..29855c325 100644 --- a/bot/cogs/moderation/superstarify.py +++ b/bot/cogs/moderation/superstarify.py @@ -130,7 +130,7 @@ class Superstarify(InfractionScheduler, Cog):          An optional reason can be provided. If no reason is given, the original name will be shown          in a generated reason.          """ -        if await utils.has_active_infraction(ctx, member, "superstar"): +        if await utils.get_active_infraction(ctx, member, "superstar"):              return          # Post the infraction to the API diff --git a/bot/cogs/moderation/utils.py b/bot/cogs/moderation/utils.py index 3598f3b1f..e4e0f1ec2 100644 --- a/bot/cogs/moderation/utils.py +++ b/bot/cogs/moderation/utils.py @@ -97,8 +97,19 @@ async def post_infraction(                  return -async def has_active_infraction(ctx: Context, user: UserSnowflake, infr_type: str) -> bool: -    """Checks if a user already has an active infraction of the given type.""" +async def get_active_infraction( +        ctx: Context, +        user: UserSnowflake, +        infr_type: str, +        send_msg: bool = True +) -> t.Optional[dict]: +    """ +    Retrieves an active infraction of the given type for the user. + +    If `send_msg` is True and the user has an active infraction matching the `infr_type` parameter, +    then a message for the moderator will be sent to the context channel letting them know. +    Otherwise, no message will be sent. +    """      log.trace(f"Checking if {user} has active infractions of type {infr_type}.")      active_infractions = await ctx.bot.api_client.get( @@ -110,15 +121,16 @@ async def has_active_infraction(ctx: Context, user: UserSnowflake, infr_type: st          }      )      if active_infractions: -        log.trace(f"{user} has active infractions of type {infr_type}.") -        await ctx.send( -            f":x: According to my records, this user already has a {infr_type} infraction. " -            f"See infraction **#{active_infractions[0]['id']}**." -        ) -        return True +        # Checks to see if the moderator should be told there is an active infraction +        if send_msg: +            log.trace(f"{user} has active infractions of type {infr_type}.") +            await ctx.send( +                f":x: According to my records, this user already has a {infr_type} infraction. " +                f"See infraction **#{active_infractions[0]['id']}**." +            ) +        return active_infractions[0]      else:          log.trace(f"{user} does not have active infractions of type {infr_type}.") -        return False  async def notify_infraction( diff --git a/bot/cogs/off_topic_names.py b/bot/cogs/off_topic_names.py index 81511f99d..201579a0b 100644 --- a/bot/cogs/off_topic_names.py +++ b/bot/cogs/off_topic_names.py @@ -97,7 +97,7 @@ class OffTopicNames(Cog):      @with_role(*MODERATION_ROLES)      async def otname_group(self, ctx: Context) -> None:          """Add or list items from the off-topic channel name rotation.""" -        await ctx.invoke(self.bot.get_command("help"), "otname") +        await ctx.send_help(ctx.command)      @otname_group.command(name='add', aliases=('a',))      @with_role(*MODERATION_ROLES) diff --git a/bot/cogs/python_news.py b/bot/cogs/python_news.py new file mode 100644 index 000000000..d28af4a0b --- /dev/null +++ b/bot/cogs/python_news.py @@ -0,0 +1,240 @@ +import logging +import typing as t +from datetime import date, datetime + +import discord +import feedparser +from bs4 import BeautifulSoup +from discord.ext.commands import Cog +from discord.ext.tasks import loop + +from bot import constants +from bot.bot import Bot + +PEPS_RSS_URL = "https://www.python.org/dev/peps/peps.rss/" + +RECENT_THREADS_TEMPLATE = "https://mail.python.org/archives/list/{name}@python.org/recent-threads" +THREAD_TEMPLATE_URL = "https://mail.python.org/archives/api/list/{name}@python.org/thread/{id}/" +MAILMAN_PROFILE_URL = "https://mail.python.org/archives/users/{id}/" +THREAD_URL = "https://mail.python.org/archives/list/{list}@python.org/thread/{id}/" + +AVATAR_URL = "https://www.python.org/static/opengraph-icon-200x200.png" + +log = logging.getLogger(__name__) + + +class PythonNews(Cog): +    """Post new PEPs and Python News to `#python-news`.""" + +    def __init__(self, bot: Bot): +        self.bot = bot +        self.webhook_names = {} +        self.webhook: t.Optional[discord.Webhook] = None + +        self.bot.loop.create_task(self.get_webhook_names()) +        self.bot.loop.create_task(self.get_webhook_and_channel()) + +    async def start_tasks(self) -> None: +        """Start the tasks for fetching new PEPs and mailing list messages.""" +        self.fetch_new_media.start() + +    @loop(minutes=20) +    async def fetch_new_media(self) -> None: +        """Fetch new mailing list messages and then new PEPs.""" +        await self.post_maillist_news() +        await self.post_pep_news() + +    async def sync_maillists(self) -> None: +        """Sync currently in-use maillists with API.""" +        # Wait until guild is available to avoid running before everything is ready +        await self.bot.wait_until_guild_available() + +        response = await self.bot.api_client.get("bot/bot-settings/news") +        for mail in constants.PythonNews.mail_lists: +            if mail not in response["data"]: +                response["data"][mail] = [] + +        # Because we are handling PEPs differently, we don't include it to mail lists +        if "pep" not in response["data"]: +            response["data"]["pep"] = [] + +        await self.bot.api_client.put("bot/bot-settings/news", json=response) + +    async def get_webhook_names(self) -> None: +        """Get webhook author names from maillist API.""" +        await self.bot.wait_until_guild_available() + +        async with self.bot.http_session.get("https://mail.python.org/archives/api/lists") as resp: +            lists = await resp.json() + +        for mail in lists: +            if mail["name"].split("@")[0] in constants.PythonNews.mail_lists: +                self.webhook_names[mail["name"].split("@")[0]] = mail["display_name"] + +    async def post_pep_news(self) -> None: +        """Fetch new PEPs and when they don't have announcement in #python-news, create it.""" +        # Wait until everything is ready and http_session available +        await self.bot.wait_until_guild_available() +        await self.sync_maillists() + +        async with self.bot.http_session.get(PEPS_RSS_URL) as resp: +            data = feedparser.parse(await resp.text("utf-8")) + +        news_listing = await self.bot.api_client.get("bot/bot-settings/news") +        payload = news_listing.copy() +        pep_numbers = news_listing["data"]["pep"] + +        # Reverse entries to send oldest first +        data["entries"].reverse() +        for new in data["entries"]: +            try: +                new_datetime = datetime.strptime(new["published"], "%a, %d %b %Y %X %Z") +            except ValueError: +                log.warning(f"Wrong datetime format passed in PEP new: {new['published']}") +                continue +            pep_nr = new["title"].split(":")[0].split()[1] +            if ( +                    pep_nr in pep_numbers +                    or new_datetime.date() < date.today() +            ): +                continue + +            msg = await self.send_webhook( +                title=new["title"], +                description=new["summary"], +                timestamp=new_datetime, +                url=new["link"], +                webhook_profile_name=data["feed"]["title"], +                footer=data["feed"]["title"] +            ) +            payload["data"]["pep"].append(pep_nr) + +            # Increase overall PEP new stat +            self.bot.stats.incr("python_news.posted.pep") + +            if msg.channel.is_news(): +                log.trace("Publishing PEP annnouncement because it was in a news channel") +                await msg.publish() + +        # Apply new sent news to DB to avoid duplicate sending +        await self.bot.api_client.put("bot/bot-settings/news", json=payload) + +    async def post_maillist_news(self) -> None: +        """Send new maillist threads to #python-news that is listed in configuration.""" +        await self.bot.wait_until_guild_available() +        await self.sync_maillists() +        existing_news = await self.bot.api_client.get("bot/bot-settings/news") +        payload = existing_news.copy() + +        for maillist in constants.PythonNews.mail_lists: +            async with self.bot.http_session.get(RECENT_THREADS_TEMPLATE.format(name=maillist)) as resp: +                recents = BeautifulSoup(await resp.text(), features="lxml") + +            # When a <p> element is present in the response then the mailing list +            # has not had any activity during the current month, so therefore it +            # can be ignored. +            if recents.p: +                continue + +            for thread in recents.html.body.div.find_all("a", href=True): +                # We want only these threads that have identifiers +                if "latest" in thread["href"]: +                    continue + +                thread_information, email_information = await self.get_thread_and_first_mail( +                    maillist, thread["href"].split("/")[-2] +                ) + +                try: +                    new_date = datetime.strptime(email_information["date"], "%Y-%m-%dT%X%z") +                except ValueError: +                    log.warning(f"Invalid datetime from Thread email: {email_information['date']}") +                    continue + +                if ( +                        thread_information["thread_id"] in existing_news["data"][maillist] +                        or new_date.date() < date.today() +                ): +                    continue + +                content = email_information["content"] +                link = THREAD_URL.format(id=thread["href"].split("/")[-2], list=maillist) +                msg = await self.send_webhook( +                    title=thread_information["subject"], +                    description=content[:500] + f"... [continue reading]({link})" if len(content) > 500 else content, +                    timestamp=new_date, +                    url=link, +                    author=f"{email_information['sender_name']} ({email_information['sender']['address']})", +                    author_url=MAILMAN_PROFILE_URL.format(id=email_information["sender"]["mailman_id"]), +                    webhook_profile_name=self.webhook_names[maillist], +                    footer=f"Posted to {self.webhook_names[maillist]}" +                ) +                payload["data"][maillist].append(thread_information["thread_id"]) + +                # Increase this specific maillist counter in stats +                self.bot.stats.incr(f"python_news.posted.{maillist.replace('-', '_')}") + +                if msg.channel.is_news(): +                    log.trace("Publishing mailing list message because it was in a news channel") +                    await msg.publish() + +        await self.bot.api_client.put("bot/bot-settings/news", json=payload) + +    async def send_webhook(self, +                           title: str, +                           description: str, +                           timestamp: datetime, +                           url: str, +                           webhook_profile_name: str, +                           footer: str, +                           author: t.Optional[str] = None, +                           author_url: t.Optional[str] = None, +                           ) -> discord.Message: +        """Send webhook entry and return sent message.""" +        embed = discord.Embed( +            title=title, +            description=description, +            timestamp=timestamp, +            url=url, +            colour=constants.Colours.soft_green +        ) +        if author and author_url: +            embed.set_author( +                name=author, +                url=author_url +            ) +        embed.set_footer(text=footer, icon_url=AVATAR_URL) + +        return await self.webhook.send( +            embed=embed, +            username=webhook_profile_name, +            avatar_url=AVATAR_URL, +            wait=True +        ) + +    async def get_thread_and_first_mail(self, maillist: str, thread_identifier: str) -> t.Tuple[t.Any, t.Any]: +        """Get mail thread and first mail from mail.python.org based on `maillist` and `thread_identifier`.""" +        async with self.bot.http_session.get( +                THREAD_TEMPLATE_URL.format(name=maillist, id=thread_identifier) +        ) as resp: +            thread_information = await resp.json() + +        async with self.bot.http_session.get(thread_information["starting_email"]) as resp: +            email_information = await resp.json() +        return thread_information, email_information + +    async def get_webhook_and_channel(self) -> None: +        """Storage #python-news channel Webhook and `TextChannel` to `News.webhook` and `channel`.""" +        await self.bot.wait_until_guild_available() +        self.webhook = await self.bot.fetch_webhook(constants.PythonNews.webhook) + +        await self.start_tasks() + +    def cog_unload(self) -> None: +        """Stop news posting tasks on cog unload.""" +        self.fetch_new_media.cancel() + + +def setup(bot: Bot) -> None: +    """Add `News` cog.""" +    bot.add_cog(PythonNews(bot)) diff --git a/bot/cogs/reddit.py b/bot/cogs/reddit.py index 5a7fa100f..3b77538a0 100644 --- a/bot/cogs/reddit.py +++ b/bot/cogs/reddit.py @@ -218,7 +218,10 @@ class Reddit(Cog):          for subreddit in RedditConfig.subreddits:              top_posts = await self.get_top_posts(subreddit=subreddit, time="day") -            await self.webhook.send(username=f"{subreddit} Top Daily Posts", embed=top_posts) +            message = await self.webhook.send(username=f"{subreddit} Top Daily Posts", embed=top_posts, wait=True) + +            if message.channel.is_news(): +                await message.publish()      async def top_weekly_posts(self) -> None:          """Post a summary of the top posts.""" @@ -242,10 +245,13 @@ class Reddit(Cog):                  await message.pin() +                if message.channel.is_news(): +                    await message.publish() +      @group(name="reddit", invoke_without_command=True)      async def reddit_group(self, ctx: Context) -> None:          """View the top posts from various subreddits.""" -        await ctx.invoke(self.bot.get_command("help"), "reddit") +        await ctx.send_help(ctx.command)      @reddit_group.command(name="top")      async def top_command(self, ctx: Context, subreddit: Subreddit = "r/Python") -> None: diff --git a/bot/cogs/reminders.py b/bot/cogs/reminders.py index 24c279357..c242d2920 100644 --- a/bot/cogs/reminders.py +++ b/bot/cogs/reminders.py @@ -158,7 +158,7 @@ class Reminders(Scheduler, Cog):          )          await self._delete_reminder(reminder["id"]) -    @group(name="remind", aliases=("reminder", "reminders"), invoke_without_command=True) +    @group(name="remind", aliases=("reminder", "reminders", "remindme"), invoke_without_command=True)      async def remind_group(self, ctx: Context, expiration: Duration, *, content: str) -> None:          """Commands for managing your reminders."""          await ctx.invoke(self.new_reminder, expiration=expiration, content=content) @@ -281,7 +281,7 @@ class Reminders(Scheduler, Cog):      @remind_group.group(name="edit", aliases=("change", "modify"), invoke_without_command=True)      async def edit_reminder_group(self, ctx: Context) -> None:          """Commands for modifying your current reminders.""" -        await ctx.invoke(self.bot.get_command("help"), "reminders", "edit") +        await ctx.send_help(ctx.command)      @edit_reminder_group.command(name="duration", aliases=("time",))      async def edit_reminder_duration(self, ctx: Context, id_: int, expiration: Duration) -> None: diff --git a/bot/cogs/site.py b/bot/cogs/site.py index 853e29568..7fc2a9c34 100644 --- a/bot/cogs/site.py +++ b/bot/cogs/site.py @@ -21,7 +21,7 @@ class Site(Cog):      @group(name="site", aliases=("s",), invoke_without_command=True)      async def site_group(self, ctx: Context) -> None:          """Commands for getting info about our website.""" -        await ctx.invoke(self.bot.get_command("help"), "site") +        await ctx.send_help(ctx.command)      @site_group.command(name="home", aliases=("about",))      async def site_main(self, ctx: Context) -> None: diff --git a/bot/cogs/snekbox.py b/bot/cogs/snekbox.py index 8d4688114..a2a7574d4 100644 --- a/bot/cogs/snekbox.py +++ b/bot/cogs/snekbox.py @@ -47,6 +47,7 @@ EVAL_ROLES = (Roles.helpers, Roles.moderators, Roles.admins, Roles.owners, Roles  SIGKILL = 9  REEVAL_EMOJI = '\U0001f501'  # :repeat: +REEVAL_TIMEOUT = 30  class Snekbox(Cog): @@ -205,6 +206,12 @@ class Snekbox(Cog):              if paste_link:                  msg = f"{msg}\nFull output: {paste_link}" +            # Collect stats of eval fails + successes +            if icon == ":x:": +                self.bot.stats.incr("snekbox.python.fail") +            else: +                self.bot.stats.incr("snekbox.python.success") +              response = await ctx.send(msg)              self.bot.loop.create_task(                  wait_for_deletion(response, user_ids=(ctx.author.id,), client=ctx.bot) @@ -227,7 +234,7 @@ class Snekbox(Cog):                  _, new_message = await self.bot.wait_for(                      'message_edit',                      check=_predicate_eval_message_edit, -                    timeout=10 +                    timeout=REEVAL_TIMEOUT                  )                  await ctx.message.add_reaction(REEVAL_EMOJI)                  await self.bot.wait_for( @@ -289,9 +296,21 @@ class Snekbox(Cog):              return          if not code:  # None or empty string -            await ctx.invoke(self.bot.get_command("help"), "eval") +            await ctx.send_help(ctx.command)              return +        if Roles.helpers in (role.id for role in ctx.author.roles): +            self.bot.stats.incr("snekbox_usages.roles.helpers") +        else: +            self.bot.stats.incr("snekbox_usages.roles.developers") + +        if ctx.channel.category_id == Categories.help_in_use: +            self.bot.stats.incr("snekbox_usages.channels.help") +        elif ctx.channel.id == Channels.bot_commands: +            self.bot.stats.incr("snekbox_usages.channels.bot_commands") +        else: +            self.bot.stats.incr("snekbox_usages.channels.topical") +          log.info(f"Received code from {ctx.author} for evaluation:\n{code}")          while True: diff --git a/bot/cogs/stats.py b/bot/cogs/stats.py index d253db913..9baf222e2 100644 --- a/bot/cogs/stats.py +++ b/bot/cogs/stats.py @@ -2,8 +2,10 @@ import string  from datetime import datetime  from discord import Member, Message, Status -from discord.ext.commands import Bot, Cog, Context +from discord.ext.commands import Cog, Context +from discord.ext.tasks import loop +from bot.bot import Bot  from bot.constants import Channels, Guild, Stats as StatConf @@ -23,6 +25,7 @@ class Stats(Cog):      def __init__(self, bot: Bot):          self.bot = bot          self.last_presence_update = None +        self.update_guild_boost.start()      @Cog.listener()      async def on_message(self, message: Message) -> None: @@ -101,6 +104,18 @@ class Stats(Cog):          self.bot.stats.gauge("guild.status.do_not_disturb", dnd)          self.bot.stats.gauge("guild.status.offline", offline) +    @loop(hours=1) +    async def update_guild_boost(self) -> None: +        """Post the server boost level and tier every hour.""" +        await self.bot.wait_until_guild_available() +        g = self.bot.get_guild(Guild.id) +        self.bot.stats.gauge("boost.amount", g.premium_subscription_count) +        self.bot.stats.gauge("boost.tier", g.premium_tier) + +    def cog_unload(self) -> None: +        """Stop the boost statistic task on unload of the Cog.""" +        self.update_guild_boost.stop() +  def setup(bot: Bot) -> None:      """Load the stats cog.""" diff --git a/bot/cogs/utils.py b/bot/cogs/utils.py index 89d556f58..6b59d37c8 100644 --- a/bot/cogs/utils.py +++ b/bot/cogs/utils.py @@ -55,7 +55,7 @@ class Utils(Cog):          if pep_number.isdigit():              pep_number = int(pep_number)          else: -            await ctx.invoke(self.bot.get_command("help"), "pep") +            await ctx.send_help(ctx.command)              return          # Handle PEP 0 directly because it's not in .rst or .txt so it can't be accessed like other PEPs. diff --git a/bot/cogs/verification.py b/bot/cogs/verification.py index 388b7a338..77e8b5706 100644 --- a/bot/cogs/verification.py +++ b/bot/cogs/verification.py @@ -40,7 +40,7 @@ else:      PERIODIC_PING = (          f"@everyone To verify that you have read our rules, please type `{constants.Bot.prefix}accept`."          " If you encounter any problems during the verification process, " -        f"ping the <@&{constants.Roles.admins}> role in this channel." +        f"send a direct message to a staff member."      )  BOT_MESSAGE_DELETE_DELAY = 10 @@ -92,7 +92,6 @@ class Verification(Cog):                  text=embed_text,                  thumbnail=message.author.avatar_url_as(static_format="png"),                  channel_id=constants.Channels.mod_alerts, -                ping_everyone=constants.Filter.ping_everyone,              )          ctx: Context = await self.bot.get_context(message) diff --git a/bot/cogs/watchchannels/bigbrother.py b/bot/cogs/watchchannels/bigbrother.py index 903c87f85..e4fb173e0 100644 --- a/bot/cogs/watchchannels/bigbrother.py +++ b/bot/cogs/watchchannels/bigbrother.py @@ -30,7 +30,7 @@ class BigBrother(WatchChannel, Cog, name="Big Brother"):      @with_role(*MODERATION_ROLES)      async def bigbrother_group(self, ctx: Context) -> None:          """Monitors users by relaying their messages to the Big Brother watch channel.""" -        await ctx.invoke(self.bot.get_command("help"), "bigbrother") +        await ctx.send_help(ctx.command)      @bigbrother_group.command(name='watched', aliases=('all', 'list'))      @with_role(*MODERATION_ROLES) diff --git a/bot/cogs/watchchannels/talentpool.py b/bot/cogs/watchchannels/talentpool.py index ad0c51fa6..9a85c68c2 100644 --- a/bot/cogs/watchchannels/talentpool.py +++ b/bot/cogs/watchchannels/talentpool.py @@ -34,7 +34,7 @@ class TalentPool(WatchChannel, Cog, name="Talentpool"):      @with_role(*MODERATION_ROLES)      async def nomination_group(self, ctx: Context) -> None:          """Highlights the activity of helper nominees by relaying their messages to the talent pool channel.""" -        await ctx.invoke(self.bot.get_command("help"), "talentpool") +        await ctx.send_help(ctx.command)      @nomination_group.command(name='watched', aliases=('all', 'list'))      @with_role(*MODERATION_ROLES) @@ -173,7 +173,7 @@ class TalentPool(WatchChannel, Cog, name="Talentpool"):      @with_role(*MODERATION_ROLES)      async def nomination_edit_group(self, ctx: Context) -> None:          """Commands to edit nominations.""" -        await ctx.invoke(self.bot.get_command("help"), "talentpool", "edit") +        await ctx.send_help(ctx.command)      @nomination_edit_group.command(name='reason')      @with_role(*MODERATION_ROLES) diff --git a/bot/cogs/wolfram.py b/bot/cogs/wolfram.py index 5d6b4630b..e6cae3bb8 100644 --- a/bot/cogs/wolfram.py +++ b/bot/cogs/wolfram.py @@ -60,6 +60,14 @@ def custom_cooldown(*ignore: List[int]) -> Callable:      A list of roles may be provided to ignore the per-user cooldown      """      async def predicate(ctx: Context) -> bool: +        if ctx.invoked_with == 'help': +            # if the invoked command is help we don't want to increase the ratelimits since it's not actually +            # invoking the command/making a request, so instead just check if the user/guild are on cooldown. +            guild_cooldown = not guildcd.get_bucket(ctx.message).get_tokens() == 0  # if guild is on cooldown +            if not any(r.id in ignore for r in ctx.author.roles):  # check user bucket if user is not ignored +                return guild_cooldown and not usercd.get_bucket(ctx.message).get_tokens() == 0 +            return guild_cooldown +          user_bucket = usercd.get_bucket(ctx.message)          if all(role.id not in ignore for role in ctx.author.roles): diff --git a/bot/constants.py b/bot/constants.py index da29125eb..fd280e9de 100644 --- a/bot/constants.py +++ b/bot/constants.py @@ -564,6 +564,14 @@ class Sync(metaclass=YAMLGetter):      max_diff: int +class PythonNews(metaclass=YAMLGetter): +    section = 'python_news' + +    mail_lists: List[str] +    channel: int +    webhook: int + +  class Event(Enum):      """      Event names. This does not include every event (for example, raw diff --git a/bot/decorators.py b/bot/decorators.py index 2ee5879f2..306f0830c 100644 --- a/bot/decorators.py +++ b/bot/decorators.py @@ -1,6 +1,6 @@  import logging  import random -from asyncio import Lock, sleep +from asyncio import Lock, create_task, sleep  from contextlib import suppress  from functools import wraps  from typing import Callable, Container, Optional, Union @@ -162,13 +162,12 @@ def redirect_output(destination_channel: int, bypass_roles: Container[int] = Non              log.trace(f"Redirecting output of {ctx.author}'s command '{ctx.command.name}' to {redirect_channel.name}")              ctx.channel = redirect_channel              await ctx.channel.send(f"Here's the output of your command, {ctx.author.mention}") -            await func(self, ctx, *args, **kwargs) +            create_task(func(self, ctx, *args, **kwargs))              message = await old_channel.send(                  f"Hey, {ctx.author.mention}, you can find the output of your command here: "                  f"{redirect_channel.mention}"              ) -              if RedirectOutput.delete_invocation:                  await sleep(RedirectOutput.delete_delay) @@ -179,6 +178,7 @@ def redirect_output(destination_channel: int, bypass_roles: Container[int] = Non                  with suppress(NotFound):                      await ctx.message.delete()                      log.trace("Redirect output: Deleted invocation message") +          return inner      return wrap diff --git a/bot/pagination.py b/bot/pagination.py index 90c8f849c..b0c4b70e2 100644 --- a/bot/pagination.py +++ b/bot/pagination.py @@ -102,7 +102,7 @@ class LinePaginator(Paginator):          timeout: int = 300,          footer_text: str = None,          url: str = None, -        exception_on_empty_embed: bool = False +        exception_on_empty_embed: bool = False,      ) -> t.Optional[discord.Message]:          """          Use a paginator and set of reactions to provide pagination over a set of lines. diff --git a/bot/resources/tags/mutability.md b/bot/resources/tags/mutability.md new file mode 100644 index 000000000..bde9b5e7e --- /dev/null +++ b/bot/resources/tags/mutability.md @@ -0,0 +1,37 @@ +**Mutable vs immutable objects** + +Imagine that you want to make all letters in a string upper case. Conveniently, strings have an `.upper()` method. + +You might think that this would work: +```python +>>> greeting = "hello" +>>> greeting.upper() +'HELLO' +>>> greeting +'hello' +``` + +`greeting` didn't change. Why is that so? + +That's because strings in Python are _immutable_. You can't change them, you can only pass around existing strings or create new ones. + +```python +>>> greeting = "hello" +>>> greeting = greeting.upper() +>>> greeting +'HELLO' +``` + +`greeting.upper()` creates and returns a new string which is like the old one, but with all the letters turned to upper case. + +`int`, `float`, `complex`, `tuple`, `frozenset` are other examples of immutable data types in Python. + +Mutable data types like `list`, on the other hand, can be changed in-place: +```python +>>> my_list = [1, 2, 3] +>>> my_list.append(4) +>>> my_list +[1, 2, 3, 4] +``` + +Other examples of mutable data types in Python are `dict` and `set`. Instances of user-defined classes are also mutable. diff --git a/config-default.yml b/config-default.yml index ff6790423..c0b5b062f 100644 --- a/config-default.yml +++ b/config-default.yml @@ -122,6 +122,7 @@ guild:      channels:          announcements:                              354619224620138496          user_event_announcements:   &USER_EVENT_A   592000283102674944 +        python_news:                &PYNEWS_CHANNEL 704372456592506880          # Development          dev_contrib:        &DEV_CONTRIB    635950537262759947 @@ -235,11 +236,12 @@ guild:          - *HELPERS_ROLE      webhooks: -        talent_pool:    569145364800602132 -        big_brother:    569133704568373283 -        reddit:         635408384794951680 -        duck_pond:      637821475327311927 -        dev_log:        680501655111729222 +        talent_pool:                    569145364800602132 +        big_brother:                    569133704568373283 +        reddit:                         635408384794951680 +        duck_pond:                      637821475327311927 +        dev_log:                        680501655111729222 +        python_news:    &PYNEWS_WEBHOOK 704381182279942324  filter: @@ -263,7 +265,8 @@ filter:      guild_invite_whitelist:          - 280033776820813825  # Functional Programming          - 267624335836053506  # Python Discord -        - 440186186024222721  # Python Discord: ModLog Emojis +        - 440186186024222721  # Python Discord: Emojis 1 +        - 578587418123304970  # Python Discord: Emojis 2          - 273944235143593984  # STEM          - 348658686962696195  # RLBot          - 531221516914917387  # Pallets @@ -280,6 +283,11 @@ filter:          - 336642139381301249  # discord.py          - 405403391410438165  # Sentdex          - 172018499005317120  # The Coding Den +        - 666560367173828639  # PyWeek +        - 702724176489873509  # Microsoft Python +        - 81384788765712384   # Discord API +        - 613425648685547541  # Discord Developers +        - 185590609631903755  # Blender Hub      domain_blacklist:          - pornhub.com @@ -308,6 +316,8 @@ filter:          - poweredbydialup.online          - poweredbysecurity.org          - poweredbysecurity.online +        - ssteam.site +        - steamwalletgift.com      word_watchlist:          - goo+ks* @@ -569,5 +579,13 @@ duck_pond:          - *DUCKY_MAUL          - *DUCKY_SANTA +python_news: +    mail_lists: +        - 'python-ideas' +        - 'python-announce-list' +        - 'pypi-announce' +    channel: *PYNEWS_CHANNEL +    webhook: *PYNEWS_WEBHOOK +  config:      required_keys: ['bot.token'] diff --git a/tests/bot/cogs/test_snekbox.py b/tests/bot/cogs/test_snekbox.py index 1dec0ccaf..14299e766 100644 --- a/tests/bot/cogs/test_snekbox.py +++ b/tests/bot/cogs/test_snekbox.py @@ -208,10 +208,9 @@ class SnekboxTests(unittest.IsolatedAsyncioTestCase):      async def test_eval_command_call_help(self):          """Test if the eval command call the help command if no code is provided.""" -        ctx = MockContext() -        ctx.invoke = AsyncMock() +        ctx = MockContext(command="sentinel")          await self.cog.eval_command.callback(self.cog, ctx=ctx, code='') -        ctx.invoke.assert_called_once_with(self.bot.get_command("help"), "eval") +        ctx.send_help.assert_called_once_with("sentinel")      async def test_send_eval(self):          """Test the send_eval function.""" @@ -291,7 +290,11 @@ class SnekboxTests(unittest.IsolatedAsyncioTestCase):          self.assertEqual(actual, expected)          self.bot.wait_for.assert_has_awaits(              ( -                call('message_edit', check=partial_mock(snekbox.predicate_eval_message_edit, ctx), timeout=10), +                call( +                    'message_edit', +                    check=partial_mock(snekbox.predicate_eval_message_edit, ctx), +                    timeout=snekbox.REEVAL_TIMEOUT, +                ),                  call('reaction_add', check=partial_mock(snekbox.predicate_eval_emoji_reaction, ctx), timeout=10)              )          )  |