bot.py

#!/usr/bin/env python3
import discord
from discord.ext import commands,tasks
import asyncio
import os
import db
import re
from functools import wraps,partial
import sqlite3
import time
from collections import OrderedDict
import requests
import urllib.parse as urlparse
from lxml import html as lxmlhtml
import datetime
import json,hashlib # for daily deal
from fractions import Fraction
import math
from urllib.parse import quote as urlquote
from scrape_poe_wiki import get_lab_urls
from enum import Enum
from pathlib import Path
import cloudscraper
WIKI_BASE = 'https://www.poewiki.net/wiki/'
abspath = os.path.abspath(__file__)
dname = os.path.dirname(abspath)
os.chdir(dname)

MESSAGE_EDITABLE_TIMEOUT = 60*60*24 # seconds, max of 1 day.
MESSAGE_BUTTON_TIMEOUT = 60*60 # 1hr
PRIVATE_CHANNEL = discord.ChannelType.private
SEARCH_REACTION_LIMIT = 9 # max digit emojis to show.
DIGIT_EMOJI = ['\U00000031\U000020E3',
                '\U00000032\U000020E3',
                '\U00000033\U000020E3',
                '\U00000034\U000020E3',
                '\U00000035\U000020E3',
                '\U00000036\U000020E3',
                '\U00000037\U000020E3',
                '\U00000038\U000020E3',
                '\U00000039\U000020E3']
SEARCH_LIMIT = 999
MAX_EMBED_VALUE_LEN = 1024

SMALL_CURRENCY = 'chaosValue'
SMALL_CURRENCY_LABEL = 'c'
LARGE_CURRENCY = 'divineValue'
LARGE_CURRENCY_LABEL = 'div'
LARGE_CURRENCY_NAME = 'Divine Orb'
class restrictedView(discord.ui.View):
    ephemeral_msg = False
    message = None
    def __init__(self, ctx, *args, sort_key = lambda x: x.label or 'zzzzzzzzzz', **kwargs):
        self.ctx = ctx
        self.sort_key = sort_key
        return super().__init__(*args,timeout=MESSAGE_BUTTON_TIMEOUT,**kwargs)
    @discord.ui.button(style=discord.ButtonStyle.red,emoji='✖',custom_id="delete")
    async def delete_callback(self, button, interaction):
        # await interaction.response.defer()
        await self.message.delete()
        # await interaction.delete_original_message()
    async def interaction_check(self, interaction):
        if interaction.user == self.ctx.message.author:
            return True
        await interaction.response.send_message('Only the original requester may use this button.',ephemeral = True)
    async def on_timeout(self):
        if self.message:
            if self.ephemeral_msg:
                await self.message.delete()
            else:
                await self.message.edit(view=None)
    def enable_all_buttons(self):
        for b in self.children:
            b.disabled=False
    def add_item(self, item):
        ret = super().add_item(item)
        unordered = [c for c in self.children]
        self.clear_items()
        for i in sorted(unordered, key = self.sort_key):
            super().add_item(i)
        return ret
    def clear_buttons(self):
        ''' remove all buttons except the delete button '''
        delbtn = next(iter([x for x in self.children if x.custom_id == 'delete']),None)
        self.clear_items()
        if delbtn:
            self.add_item(delbtn)
def char_to_emoji(letter):
    return chr(127365 + ord(letter.lower()))
class Quality(Enum):
    NORMAL = 1
    ANOMALOUS = 2
    DIVERGENT = 3
    PHANTASMAL = 4
QUAL_TO_DB_COL_NAME = {
    Quality.NORMAL : 'qual_bonus_normal',
    Quality.ANOMALOUS : 'qual_bonus_anomalous',
    Quality.DIVERGENT : 'qual_bonus_divergent',
    Quality.PHANTASMAL : 'qual_bonus_phantasmal'
    }
QUAL_TO_DB_COL_PREFIX = {
    Quality.NORMAL : 'p_n',
    Quality.ANOMALOUS : 'p_a',
    Quality.DIVERGENT : 'p_d',
    Quality.PHANTASMAL : 'p_p'
    }
QUAL_TO_EMOJI = {
    Quality.NORMAL : 'Superior',
    Quality.ANOMALOUS : 'Anomalous',
    Quality.DIVERGENT : 'Divergent',
    Quality.PHANTASMAL : 'Phantasmal'
    }
class BotWithReactions(commands.Bot):
    DELETE_EMOJI = '\U0000274C'
    REACTION_TIMEOUT = 60*60*12 # seconds (was 300)
    REACTIONBUTTONS={}
    EMBEDPAGES = {}
    CLEANUP_TIMEOUT = 60 # seconds
    AUTO_CLEANUP = OrderedDict()
    CLEANUP_KEY = 0
    DEFAULT_FAILURE_MSG = '```No Results.```'
    async def send_failure_message(self,destination,failure_message=DEFAULT_FAILURE_MSG,message=None,**kwargs):
        ''' message is the user message the bot is replying to. if provided we can autodelete failure messages if the original is edited. '''
        sent_msg = await destination.send(content=failure_message, **kwargs)
        if not destination.type == PRIVATE_CHANNEL:
            self.AUTO_CLEANUP[message or self.CLEANUP_KEY] = (time.time(),sent_msg)
            self.CLEANUP_KEY = (self.CLEANUP_KEY+1)%1000000
        return sent_msg
    async def send_file(self, destination, fp, failure_message=DEFAULT_FAILURE_MSG, filename='file.png', **kwargs):
        if fp:
            sent_msg = await destination.send(file=discord.File(fp, filename),**kwargs)
        else:
            sent_msg = await self.send_failure_message(destination,failure_message = failure_message)
        return sent_msg
    async def send_message(self, destination, content=None, failure_message=DEFAULT_FAILURE_MSG, code_block=True, **kwargs):
        if content and code_block:
            content = '```'+content.strip('`').rstrip('`')+'```' # turn our message into a code block.
        if content or kwargs.get('embed'): # if message is blank and no embed, send failure message instead
            sent_msg = await destination.send(content=content, **kwargs)
        else:
            sent_msg = await self.send_failure_message(destination,failure_message = failure_message)
        return sent_msg
    async def send_deletable_file(self,author,*args,**kwargs):
        '''
        attaches a X reaction that allows the requester (author) to delete the sent file

        only works in public channels. in PMs the message will be sent as normal.
        '''
        sent_msg = await self.send_file(*args, **kwargs)
        if not sent_msg.content == self.DEFAULT_FAILURE_MSG:
            await self.attach_button(sent_msg,author,self.DELETE_EMOJI,lambda x,y,z:self.delete_message(x))
        return sent_msg
    async def send_deletable_message(self,ctx,*args, code_block = True, **kwargs):
        '''
        attaches a X reaction that allows the requester (author) to delete the sent message

        only works in public channels. in PMs the message will be sent as normal.
        '''
        if 'view' in kwargs:
            view = kwargs['view']
            del kwargs['view']
        else:
            view = None
        if ((len(args)<2) or not args[1] == self.DEFAULT_FAILURE_MSG):
            if not view:
                view = restrictedView(ctx)
            sent_msg = await self.send_message(*args, code_block=code_block, view=view, **kwargs)
            view.message = sent_msg
        else:
            sent_msg = await self.send_message(*args, code_block=code_block, **kwargs)
        return sent_msg

    async def auto_cleanup(self):
        now = time.time()
        while len(self.AUTO_CLEANUP):
            key = next(iter(self.AUTO_CLEANUP))
            if now - self.AUTO_CLEANUP[key][0] > self.CLEANUP_TIMEOUT:
                _,(_,msg) = self.AUTO_CLEANUP.popitem()
                await self.delete_message(msg)
            else:
                break
    async def edited_cleanup(self,msg):
        if msg in self.AUTO_CLEANUP:
            _,todel = self.AUTO_CLEANUP[msg]
            del self.AUTO_CLEANUP[msg] # there is a race condition here as auto cleanup can occur in the same instant as this del
            await self.delete_message(todel)
            
    async def process_reactions(self,message_id,emoji,new_author=None,remove=False):
        '''call this in on_reaction_add. For non-restricted buttons new_author must be passed (this will be the user allowed to delete the new message)
           After a reaction is pressed the button/reaction will be removed.'''
        key = (message_id, emoji)
        if key in self.REACTIONBUTTONS:
            emoji = key[1]
            _,callback,msg,single_use,author,data,kwargs=self.REACTIONBUTTONS[key]
            if author != None and author != new_author:
                return
            if single_use:
                self.REACTIONBUTTONS.pop(key,None)
                try:
                    await self.remove_all_reactions(msg,emoji)
                except discord.NotFound:
                    pass # this one means the message/reaction was deleted already so no big deal just ignore
            if new_author:
                await callback(msg,new_author,remove,*data,**kwargs)
            else:
                await callback(msg,author,remove,*data,**kwargs)
                
    async def remove_stale_reactions(self):
        '''Run this every ~1 second in a background loop. This simply removes reactions that have expired. (set REACTION_TIMEOUT)'''
        now = time.time()
        for key in list(self.REACTIONBUTTONS.keys()):
            emoji = key[1]
            msg_timestamp,_,msg,*_=self.REACTIONBUTTONS[key]
            if now-msg_timestamp>self.REACTION_TIMEOUT:
                self.REACTIONBUTTONS.pop(key,None)
                try:
                    await self.remove_all_reactions(msg,emoji)
                except discord.NotFound:
                    pass # this one means the message/reaction was deleted already so no big deal just ignore
        for msg in list(self.EMBEDPAGES.keys()):
            datediff = (datetime.datetime.now(datetime.timezone.utc) - msg.created_at)
            if datediff.days*24*60*60 + datediff.seconds > self.REACTION_TIMEOUT:
                pages = self.EMBEDPAGES.pop(msg,[])
                for emoji in pages:
                    try:
                        await self.remove_all_reactions(msg,emoji)
                    except discord.NotFound:
                        pass # this one means the message/reaction was deleted already so no big deal just ignore
    async def obtain_user(self,uid):
        ret = self.get_user(uid)
        if ret:
            return ret
        return await self.fetch_user(uid)
    async def on_raw_reaction_add(self,payload):
        if (payload.user_id is not None) and payload.user_id != self.user.id:
            await self.process_reactions(payload.message_id,payload.emoji.name,new_author=await self.obtain_user(payload.user_id))
    async def on_raw_reaction_remove(self,payload):
        if (payload.user_id is not None) and payload.user_id != self.user.id:
            await self.process_reactions(payload.message_id,payload.emoji.name,new_author=await self.obtain_user(payload.user_id),remove=True)
    async def on_message_edit(self,before,after):
        datediff = (datetime.datetime.now(datetime.timezone.utc) - before.created_at)
        if before.content!=after.content and datediff.days*24*60*60+datediff.seconds<MESSAGE_EDITABLE_TIMEOUT: # need this check because auto-embed counts as editing
            await self.process_commands(after)
            try:
                await self.edited_cleanup(after) # this can error due to race condition
            except:
                pass
            
    async def on_ready(self):
        await self.change_presence(activity=discord.Game(name=self.command_prefix+'help'))
        self.cleanup_reactions.start()
    @tasks.loop(seconds=60.0)
    async def cleanup_reactions(self):
        try:
            events = self.db.upcoming_event()
            nextevent = self.db.event_ending()
            if events or nextevent:
                r=self.cursor.execute('SELECT channel FROM announce WHERE type="event"')
                for channel in [i[0] for i in r.fetchall()]:
                    try:
                        if events:
                            for event in events:
                                await self.send_message(self.get_channel(channel), '%s'%str(event[0]))
                        if nextevent:
                            await self.send_message(self.get_channel(channel), 'diff\n%s'%nextevent)
                    except:
                        'channel missing or bot is blocked'
            await self.remove_stale_reactions()
            await self.auto_cleanup()
        except:
            'just for extra safety because an error here means the loop stops'
    @cleanup_reactions.before_loop
    async def before_run(self):
        await self.wait_until_ready()
        
    async def on_command_error(self, ctx, err):
        if isinstance(err, (commands.errors.MissingRequiredArgument, commands.BadArgument)):
            await ctx.send_help(ctx.invoked_with)
        elif isinstance(err, commands.errors.MissingPermissions):
            await self.send_failure_message(ctx.message.channel, '```You must be an administrator to use this command.```')
        elif isinstance(err, commands.errors.NoPrivateMessage):
            await self.send_failure_message(ctx.message.channel, '```This command cannot be used in direct messages.```')
        elif isinstance(err, commands.errors.CommandNotFound):
            pass
        else:
            print('%r'%err)
            
    # compatibility funcs for discord 0.9
    async def delete_message(self, msg):
        ''' for backwards compatibility '''
        return await msg.delete()
    async def remove_all_reactions(self, msg, emo):
        ''' for backwards compatibility '''
        cache_msg = discord.utils.get(self.cached_messages, id=msg.id)
        for r in [m for m in cache_msg.reactions if m.emoji==emo]:
            try:
                try:
                    await r.clear()
                except:
                    await r.remove(self.user)
            except discord.Forbidden:
                'missing permission to remove emojis'
    async def remove_reaction(self, msg, emo, user):
        ''' for backwards compatibility '''
        return await msg.remove_reaction(emo,user)
    async def unpin_message(self, msg):
        ''' for backwards compatibility '''
        return await msg.unpin()
    async def pins_from(self, channel):
        ''' for backwards compatibility '''
        return await channel.pins()
    async def edit_message(self, msg, **fields):
        ''' for backwards compatibility '''
        await msg.edit(**fields)
        return msg
            
def admin_or_dm():
    async def predicate(ctx):
        if ctx.message.channel.type == PRIVATE_CHANNEL or ctx.message.channel.permissions_for(ctx.message.author).administrator:
            return True
        raise commands.MissingPermissions('Administrator')
    return commands.check(predicate)
intents = discord.Intents.default()
intents.message_content = True
bot = BotWithReactions(command_prefix='-', description='PoE Info.', intents = intents)

@bot.listen()
async def on_ready():
    print('Logged in as')
    print(bot.user.name)
    print(bot.user.id)
    print('------')

async def announce_internals(ctx,msg,announce_id,announce_name,commandname):
    destination = ctx.message.channel
    if msg not in ('on','off',None):
        raise commands.BadArgument()
    if not msg:
        r=bot.cursor.execute('SELECT 1 FROM announce WHERE channel=? AND type=?',(destination.id,announce_id))
        enabled = r.fetchone()
        if destination.type == PRIVATE_CHANNEL:
            await bot.send_message(destination, '{} {}.'.format(announce_name,'enabled' if enabled else 'not enabled'))
        else:
            await bot.send_message(destination, '{} {} for {}.'.format(announce_name,'enabled' if enabled else 'not enabled',destination.mention), code_block=False)
        return
    else:
        if msg == 'on':
            bot.cursor.execute('REPLACE INTO announce (channel,type) VALUES (?,?)',(destination.id,announce_id))
            bot.conn.commit()
            if destination.type == PRIVATE_CHANNEL:
                await bot.send_message(destination, '{} enabled.'.format(announce_name))
            else:
                await bot.send_message(destination, '{} enabled for {}.'.format(announce_name,destination.mention), code_block=False)
        else:
            bot.cursor.execute('DELETE FROM announce WHERE channel=? AND type=?',(destination.id,announce_id))
            bot.conn.commit()
            if destination.type == PRIVATE_CHANNEL:
                await bot.send_message(destination, '{} disabled.'.format(announce_name))
            else:
                await bot.send_message(destination, '{} disabled for {}.'.format(announce_name,destination.mention), code_block=False)

class Misc(commands.Cog):
    @commands.command(pass_context=True,aliases=['setleague','league','pricecheck'])
    @admin_or_dm()
    async def pcleague(self, ctx, league: str=None):
        '''[<league>]
    Set league for pricing in this channel, options are: tmpStandard, tmpHardcore, eventStandard, eventHardcore, Standard, Hardcore.'''
        destination = ctx.message.channel
        if not league:
            r=bot.cursor.execute('SELECT league FROM pricecheck WHERE channel=?',(destination.id,))
            league = (r.fetchone() or ('tmpStandard',))[0]
            if destination.type == PRIVATE_CHANNEL:
                await bot.send_message(destination, 'Currently checking prices in {}. -help pcleague to change.'.format(league,))
            else:
                await bot.send_message(destination, 'Currently checking prices in {} for {}. -help pcleague to change.'.format(league,destination.mention), code_block=False)
            return
        try:
            i = [a.lower() for a in db.VALID_PC_LEAGUES].index(league.lower())
            bot.cursor.execute('REPLACE INTO pricecheck (channel,league) VALUES (?,?)',(destination.id,db.VALID_PC_LEAGUES[i]))
            bot.conn.commit()
            await bot.send_message(destination, 'Now pricechecking in {}.'.format(db.VALID_PC_LEAGUES[i]))
        except ValueError:
            await bot.send_message(destination, 'Not a valid league, must be one of: tmpStandard, tmpHardcore, eventStandard, eventHardcore, Standard, Hardcore')
            
    @commands.command(pass_context=True,aliases=['nextrace','nextevent'])
    async def next(self, ctx):
        '''Displays the upcoming race.'''
        nextmsg = bot.db.next_event()
        if nextmsg:
            await bot.send_message(ctx.message.channel, '%s'%nextmsg)
        else:
            await bot.send_message(ctx.message.channel, 'No upcoming events.')
            
class Alerts(commands.Cog):
    '''Toggle on/off automatic annoucements of the following:'''
    @commands.command(pass_context=True, invoke_without_command=True)
    @admin_or_dm()
    async def announcements(self, ctx, toggle: str):
        '''[on|off]
    Turn forum announcements on/off.'''
        await announce_internals(ctx,toggle,'forumannounce','Forum news announcements','announcements')

    @commands.command(pass_context=True,aliases=['patchnote'], invoke_without_command=True)
    @admin_or_dm()
    async def patchnotes(self, ctx, toggle: str):
        '''[on|off]
    Turn patch note posts on/off.'''
        await announce_internals(ctx,toggle,'patchnotes','Patch note announcements','patchnotes')
        
    @commands.group(pass_context=True, aliases=['daily_deals'], invoke_without_command=True)
    @admin_or_dm()
    async def deals(self, ctx, toggle=None):
        '''[on|off|filter <regexp>]
    Turn daily deal announcements on/off.
    Add a regexp filter with -deals filter <regexp>'''
        await announce_internals(ctx,toggle,'dailydeal','Daily deal announcements','deals')
    
    @deals.command(name='filter', pass_context=True)
    @admin_or_dm()
    async def deals_filter(self, ctx, regexp=None):
        '''- Only show deals which match a given regexp filter
        <regexp>: python regular expression (see python re module), will only show deals which match
        default (show all) is: .*'''
        if not regexp:
            r = bot.cursor.execute('SELECT regexp FROM regexp_filters WHERE channel=? AND type=?',(ctx.message.channel.id,'dailydeal'))
            res = r.fetchone()
            await bot.send_message(ctx.message.channel, 'Current filter is: {}'.format(res[0] if res else '.*'))
        else:
            r = bot.cursor.execute('REPLACE INTO regexp_filters (channel,type,regexp) VALUES (?,?,?)',(ctx.message.channel.id,'dailydeal',regexp))
            bot.conn.commit()
            await bot.send_message(ctx.message.channel, 'Filter set to: {}'.format(regexp))

    @commands.command(pass_context=True, invoke_without_command=True)
    @admin_or_dm()
    async def events(self, ctx, *toggle : str):
        '''[on|off]
    Turn event announcements on/off.'''
        await announce_internals(ctx,toggle,'event','Event announcements','events')
async def multiple_choice_view(ctx, data, func, edit_func=None):
    '''<ctx>
        pass context from original command
        <data>
        list of data items, data['name'] will be displayed on buttons
        <func>
        function to create the embed, will be passed data when button is clicked.
        <edit_func>
        if defined, will call this instead to edit the existing message entirely.
    '''
    view = restrictedView(ctx)
    for i in range(min(SEARCH_REACTION_LIMIT,len(data))):
        button = discord.ui.Button(label=data[i]['name'])
        async def show_item(interaction,idx=i):
            await interaction.response.defer()
            view.clear_buttons()
            view.ephemeral_msg = False
            if edit_func:
                await edit_func(data[idx],ctx,interaction)
            else:
                view.message = await interaction.edit_original_response(content = None, embed = func(data[idx]), view=view)
        button.callback = show_item
        view.add_item(button)
    sent_msg = await bot.send_deletable_message(ctx,ctx.message.channel, f'Multiple results, showing {min(len(data),SEARCH_REACTION_LIMIT)}/{len(data)}.', view=view)
    view.message = sent_msg
    view.ephemeral_msg = True
    return sent_msg

class Info(commands.Cog):
    'Show info on in-game items. These commands have short aliases for quicker use (ex: -u)'
    @commands.command(pass_context=True, aliases=['u','pc','us'])
    async def unique(self, ctx, *itemname: str):
        '''<itemname>
    Shows stats for an item. Partial names acceptable.
    search <key words> (alias: -us)
    Search for items whose explicit mods contain ALL keywords.'''
        if not len(itemname):
            raise commands.BadArgument
        # consider showing flavor text in the embed footer
        item = ' '.join(itemname)
        r=bot.cursor.execute('SELECT league FROM pricecheck WHERE channel=?',(ctx.message.channel.id,))
        league = (r.fetchone() or ('tmpStandard',))[0]
        
        if itemname[0].lower() == 'search' or ctx.invoked_with == 'us':
            if (len(itemname) + (ctx.invoked_with == 'us'))<2:
                await bot.send_message(ctx.message.channel, 'usage: -us <key words>')
                return
            data = bot.db.unique_search_explicit(itemname[(ctx.invoked_with != 'us'):],league,limit=SEARCH_LIMIT)
            if not data:
                await bot.send_failure_message(ctx.message.channel)
                return
            if len(data)>1:
                #send choices
                await multiple_choice_view(ctx,data,_create_unique_embed)
                return
            e = _create_unique_embed(data[0])
            await bot.send_deletable_message(ctx, ctx.message.channel, embed=e)
            return
        data = bot.db.get_data('unique_items',item,league,limit=SEARCH_LIMIT)
        if not data:
            data = bot.db.get_data('unique_items',item,league,search_by_baseitem=True,limit=SEARCH_LIMIT)
            if not data:
                await bot.send_failure_message(ctx.message.channel)
                return
        if len(data)>1:
            #send choices
            await multiple_choice_view(ctx,data,_create_unique_embed)
            return
        e = _create_unique_embed(data[0])
        await bot.send_deletable_message(ctx, ctx.message.channel, embed=e)
        
    @commands.command(pass_context=True)
    async def lab(self, ctx, difficulty: str=None):
        '''[<difficulty>]
        Displays map for current uber lab, or difficulty if specified (one of uber,merciless,cruel,normal)'''
        if not difficulty in ('normal','cruel','merciless','uber','merc'):
            difficulty = 'uber'
        if difficulty == 'merc':
            difficulty = 'merciless'
        today = datetime.datetime.now(datetime.timezone.utc).strftime('%Y-%m-%d')
        r=bot.cursor.execute('select diff,img_url from daily_labs where date=?',(today,))
        data = r.fetchall()
        if not data:
            _cache_labs()
            r=bot.cursor.execute('select diff,img_url from daily_labs where date=?',(today,))
            data = r.fetchall()
        if not data:
            return await bot.send_failure_message(ctx.message.channel)
        LABS = dict(data)#'https://www.poelab.com/wp-content/labfiles/{}_{}.jpg'.format(datetime.datetime.now(datetime.timezone.utc).strftime('%Y-%m-%d'), diff)
        LAB_EMBEDS = {}
        for diff in LABS.keys():
            e = discord.Embed(url='https://www.poelab.com/',
            type='rich')
            e.set_author(name='Provided by PoELab', url='https://www.poelab.com/', icon_url='https://www.poelab.com/wp-content/uploads/2019/01/cropped-favicon2.0-32x32.png')
            e.set_image(url = LABS[diff])
            LAB_EMBEDS[diff] = e
            
        def sort(k):
            try:
                return ('Normal','Cruel','Merciless','Uber').index(k.label)
            except:
                return 99999
        view = restrictedView(ctx, sort_key = sort)
        for k in LAB_EMBEDS.keys():
            button = discord.ui.Button(style=discord.ButtonStyle.primary,label=k.capitalize())
            view.add_item(button)
            async def swap_to(interaction, key = k, btn=button):
                await interaction.response.defer()
                view.enable_all_buttons()
                btn.disabled=True
                view.message = await interaction.edit_original_response(content = None, embed = LAB_EMBEDS[key], view=view)
            button.callback = swap_to
            if k == difficulty:
                button.disabled = True
        sent_msg = await bot.send_message(ctx.message.channel, embed = LAB_EMBEDS[difficulty], code_block = False, view=view)
        view.message = sent_msg
        # await bot.send_message(ctx.message.channel, data[0], code_block = False)
            
    @commands.command(pass_context=True,aliases=['s'])
    async def skill(self, ctx, *skill_name: str):
        '''<skill>
    Shows stats for a skill gem. Partial names acceptable.'''
        if not len(skill_name):
            raise commands.BadArgument
        # consider showing flavor text in the embed footer
        item = ' '.join(skill_name)
        r=bot.cursor.execute('SELECT league FROM pricecheck WHERE channel=?',(ctx.message.channel.id,))
        league = (r.fetchone() or ('tmpStandard',))[0]
        data = bot.db.get_skill_data('skill_gems',item,league,limit=SEARCH_LIMIT)
        if not data:
            await bot.send_failure_message(ctx.message.channel)
            return
        if len(data)>1:
            #send choices
            return await multiple_choice_view(ctx,data,None,edit_func=self._skill_internals)
        await self._skill_internals(data[0],ctx)
        
    async def _skill_internals(self, data, ctx, interaction=None):
        # this is for the new format of vaal/trans gems being grouped together.
        'if msg, edit msg instead of sending new one'
        # msg isnt reliable, could be either the initial message or the response depending on context, use edit_msg instead
        view = restrictedView(ctx)
        pages = {}
        for gem in data['list']:
            pages[gem['name']] = _create_gem_embed(gem)
        first = next(iter(pages.keys()))
        for k,v in pages.items():
            button = discord.ui.Button(style=discord.ButtonStyle.primary,label=k)
            view.add_item(button)
            async def swap_to(interaction, key = k, btn=button):
                await interaction.response.defer()
                view.enable_all_buttons()
                btn.disabled=True
                view.message = await interaction.edit_original_response(content = None, embed = pages[key], view=view)
            button.callback = swap_to
            if k == first:
                button.disabled = True
        if len(pages) == 1:
            view.clear_buttons()
        if interaction:
            view.message = await interaction.edit_original_response(content=None,embed=pages[first], view=view)
        else:
            sent_msg = await bot.send_message(ctx.message.channel, embed=pages[first], view=view)
            view.message = sent_msg
    @commands.command(pass_context=True,aliases=['c'])
    async def currency(self, ctx, *currency_name: str):
        '''<name>
    Shows exchange rate for a currency item. Partial names acceptable.'''
        if not len(currency_name):
            raise commands.BadArgument
        # consider showing flavor text in the embed footer
        item = ' '.join(currency_name)
        r=bot.cursor.execute('SELECT league FROM pricecheck WHERE channel=?',(ctx.message.channel.id,))
        league = (r.fetchone() or ('tmpStandard',))[0]
        data = bot.db.get_currency(item,league,limit=SEARCH_LIMIT)
        if not data:
            await bot.send_failure_message(ctx.message.channel)
            return
        if len(data)>1:
            #send choices
            return await multiple_choice_view(ctx,data,_create_currency_embed)
        e = _create_currency_embed(data[0])
        await bot.send_deletable_message(ctx, ctx.message.channel, embed=e)
        
    @commands.command(pass_context=True, aliases=['p','n','ns','ps'])
    async def node(self, ctx, *skillname: str):
        '''<name>
    Shows information about a passive skill notable or keystone.
    search <key words> (alias: -ps, -ns)
    Search for passive whose description contains ALL keywords.'''
        if not len(skillname):
            raise commands.BadArgument
        name = ' '.join(skillname)
        if skillname[0].lower() == 'search' or ctx.invoked_with.endswith('s'):
            if (len(skillname) + (ctx.invoked_with.endswith('s')))<2:
                await bot.send_message(ctx.message.channel, 'usage: -ns <key words>')
                return
            data = bot.db.passive_search_description(skillname[(not ctx.invoked_with.endswith('s')):],limit=SEARCH_LIMIT)
            if not data:
                await bot.send_failure_message(ctx.message.channel)
                return
            if len(data)>1:
                # send choices
                return await multiple_choice_view(ctx,data,_create_node_embed)
            e = _create_node_embed(data[0])
            await bot.send_deletable_message(ctx, ctx.message.channel, embed=e)
            return
        
        data = bot.db.get_data('passive_skills',name,limit=SEARCH_LIMIT)
        if not data:
            await bot.send_failure_message(ctx.message.channel)
            return
        if len(data)>1:
            #send choices
            return await multiple_choice_view(ctx,data,_create_node_embed)
        e = _create_node_embed(data[0])
        await bot.send_deletable_message(ctx, ctx.message.channel, embed=e)
        
def _cache_labs():
    today = datetime.datetime.now(datetime.timezone.utc).strftime('%Y-%m-%d')
    for lab,url in zip(('normal','cruel','merciless','uber'),get_lab_urls(today)):
        if url:
            bot.cursor.execute('REPLACE INTO daily_labs (date,diff,img_url) VALUES (?,?,?)',(today,lab,url))
    bot.cursor.execute('DELETE FROM daily_labs WHERE date <> ?',(today,))
    bot.conn.commit()

def _strip_html_tags(text):
    return re.sub(r'<(?!One to)[^>]+>','',re.sub(r'<(br|tr|hr)[^>]+>','\n',re.sub(r' \| ','\n',text)),flags=re.I)
    
def _create_currency_embed(data):
    price = data[SMALL_CURRENCY]
    exaltValue = bot.db.get_currency(LARGE_CURRENCY_NAME,data['league'], exact=True,limit=SEARCH_LIMIT)[0][SMALL_CURRENCY]
    chaos_to_spend = 20
    limit = math.ceil(chaos_to_spend/price)
    if data[SMALL_CURRENCY] > exaltValue * 2:
        stats_string = f'Est. Price: **{price}**{SMALL_CURRENCY_LABEL}\napprox. **{price/exaltValue:.1f}**{LARGE_CURRENCY_LABEL}'
    else:
        frac = Fraction(data[SMALL_CURRENCY]).limit_denominator(int(limit))
        stats_string = f'Est. Price: **{price}**{SMALL_CURRENCY_LABEL}\napprox. **{frac.denominator}** : **{frac.numerator}**{SMALL_CURRENCY_LABEL}'
    e = discord.Embed(url=f"{WIKI_BASE}{data['name'].replace(' ','_')}",
        description=_strip_html_tags(stats_string),
        title=data['name'].strip(),
        type='rich',color=0x638000,
        timestamp = data['timestamp'].replace(tzinfo = datetime.timezone.utc) if data['timestamp'] else None)
    if 'icon' in data.keys() and data['icon']:
        e.set_thumbnail(url=data['icon'].replace(' ','%20'))
    return e

def _create_unique_embed(data):
    def if_not_zero(val,label):
        if val and val!='0':
            return label+' '+val+'\n'
        return ''
    def stat_not_zero(val,stat):
        if val and val!='0':
            return val+' '+stat
        return ''
    def stat_not_one(val,stat):
        if val and val!='1':
            return stat+' '+val
        return ''
    bold_nums = re.compile('(\(?-?(?:\d+(?:-|(?: to )))?\d*\.?\d+\)?%?)')
    bold_nums = re.compile('(\(?-?(?:\d*\.?\d+(?:-|(?: to )))?\d*\.?\d+\)?%?)')
    if SMALL_CURRENCY in data.keys() and LARGE_CURRENCY in data.keys() and data[SMALL_CURRENCY] is not None and data[LARGE_CURRENCY] is not None:
        if data[LARGE_CURRENCY] > 1:
            stats_string = f'Est. Price: {data[LARGE_CURRENCY]:.1f}{LARGE_CURRENCY_LABEL}\n'
        else:
            stats_string = f'Est. Price: {data[SMALL_CURRENCY]:.0f}{SMALL_CURRENCY_LABEL}\n'
    else:
        stats_string = ''
    # leading \n are automatically removed by discord. you can use this to your advantage if you're careful how you place these.
    stats_string+="{}".format(if_not_zero(data['block'],'Chance to Block:'))
    #stats for armour pieces:
    stats_string+="{}{}{}".format(if_not_zero(data['armour'],'Armour:'), if_not_zero(data['eva'],'Evasion:'), if_not_zero(data['es'],'Energy Shield:'))
    #stats for weapons
    for dtype in [('Physical Damage:','phys'),('Fire Damage:','fire'),('Cold Damage:','Cold'),('Lightning Damage:','light'),('Chaos Damage:','chaos')]:
        if data[dtype[1]+'max'] and data[dtype[1]+'max']!='0':
            stats_string+='{} {}-{}\n'.format(dtype[0],data[dtype[1]+'min'],data[dtype[1]+'max'])
    stats_string+="{}{}{}".format(if_not_zero(data['crit'],'Critical Strike Chance:'), if_not_zero(data['aspd'],'Attacks per Second:'), if_not_zero(data['range'],'Weapon Range:'))
    #stats for flasks
    if data['flaskduration']:
        stats_string+="Lasts {} Seconds\n".format(data['flaskduration'])
##        stats_string+="Lasts {0:.2f} Seconds\n".format(float(data['flaskduration']))
        stats_string+="Consumes {} of {} charges on use\n".format(data['flaskchargesused'],data['flaskcharges'])
    # level and stat requirements
    reqs = [s for s in [stat_not_one(data['levelreq'],'Level'),stat_not_zero(data['strreq'],'Str'),stat_not_zero(data['dexreq'],'Dex'),stat_not_zero(data['intreq'],'Int')] if s]
    if reqs and data['name']!='Tabula Rasa':
        stats_string+='Requires {}'.format(', '.join(reqs))
    stats_string+='{}'.format(if_not_zero(data['jewellimit'],'Limited To:'))
    stats_string+='{}'.format(if_not_zero(data['jewelradius'],'Radius:'))
    stats_string=bold_nums.sub(r'**\1**', stats_string).replace('****','')
    e = discord.Embed(url=f"{WIKI_BASE}{data['name'].replace(' ','_')}",
        description=_strip_html_tags(stats_string),
        title='\n'.join((data['name'].strip(),data['baseitem'].strip())),
        type='rich',color=0xaf6025,
        timestamp = data['timestamp'].replace(tzinfo = datetime.timezone.utc) if data['timestamp'] else None)
    if 'icon' in data.keys() and data['icon']:
        e.set_thumbnail(url=data['icon'])
    elif 'image_url' in data.keys() and data['image_url']:
        e.set_thumbnail(url=f"{WIKI_BASE}Special:Redirect/file/{urlquote(data['image_url'])}")
    if data['impl'] or data['expl']: #this is only for tabula
        header = re.compile('<th[^>]*>(.*?)<\/th>',re.DOTALL)
        expl_mods = str(data['expl'])
        table_header = header.search(expl_mods)
        if table_header:
            expl_text = '{}'.format(table_header.group(1))
        else:
            expl_text = (_strip_html_tags(bold_nums.sub(r'**\1**', expl_mods)) or '--')
        e.add_field(name=(_strip_html_tags(bold_nums.sub(r'**\1**', str(data['impl']))) or '--').replace('****',''),value=expl_text.replace('****','')[:MAX_EMBED_VALUE_LEN],inline=False)
    if data['physdps'] or data['eledps']:
        s=''
        if data['physdps']:
            s+="Physical DPS: {} ".format(data['physdps'])
        if data['eledps']:
            s+="Elemental DPS: {}".format(data['eledps'])
        e.set_footer(text=s)
    return e

def _create_gem_embed(data, quality=Quality.NORMAL):
    def if_not_zero(val,label):
        if val:
            return label+' '+val+'\n'
        return ''
    def stat_not_zero(val,stat):
        if val:
            return ', '+val+' '+stat
        return ''
    bold_nums = re.compile('(\(?-?(?:\d*\.?\d+(?:-|(?: to )))?\d*\.?\d+\)?%?)')
    SMALL_CURRENCY_KEY = f'{QUAL_TO_DB_COL_PREFIX[quality]}_{SMALL_CURRENCY}'
    LARGE_CURRENCY_KEY = f'{QUAL_TO_DB_COL_PREFIX[quality]}_{LARGE_CURRENCY}'
    if SMALL_CURRENCY_KEY in data.keys() and LARGE_CURRENCY_KEY in data.keys() and data[SMALL_CURRENCY] is not None and data[LARGE_CURRENCY_KEY] is not None:
        if data[LARGE_CURRENCY_KEY] > 1:
            if data['name'].startswith('Vaal '):
                stats_string = f'20/20 Price: {data[LARGE_CURRENCY_KEY]:.1f}{LARGE_CURRENCY_LABEL}\n'
            else:
                stats_string = f'20q Price: {data[LARGE_CURRENCY_KEY]:.1f}{LARGE_CURRENCY_LABEL}\n'
        else:
            if data['name'].startswith('Vaal '):
                stats_string = f'20/20 Price: {data[SMALL_CURRENCY_KEY]:.0f}{SMALL_CURRENCY_LABEL}\n'
            else:
                stats_string = f'20q Price: {data[SMALL_CURRENCY_KEY]:.0f}{SMALL_CURRENCY_LABEL}\n'
    else:
        stats_string = ''
    if data['mana_multiplier']:
        stats_string+='Mana Multiplier: {}%\n'.format(data['mana_multiplier'])
    if data['radius']:
        stats_string+='Radius: {}\n'.format(data['radius'])

    def rangeify(key):
        if data[f'{key}_max']:
            return f"({data[key]}-{data[f'{key}_max']})"
        return data[key]
    if data['cost_amounts']:
        stats_string+=f"{data['cost_types']} Cost: {rangeify('cost_amounts')}\n"
    if data['mana_res_flat']:
        stats_string+=f"Mana Reserved: {rangeify('mana_res_flat')}\n"
    if data['mana_res_percent']:
        stats_string+=f"Mana Reserved: {rangeify('mana_res_percent')}%\n"
    if data['life_res_flat']:
        stats_string+=f"Life Reserved: {rangeify('life_res_flat')}\n"
    if data['life_res_percent']:
        stats_string+=f"Life Reserved: {rangeify('life_res_percent')}%\n"
    # if int(data['is_res']):
        # stats_string+='Mana Reserved: {}%\n'.format(data['mana_cost'])
# ##        stats_string+='Mana Reserved: {}\n'.format(data['is_res'])
    # elif data['mana_cost']:
        # if data['mana_cost_max']:
            # stats_string+='Mana Cost: ({}-{})\n'.format(data['mana_cost'],data['mana_cost_max'])
        # else:
            # stats_string+='Mana Cost: {}\n'.format(data['mana_cost'])
    if data['vaal_souls_requirement']:
        stats_string+='Souls Per Use: {}\n'.format(data['vaal_souls_requirement'])
    if data['vaal_stored_uses']:
        stats_string+='Can Store {} Use(s)\n'.format(data['vaal_stored_uses'])
    if data['stored_uses'] and int(data['stored_uses'])>1:
        stats_string+='Can Store {} Use(s)\n'.format(data['stored_uses'])
    if data['cooldown']:
        stats_string+='Cooldown Time: {}s\n'.format(data['cooldown'])    
    if data['cast_time'] and 'Attack' not in data['tags']:
        stats_string+='Cast Time: {}s\n'.format(data['cast_time'])
    if data['crit_chance']:
        stats_string+='Critical Strike Chance: {}%\n'.format(data['crit_chance'])
    if data['proj_speed']:
        stats_string+='Projectile Speed: {}\n'.format(data['proj_speed'])
    if data['attack_speed_multiplier'] and int(data['attack_speed_multiplier'])!=100:
        stats_string+='Attack Speed: {}% of base\n'.format(data['attack_speed_multiplier'])
    if data['damage_effectiveness']:
        if data['damage_effectiveness_max']:
            stats_string+='Damage Effectiveness: ({}-{})%\n'.format(data['damage_effectiveness'],data['damage_effectiveness_max'])
        elif int(data['damage_effectiveness'])!=100:
            stats_string+='Damage Effectiveness: {}%\n'.format(data['damage_effectiveness'])
    if data['level_requirement']:
        stats_string+='Requires Level: ({}-{})'.format(data['level_requirement'],data['level_requirement_max'])
        if data['str_requirement']:
            stats_string+=', ({}-{}) Str'.format(data['str_requirement'],data['str_requirement_max'])
        if data['dex_requirement']:
            stats_string+=', ({}-{}) Dex'.format(data['dex_requirement'],data['dex_requirement_max'])
        if data['int_requirement']:
            stats_string+=', ({}-{}) Int'.format(data['int_requirement'],data['int_requirement_max'])
        stats_string+='\n'
    if data['gem_desc']:
        stats_string+='{}\n\n'.format(data['gem_desc'])

    stats_string = bold_nums.sub(r'**\1**', stats_string.replace('<br>','\n')).replace('****','')
    if not stats_string:
        stats_string = '--'
    red = 0xc51e1e
    blue = 0x4163c9
    green = 0x08a842
    gemcolor = 0xffffff # white by default

    if data['primary_att'].lower() == 'strength':
        gemcolor = red
    if data['primary_att'].lower() == 'intelligence':
        gemcolor = blue
    if data['primary_att'].lower() == 'dexterity':
        gemcolor = green
        
    e = discord.Embed(url=f"{WIKI_BASE}{data['name'].replace(' ','_')}",
        title=data['name'],
        type='rich',color=gemcolor,
        timestamp = data['timestamp'].replace(tzinfo = datetime.timezone.utc) if data['timestamp'] else None)
    e.add_field(name=data['tags'],value=_strip_html_tags(stats_string),inline=False)

    if 'icon' in data.keys() and data['icon']:
        e.set_thumbnail(url=data['icon'].replace(' ','%20'))
    qual_bonus = data[QUAL_TO_DB_COL_NAME[quality]]
    e.add_field(name='Per 1% Quality:',value=bold_nums.sub(r'**\1**', f'{qual_bonus}\n\n{data["stat_text"] if data["stat_text"] else ""}'.replace('<br>','\n')).replace('****',''),inline=False)
    if not data['primary_att'].lower() == 'none':
        e.set_footer(text=data['primary_att'].capitalize())
    else:
        e.set_footer(text='Colorless')
    return e

def _create_node_embed(data):
    stats_string = data['desc'].replace('<br>','\n')
    e = discord.Embed(url=f"{WIKI_BASE}{data['name'].replace(' ','_')}",
        title=data['name'],
        type='rich',color=0xa38d6d)
    e.add_field(name='Keystone' if data['is_keystone'] else 'Notable', value=_strip_html_tags(stats_string), inline=False)

    if 'image_url' in data.keys() and data['image_url']:
        e.set_thumbnail(url=f"{WIKI_BASE}Special:Redirect/file/{urlquote(data['image_url'])}")

    return e

def cloudscraper_get(url):
    with cloudscraper.create_scraper() as s:
        return s.get(url)

# will return a list of embeds for all "unread" announcements
# returns tuples of (embed, filterable text or None)
async def scrape_forum(section = 'https://www.pathofexile.com/forum/view-forum/news', table = 'forum_announcements', header = 'Forum - Announcements'):
    MAX_SIMUL_ANNOUNCEMENTS = 3 # to prevent spamming if the bot/forums are down.
    loop = asyncio.get_event_loop() # could also use bot.loop or whatever it is
    future = loop.run_in_executor(None, cloudscraper_get, section)
    data = await future
    etree = lxmlhtml.fromstring(data.text)
    titles = [a.strip() for a in etree.xpath('//div[@class="title"]/a/text()')]
    urls = [urlparse.urljoin('https://www.pathofexile.com/',a) for a in etree.xpath('//div[@class="title"]/a/@href')]
    threadnums = [a.split('/')[-1] for a in urls]
    threads = list(zip(titles,urls,threadnums))
    announces = []
    r=bot.cursor.execute('SELECT threadnum FROM `{}` WHERE threadnum IN ({})'.format(table, ','.join([x[2] for x in threads])))
    already_parsed = [x[0] for x in r.fetchall()]

    new_threads = filter(lambda x: x[2] not in already_parsed,threads)
    for thread in new_threads:
        embed_img = None
        # try to get a header image, literally (these only appear in forum announcements)
        try:
            if table == 'forum_announcements':
                loop = asyncio.get_event_loop()
                future = loop.run_in_executor(None, cloudscraper_get, thread[1])
                data = await future

                if data.status_code == 200:
                    etree = lxmlhtml.fromstring(data.text)
                    embed_img = etree.xpath('//tr[contains(@class,"newsPost")]//img/@src')[0]
        except:
            pass
        r=bot.cursor.execute('SELECT 1 FROM %s WHERE threadnum=?'%table,(thread[2],))
        if r.fetchone():
            break
        else:
            #announce.
            bot.cursor.execute('INSERT INTO %s (title,url,threadnum) VALUES (?,?,?)'%table,thread)
            bot.conn.commit()
            if MAX_SIMUL_ANNOUNCEMENTS > 0:
                announces.append((_create_forum_embed(thread[1],thread[0],header,img=embed_img),None))
                MAX_SIMUL_ANNOUNCEMENTS -= 1
    return announces

# returns tuples of (embed, filterable text or None)
async def scrape_deals(deal_api = 'https://www.pathofexile.com/api/shop/microtransactions/specials?limit=9999'):
##    r=bot.cursor.execute('''select 1 from daily_deals where datetime(end_date)>datetime('now')''')
##    if r.fetchone(): #ongoing deal, no need to check for new ones.
##        return None
    loop = asyncio.get_event_loop() # could also use bot.loop or whatever it is
    future = loop.run_in_executor(None, cloudscraper_get, deal_api)
    data = await future
    data.raise_for_status()
    js = data.json()
    if js['total'] == 0:
        return []
    itemhash = hashlib.md5(json.dumps(js, sort_keys=True).encode('utf8')).hexdigest()
    r=bot.cursor.execute('SELECT 1 FROM daily_deals WHERE hash=?',(itemhash,))
    if r.fetchone():
        return []
    start_dates = set([i['startAt'] for i in js['entries']])
    latest_deal = sorted(start_dates)[-1]
    latest_deals = sorted([i for i in js['entries'] if i['startAt']==latest_deal], key=lambda x: x['priority'], reverse=True)
    
    img_url = latest_deals[0]['imageUrl']
    end_date = latest_deals[0]['endAt'] # end date isn't accurate as deals could have different end dates.
    latest_names = [x['microtransaction']['name'] for x in latest_deals]
    title = ' | '.join(latest_names[:2])
    if int(js['total']) >2:
        title += ' | + %i more'%(int(js['total'])-2)
    #announce.
    bot.cursor.execute('REPLACE INTO daily_deals (title,img_url,hash,end_date) VALUES (?,?,?,?)',(title,img_url,itemhash,end_date))
    bot.cursor.execute('''DELETE FROM daily_deals WHERE ROWID IN (SELECT ROWID FROM daily_deals ORDER BY ROWID DESC LIMIT -1 OFFSET 7)''')
    bot.conn.commit()
    return ((_create_deal_embed(title,img_url),'\n'.join(latest_names)),)

def _create_forum_embed(url,title,name='Forum Announcement',thumb_url='https://web.poecdn.com/image/favicon/ogimage.png?v=1',img=None):
    e = discord.Embed(url=url,
        title=title,
        type='rich')
    e.set_author(name=name,url=url.replace('view-thread','post-reply'))
    if img:
        e.set_image(url=img)
    else:
        e.set_thumbnail(url=thumb_url)
    return e

def _create_deal_embed(title,img_url,name='Daily Deal'):
    e = discord.Embed(url='https://www.pathofexile.com/shop/category/daily-deals',
        title=title,
        type='rich')
    e.set_thumbnail(url=img_url)
    e.set_author(name=name)
    return e

class backgroundTasks(commands.Cog):
    def __init__(self, bot):
        self.bot = bot
        self.forum_announcements.start()

    def cog_unload(self):
        self.forum_announcements.cancel()

    @tasks.loop(seconds=3600.0)
    async def forum_announcements(self):
        # return # rate limit changed so this results in ban
        announce_types = [('forumannounce',partial(scrape_forum)),
                          ('patchnotes',partial(scrape_forum,'https://www.pathofexile.com/forum/view-forum/patch-notes','patch_notes','Forum - Patch Notes')),
                           ('dailydeal',partial(scrape_deals))]
        for name,func in announce_types:
            try:
                data = await func()
                if data:
                    # get filters from this channel if found.
                    # compare to filterable string which func() should return. meaning we need to modify func.
                    # only send embed if filter matches.
                    r=bot.cursor.execute('SELECT channel FROM announce WHERE type=?',(name,))
                    for channel in [i[0] for i in r.fetchall()]:
                        try:
                            for e,filterstr in data:
                                r2=bot.cursor.execute('SELECT regexp FROM regexp_filters WHERE type=? AND channel=?',(name,channel))
                                regex = r2.fetchone()
                                if regex and filterstr:
                                    if not re.search(regex[0],filterstr,flags=re.I|re.M):
                                        continue
                                await bot.send_message(bot.get_channel(channel), embed=e)
                        except:
                            'channel missing or bot is blocked'
                            # raise
            except Exception as e:
                print('error scraping forums (%s): %r'%(name,e))
                # raise
                'just for extra safety because an error here means the loop stops'
                'this can be caused by things like maintenance'
            finally:
                await asyncio.sleep(120)

    @forum_announcements.before_loop
    async def before_run(self):
        await self.bot.wait_until_ready()
        

        
if __name__ =='__main__':
    bot.db = db.PoeDB(ro=True)
    bot.conn = sqlite3.connect('announce.sqlitedb')
    bot.cursor=bot.conn.cursor()
    bot.cursor.execute('''CREATE TABLE IF NOT EXISTS announce
             (channel int,
             type text,
             PRIMARY KEY (channel,type))''')
    bot.cursor.execute('''CREATE TABLE IF NOT EXISTS forum_announcements
             (title text,
             url text,
             threadnum text PRIMARY KEY)''')
    bot.cursor.execute('''CREATE TABLE IF NOT EXISTS patch_notes
             (title text,
             url text,
             threadnum text PRIMARY KEY)''')
    bot.cursor.execute('''CREATE TABLE IF NOT EXISTS daily_deals
             (title text,
             img_url text,
             hash text PRIMARY KEY)''')
    bot.cursor.execute('''CREATE TABLE IF NOT EXISTS daily_labs
             (date text,
             diff text,
             img_url text,
             PRIMARY KEY (date,diff))''')
    bot.cursor.execute('''CREATE TABLE IF NOT EXISTS regexp_filters
             (channel int,
             type text,
             regexp text,
             PRIMARY KEY (channel,type))''')
    try:
        bot.cursor.execute('''ALTER TABLE daily_deals ADD COLUMN end_date real''')
    except sqlite3.OperationalError:
        pass
    bot.cursor.execute('''CREATE TABLE IF NOT EXISTS pricecheck
             (channel int PRIMARY KEY,
             league text)''')
    bot.conn.commit()

    async def load_extensions():
        await bot.add_cog(Alerts())
        await bot.add_cog(Info())
        await bot.add_cog(Misc())
        await bot.add_cog(backgroundTasks(bot))
        for path in Path("./cogs").glob('*.py'):
            await bot.load_extension(f"cogs.{path.stem}")

    async def main():
        async with bot:
            await load_extensions()
            with open('token','r') as f:
                await bot.start(f.read())
    asyncio.run(main())

##https://discord.com/oauth2/authorize?client_id=313788924151726082&scope=bot&permissions=0