mirror of
https://github.com/SpiceBot/SpiceBot.git
synced 2026-11-11 14:10:58 -05:00
251 lines
10 KiB
Python
251 lines
10 KiB
Python
# coding=utf-8
|
|
|
|
from __future__ import unicode_literals, absolute_import, division, print_function
|
|
|
|
import sopel.module
|
|
from sopel.config.types import StaticSection, ValidatedAttribute
|
|
|
|
from sopel_modules.SpiceBot.Logs import botlogs
|
|
from sopel_modules.SpiceBot.Events import botevents
|
|
from sopel_modules.SpiceBot_CommandsQuery.CommandsQuery import commandsquery_register
|
|
from sopel_modules.SpiceBot.Tools import read_directory_json_to_dict
|
|
|
|
import spicemanip
|
|
|
|
import os
|
|
import urllib
|
|
import requests
|
|
import json
|
|
from fake_useragent import UserAgent
|
|
import random
|
|
|
|
|
|
class GifAPIMainSection(StaticSection):
|
|
extra = ValidatedAttribute('extra', default=None)
|
|
nsfw = ValidatedAttribute('nsfw', default=False)
|
|
|
|
|
|
class GifAPISection(StaticSection):
|
|
apikey = ValidatedAttribute('apikey', default=None)
|
|
|
|
|
|
def configure(config):
|
|
moduledir = os.path.dirname(os.path.abspath(__file__))
|
|
api_dir = os.path.join(moduledir, 'gifapi')
|
|
valid_gif_api_dict = read_directory_json_to_dict(None, [api_dir], "Gif API", "SpiceBot_GifSearch")
|
|
|
|
config.define_section("SopelGifSearch", GifAPIMainSection, validate=False)
|
|
config.SopelGifSearch.configure_setting('extra', 'SpiceBot_GifSearch API Extra directory')
|
|
config.SopelGifSearch.configure_setting('nsfw', 'SpiceBot_GifSearch API nsfw content')
|
|
|
|
for gif_api in valid_gif_api_dict.keys():
|
|
config.define_section(gif_api, GifAPISection, validate=False)
|
|
gif_api_config = eval("config." + gif_api)
|
|
gif_api_config.configure_setting('apikey', 'GIF API Client ID-' + gif_api)
|
|
|
|
|
|
def setup(bot):
|
|
botlogs.log('SpiceBot_GifSearch', "Starting Setup Procedure")
|
|
botevents.startup_add([botevents.BOT_GIFSEARCH])
|
|
|
|
if 'SpiceBot_GifSearch' not in bot.memory:
|
|
bot.memory["SpiceBot_GifSearch"] = {"cache": {}, "badgiflinks": [], 'valid_gif_api_dict': {}}
|
|
|
|
dir_to_scan = []
|
|
|
|
moduledir = os.path.dirname(os.path.abspath(__file__))
|
|
api_dir = os.path.join(moduledir, 'gifapi')
|
|
dir_to_scan.append(api_dir)
|
|
|
|
bot.config.define_section("SopelGifSearch", GifAPIMainSection, validate=False)
|
|
if bot.config.SopelGifSearch.extra:
|
|
dir_to_scan.append(bot.config.SopelGifSearch.extra)
|
|
|
|
valid_gif_api_dict = read_directory_json_to_dict(bot, dir_to_scan, "Gif API", "SpiceBot_GifSearch")
|
|
|
|
for gif_api in valid_gif_api_dict.keys():
|
|
bot.config.define_section(gif_api, GifAPISection, validate=False)
|
|
apikey = eval("bot.config." + gif_api + ".apikey")
|
|
if apikey:
|
|
valid_gif_api_dict[gif_api]["apikey"] = apikey
|
|
else:
|
|
valid_gif_api_dict[gif_api]["apikey"] = None
|
|
bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][gif_api] = valid_gif_api_dict[gif_api]
|
|
|
|
for validgifapi in bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'].keys():
|
|
commandsquery_register(bot, "prefix", validgifapi)
|
|
|
|
if validgifapi not in bot.memory["SpiceBot_GifSearch"]['cache'].keys():
|
|
bot.memory["SpiceBot_GifSearch"]['cache'][validgifapi] = dict()
|
|
|
|
botevents.trigger(bot, botevents.BOT_GIFSEARCH, "SpiceBot_GifSearch")
|
|
|
|
|
|
def shutdown(bot):
|
|
if "SpiceBot_GifSearch" in bot.memory:
|
|
del bot.memory["SpiceBot_GifSearch"]
|
|
|
|
|
|
def getGif(bot, searchdict):
|
|
|
|
header = {'User-Agent': str(UserAgent().chrome)}
|
|
|
|
# list of defaults
|
|
query_defaults = {
|
|
"query": None,
|
|
"searchnum": 'random',
|
|
"gifsearch": bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'].keys(),
|
|
"gifsearchremove": ['gifme'],
|
|
"searchlimit": 'default',
|
|
"nsfw": False,
|
|
}
|
|
|
|
if bot.config.SopelGifSearch.nsfw:
|
|
query_defaults["nsfw"] = True
|
|
|
|
# set defaults if they don't exist
|
|
for key in query_defaults:
|
|
if key not in searchdict.keys():
|
|
searchdict[key] = query_defaults[key]
|
|
if key == "gifsearch":
|
|
for remx in query_defaults["gifsearchremove"]:
|
|
searchdict["gifsearch"].remove(remx)
|
|
|
|
# Replace spaces in search query
|
|
if not searchdict["query"]:
|
|
return {"error": 'No Query to Search'}
|
|
# searchdict["searchquery"] = searchdict["query"].replace(' ', '%20')
|
|
searchdict["searchquery"] = urllib.request.pathname2url(searchdict["query"])
|
|
|
|
# set api usage
|
|
if not isinstance(searchdict['gifsearch'], list):
|
|
if str(searchdict['gifsearch']) in bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'].keys():
|
|
searchdict['gifsearch'] = [searchdict['gifsearch']]
|
|
else:
|
|
searchdict['gifsearch'] = bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'].keys()
|
|
else:
|
|
for apis in searchdict['gifsearch']:
|
|
if apis not in bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'].keys():
|
|
searchdict['gifsearch'].remove(apis)
|
|
|
|
# Verify search limit
|
|
if searchdict['searchlimit'] == 'default' or not isinstance(searchdict['searchlimit'], int):
|
|
searchdict['searchlimit'] = 50
|
|
|
|
# Random handling for searchnum
|
|
if searchdict["searchnum"] == 'random':
|
|
searchdict["searchnum"] = random.randint(0, searchdict['searchlimit'])
|
|
|
|
# Make sure there is a valid input of query and search number
|
|
if not searchdict["query"]:
|
|
return {"error": 'No Query to Search'}
|
|
|
|
if not str(searchdict["searchnum"]).isdigit():
|
|
return {"error": 'No Search Number or Random Specified'}
|
|
|
|
gifapiresults = []
|
|
for currentapi in searchdict['gifsearch']:
|
|
|
|
# url base
|
|
url = str(bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['url'])
|
|
# query
|
|
url += str(bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['query']) + str(searchdict["searchquery"])
|
|
# limit
|
|
url += str(bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['limit']) + str(searchdict["searchlimit"])
|
|
# nsfw search?
|
|
if searchdict['nsfw']:
|
|
url += str(bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['nsfw'])
|
|
else:
|
|
url += str(bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['sfw'])
|
|
# api key
|
|
url += str(bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['key']) + str(bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['apikey'])
|
|
|
|
if currentapi not in bot.memory["SpiceBot_GifSearch"]['cache'].keys():
|
|
bot.memory["SpiceBot_GifSearch"]['cache'][currentapi] = dict()
|
|
|
|
if str(searchdict["searchquery"]) not in bot.memory["SpiceBot_GifSearch"]['cache'][currentapi].keys():
|
|
bot.memory["SpiceBot_GifSearch"]['cache'][currentapi][str(searchdict["searchquery"])] = []
|
|
|
|
if not len(bot.memory["SpiceBot_GifSearch"]['cache'][currentapi][str(searchdict["searchquery"])]):
|
|
|
|
try:
|
|
page = requests.get(url, headers=header)
|
|
except Exception as e:
|
|
page = None
|
|
|
|
if page and not str(page.status_code).startswith(tuple(["4", "5"])):
|
|
|
|
data = json.loads(urllib.request.urlopen(url).read().decode('utf-8'))
|
|
|
|
results = data[bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['results']]
|
|
resultsarray = []
|
|
for result in results:
|
|
appendresult = False
|
|
cururl = result[bot.memory["SpiceBot_GifSearch"]['valid_gif_api_dict'][currentapi]['cururl']]
|
|
slashsplit = str(cururl).split("/")
|
|
fileextension = slashsplit[-1]
|
|
if not fileextension or fileextension == '':
|
|
appendresult = True
|
|
elif str(fileextension).endswith(".gif"):
|
|
appendresult = True
|
|
elif "." not in str(fileextension):
|
|
appendresult = True
|
|
if appendresult:
|
|
resultsarray.append(cururl)
|
|
|
|
# make sure there are results
|
|
if len(resultsarray):
|
|
|
|
# Create Temp dict for every result
|
|
tempresultnum = 0
|
|
for tempresult in resultsarray:
|
|
if tempresult not in bot.memory["SpiceBot_GifSearch"]["badgiflinks"]:
|
|
tempresultnum += 1
|
|
tempdict = dict()
|
|
tempdict["returnnum"] = tempresultnum
|
|
tempdict["returnurl"] = tempresult
|
|
tempdict["gifapi"] = currentapi
|
|
bot.memory["SpiceBot_GifSearch"]['cache'][currentapi][str(searchdict["searchquery"])].append(tempdict)
|
|
|
|
else:
|
|
verifygoodlinks = []
|
|
for gifresult in bot.memory["SpiceBot_GifSearch"]['cache'][currentapi][str(searchdict["searchquery"])]:
|
|
if gifresult["returnurl"] not in bot.memory["SpiceBot_GifSearch"]["badgiflinks"]:
|
|
verifygoodlinks.append(gifresult)
|
|
bot.memory["SpiceBot_GifSearch"]['cache'][currentapi][str(searchdict["searchquery"])] = verifygoodlinks
|
|
|
|
if len(bot.memory["SpiceBot_GifSearch"]['cache'][currentapi][str(searchdict["searchquery"])]):
|
|
gifapiresults.extend(bot.memory["SpiceBot_GifSearch"]['cache'][currentapi][str(searchdict["searchquery"])])
|
|
|
|
if not len(gifapiresults):
|
|
return {"error": "No Results were found for '" + searchdict["query"] + "' in the " + str(spicemanip.main(searchdict['gifsearch'], 'orlist')) + " api(s)"}
|
|
|
|
random.shuffle(gifapiresults)
|
|
random.shuffle(gifapiresults)
|
|
randombad = True
|
|
while randombad:
|
|
gifdict = spicemanip.main(gifapiresults, "random")
|
|
|
|
try:
|
|
gifpage = requests.get(gifdict["returnurl"], headers=None)
|
|
except Exception as e:
|
|
gifpage = str(e)
|
|
gifpage = None
|
|
|
|
if gifpage and not str(gifpage.status_code).startswith(tuple(["4", "5"])):
|
|
randombad = False
|
|
else:
|
|
bot.memory["SpiceBot_GifSearch"]["badgiflinks"].append(str(gifdict["returnurl"]))
|
|
newlist = []
|
|
for tempdict in gifapiresults:
|
|
if tempdict["returnurl"] != gifdict["returnurl"]:
|
|
newlist.append(tempdict)
|
|
gifapiresults = newlist
|
|
|
|
if not len(gifapiresults):
|
|
return {"error": "No Results were found for '" + searchdict["query"] + "' in the " + str(spicemanip.main(searchdict['gifsearch'], 'orlist')) + " api(s)"}
|
|
|
|
# return dict
|
|
gifdict['error'] = None
|
|
return gifdict
|