Heroku/hikka/loader.py

1524 lines
52 KiB
Python

"""Registers modules"""
# Friendly Telegram (telegram userbot)
# Copyright (C) 2018-2021 The Authors
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
# █ █ ▀ █▄▀ ▄▀█ █▀█ ▀
# █▀█ █ █ █ █▀█ █▀▄ █
# © Copyright 2022
# https://t.me/hikariatama
#
# 🔒 Licensed under the GNU AGPLv3
# 🌐 https://www.gnu.org/licenses/agpl-3.0.html
import asyncio
import contextlib
import copy
from functools import partial, wraps
import importlib
import importlib.util
import inspect
import logging
import os
import re
import sys
from importlib.machinery import ModuleSpec
from types import FunctionType
from typing import Any, Awaitable, Hashable, Optional, Union, List
import requests
from telethon import TelegramClient
from telethon.tl.types import Message, InputPeerNotifySettings, Channel
from telethon.tl.functions.account import UpdateNotifySettingsRequest
from telethon.hints import EntityLike
from . import security, utils, validators, version
from ._types import (
ConfigValue, # skipcq
LoadError, # skipcq
Module,
Library, # skipcq
ModuleConfig, # skipcq
LibraryConfig, # skipcq
SelfUnload,
SelfSuspend,
StopLoop,
InlineMessage,
CoreOverwriteError,
CoreUnloadError,
StringLoader,
)
from .inline.core import InlineManager
from .inline.types import InlineCall
from .translations import Strings, Translator
import gc as _gc
import types as _types
logger = logging.getLogger(__name__)
owner = security.owner
sudo = security.sudo
support = security.support
group_owner = security.group_owner
group_admin_add_admins = security.group_admin_add_admins
group_admin_change_info = security.group_admin_change_info
group_admin_ban_users = security.group_admin_ban_users
group_admin_delete_messages = security.group_admin_delete_messages
group_admin_pin_messages = security.group_admin_pin_messages
group_admin_invite_users = security.group_admin_invite_users
group_admin = security.group_admin
group_member = security.group_member
pm = security.pm
unrestricted = security.unrestricted
inline_everyone = security.inline_everyone
def proxy0(data):
def proxy1():
return data
return proxy1
_CELLTYPE = type(proxy0(None).__closure__[0])
def replace_all_refs(replace_from: Any, replace_to: Any) -> Any:
"""
:summary: Uses the :mod:`gc` module to replace all references to obj
:attr:`replace_from` with :attr:`replace_to` (it tries it's best,
anyway).
:param replace_from: The obj you want to replace.
:param replace_to: The new objject you want in place of the old one.
:returns: The replace_from
"""
# https://github.com/cart0113/pyjack/blob/dd1f9b70b71f48335d72f53ee0264cf70dbf4e28/pyjack.py
_gc.collect()
hit = False
for referrer in _gc.get_referrers(replace_from):
# FRAMES -- PASS THEM UP
if isinstance(referrer, _types.FrameType):
continue
# DICTS
if isinstance(referrer, dict):
cls = None
# THIS CODE HERE IS TO DEAL WITH DICTPROXY TYPES
if "__dict__" in referrer and "__weakref__" in referrer:
for cls in _gc.get_referrers(referrer):
if inspect.isclass(cls) and cls.__dict__ == referrer:
break
for key, value in referrer.items():
# REMEMBER TO REPLACE VALUES ...
if value is replace_from:
hit = True
value = replace_to
referrer[key] = value
if cls: # AGAIN, CLEANUP DICTPROXY PROBLEM
setattr(cls, key, replace_to)
# AND KEYS.
if key is replace_from:
hit = True
del referrer[key]
referrer[replace_to] = value
elif isinstance(referrer, list):
for i, value in enumerate(referrer):
if value is replace_from:
hit = True
referrer[i] = replace_to
elif isinstance(referrer, set):
referrer.remove(replace_from)
referrer.add(replace_to)
hit = True
elif isinstance(
referrer,
(
tuple,
frozenset,
),
):
new_tuple = []
for obj in referrer:
if obj is replace_from:
new_tuple.append(replace_to)
else:
new_tuple.append(obj)
replace_all_refs(referrer, type(referrer)(new_tuple))
elif isinstance(referrer, _CELLTYPE):
def _proxy0(data):
def proxy1():
return data
return proxy1
proxy = _proxy0(replace_to)
newcell = proxy.__closure__[0]
replace_all_refs(referrer, newcell)
elif isinstance(referrer, _types.FunctionType):
localsmap = {}
for key in ["code", "globals", "name", "defaults", "closure"]:
orgattr = getattr(referrer, f"__{key}__")
localsmap[key] = replace_to if orgattr is replace_from else orgattr
localsmap["argdefs"] = localsmap["defaults"]
del localsmap["defaults"]
newfn = _types.FunctionType(**localsmap)
replace_all_refs(referrer, newfn)
else:
logging.debug(f"{referrer} is not supported.")
if hit is False:
raise AttributeError(f"Object '{replace_from}' not found")
return replace_from
async def stop_placeholder() -> bool:
return True
class Placeholder:
"""Placeholder"""
VALID_PIP_PACKAGES = re.compile(
r"^\s*# ?requires:(?: ?)((?:{url} )*(?:{url}))\s*$".format(
url=r"[-[\]_.~:/?#@!$&'()*+,;%<=>a-zA-Z0-9]+"
),
re.MULTILINE,
)
USER_INSTALL = "PIP_TARGET" not in os.environ and "VIRTUAL_ENV" not in os.environ
class InfiniteLoop:
_task = None
status = False
module_instance = None # Will be passed later
def __init__(
self,
func: FunctionType,
interval: int,
autostart: bool,
wait_before: bool,
stop_clause: Union[str, None],
):
self.func = func
self.interval = interval
self._wait_before = wait_before
self._stop_clause = stop_clause
self.autostart = autostart
def _stop(self, *args, **kwargs):
self._wait_for_stop.set()
def stop(self, *args, **kwargs):
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(
self.module_instance.allmodules.client.tg_id
)
if self._task:
logger.debug(f"Stopped loop for {self.func}")
self._wait_for_stop = asyncio.Event()
self.status = False
self._task.add_done_callback(self._stop)
self._task.cancel()
return asyncio.ensure_future(self._wait_for_stop.wait())
logger.debug("Loop is not running")
return asyncio.ensure_future(stop_placeholder())
def start(self, *args, **kwargs):
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(
self.module_instance.allmodules.client.tg_id
)
if not self._task:
logger.debug(f"Started loop for {self.func}")
self._task = asyncio.ensure_future(self.actual_loop(*args, **kwargs))
else:
logger.debug("Attempted to start already running loop")
async def actual_loop(self, *args, **kwargs):
# Wait for loader to set attribute
while not self.module_instance:
await asyncio.sleep(0.01)
if isinstance(self._stop_clause, str) and self._stop_clause:
self.module_instance.set(self._stop_clause, True)
self.status = True
while self.status:
if self._wait_before:
await asyncio.sleep(self.interval)
if (
isinstance(self._stop_clause, str)
and self._stop_clause
and not self.module_instance.get(self._stop_clause, False)
):
break
try:
await self.func(self.module_instance, *args, **kwargs)
except StopLoop:
break
except Exception:
logger.exception("Error running loop!")
if not self._wait_before:
await asyncio.sleep(self.interval)
self._wait_for_stop.set()
self.status = False
def __del__(self):
self.stop()
def loop(
interval: int = 5,
autostart: Optional[bool] = False,
wait_before: Optional[bool] = False,
stop_clause: Optional[str] = None,
) -> FunctionType:
"""
Create new infinite loop from class method
:param interval: Loop iterations delay
:param autostart: Start loop once module is loaded
:param wait_before: Insert delay before actual iteration, rather than after
:param stop_clause: Database key, based on which the loop will run.
This key will be set to `True` once loop is started,
and will stop after key resets to `False`
:attr status: Boolean, describing whether the loop is running
"""
def wrapped(func):
return InfiniteLoop(func, interval, autostart, wait_before, stop_clause)
return wrapped
MODULES_NAME = "modules"
ru_keys = 'ёйцукенгшщзхъфывапролджэячсмитьбю.Ё"№;%:?ЙЦУКЕНГШЩЗХЪФЫВАПРОЛДЖЭ/ЯЧСМИТЬБЮ,'
en_keys = "`qwertyuiop[]asdfghjkl;'zxcvbnm,./~@#$%^&QWERTYUIOP{}ASDFGHJKL:\"|ZXCVBNM<>?"
BASE_DIR = (
os.path.normpath(os.path.join(utils.get_base_dir(), ".."))
if "OKTETO" not in os.environ and "DOCKER" not in os.environ
else "/data"
)
LOADED_MODULES_DIR = os.path.join(BASE_DIR, "loaded_modules")
if not os.path.isdir(LOADED_MODULES_DIR) and "DYNO" not in os.environ:
os.mkdir(LOADED_MODULES_DIR, mode=0o755)
def translatable_docstring(cls):
"""Decorator that makes triple-quote docstrings translatable"""
@wraps(cls.config_complete)
def config_complete(self, *args, **kwargs):
def proccess_decorators(mark: str):
nonlocal self
for attr in dir(func_):
if (
attr.endswith("_doc")
and len(attr) == 6
and isinstance(getattr(func_, attr), str)
):
var = f"strings_{attr.split('_')[0]}"
if not hasattr(self, var):
setattr(self, var, {})
getattr(self, var).setdefault(
f"{mark}{command_}", getattr(func_, attr)
)
for command_, func_ in get_commands(cls).items():
proccess_decorators("_cmd_doc_")
try:
func_.__doc__ = self.strings[f"_cmd_doc_{command_}"]
except AttributeError:
func_.__func__.__doc__ = self.strings[f"_cmd_doc_{command_}"]
for inline_handler_, func_ in get_inline_handlers(cls).items():
proccess_decorators("_ihandle_doc_")
try:
func_.__doc__ = self.strings[f"_ihandle_doc_{inline_handler_}"]
except AttributeError:
func_.__func__.__doc__ = self.strings[f"_ihandle_doc_{inline_handler_}"]
self.__doc__ = self.strings["_cls_doc"]
return self.config_complete._old_(self, *args, **kwargs)
config_complete._old_ = cls.config_complete
cls.config_complete = config_complete
for command_, func in get_commands(cls).items():
cls.strings[f"_cmd_doc_{command_}"] = inspect.getdoc(func)
for inline_handler_, func in get_inline_handlers(cls).items():
cls.strings[f"_ihandle_doc_{inline_handler_}"] = inspect.getdoc(func)
cls.strings["_cls_doc"] = inspect.getdoc(cls)
return cls
tds = translatable_docstring # Shorter name for modules to use
def ratelimit(func: callable):
"""Decorator that causes ratelimiting for this command to be enforced more strictly"""
func.ratelimit = True
return func
def tag(*tags, **kwarg_tags):
"""
Tag function (esp. watchers) with some tags
Currently available tags:
• `no_commands` - Ignore all userbot commands in watcher
• `only_commands` - Capture only userbot commands in watcher
• `out` - Capture only outgoing events
• `in` - Capture only incoming events
• `only_messages` - Capture only messages (not join events)
• `editable` - Capture only messages, which can be edited (no forwards etc.)
• `no_media` - Capture only messages without media and files
• `only_media` - Capture only messages with media and files
• `only_photos` - Capture only messages with photos
• `only_videos` - Capture only messages with videos
• `only_audios` - Capture only messages with audios
• `only_docs` - Capture only messages with documents
• `only_stickers` - Capture only messages with stickers
• `only_inline` - Capture only messages with inline queries
• `only_channels` - Capture only messages with channels
• `only_groups` - Capture only messages with groups
• `only_pm` - Capture only messages with private chats
Usage example:
@loader.tag("no_commands", "out")
@loader.tag("no_commands", out=True)
@loader.tag(only_messages=True)
💡 These tags can be used directly in `@loader.watcher`:
@loader.watcher("no_commands", out=True)
"""
def inner(func: callable):
for _tag in tags:
setattr(func, _tag, True)
for _tag, value in kwarg_tags.items():
setattr(func, _tag, value)
return func
return inner
def _mark_method(mark: str, *args, **kwargs) -> callable:
"""
Mark method as a method of a class
"""
def decorator(func: callable) -> callable:
setattr(func, mark, True)
for arg in args:
setattr(func, arg, True)
for kwarg, value in kwargs.items():
setattr(func, kwarg, value)
return func
return decorator
def command(*args, **kwargs):
"""
Decorator that marks function as userbot command
"""
return _mark_method("is_command", *args, **kwargs)
def inline_handler(*args, **kwargs):
"""
Decorator that marks function as inline handler
"""
return _mark_method("is_inline_handler", *args, **kwargs)
def watcher(*args, **kwargs):
"""
Decorator that marks function as watcher
"""
return _mark_method("is_watcher", *args, **kwargs)
def callback_handler(*args, **kwargs):
"""
Decorator that marks function as callback handler
"""
return _mark_method("is_callback_handler", *args, **kwargs)
def _get_members(
mod: Module,
ending: str,
attribute: Optional[str] = None,
strict: bool = False,
) -> dict:
"""Get method of module, which end with ending"""
return {
(
method_name.rsplit(ending, maxsplit=1)[0]
if (method_name == ending if strict else method_name.endswith(ending))
else method_name
): getattr(mod, method_name)
for method_name in dir(mod)
if callable(getattr(mod, method_name))
and (
(method_name == ending if strict else method_name.endswith(ending))
or attribute
and getattr(getattr(mod, method_name), attribute, False)
)
}
def get_commands(mod: Module) -> dict:
"""Introspect the module to get its commands"""
return _get_members(mod, "cmd", "is_command")
def get_inline_handlers(mod: Module) -> dict:
"""Introspect the module to get its inline handlers"""
return _get_members(mod, "_inline_handler", "is_inline_handler")
def get_callback_handlers(mod: Module) -> dict:
"""Introspect the module to get its callback handlers"""
return _get_members(mod, "_callback_handler", "is_callback_handler")
class Modules:
"""Stores all registered modules"""
def __init__(
self,
client: TelegramClient,
db: "Database", # type: ignore
allclients: list,
translator: Translator,
):
self._initial_registration = True
self.commands = {}
self.inline_handlers = {}
self.callback_handlers = {}
self.aliases = {}
self.modules = [] # skipcq: PTC-W0052
self.libraries = []
self.watchers = []
self._log_handlers = []
self._core_commands = []
self.__approve = []
self.allclients = allclients
self.client = client
self._db = db
self._translator = translator
self.secure_boot = False
def register_all(self, mods: list = None):
"""Load all modules in the module directory"""
external_mods = []
if not mods:
mods = [
os.path.join(utils.get_base_dir(), MODULES_NAME, mod)
for mod in filter(
lambda x: (x.endswith(".py") and not x.startswith("_")),
os.listdir(os.path.join(utils.get_base_dir(), MODULES_NAME)),
)
]
self.secure_boot = self._db.get(__name__, "secure_boot", False)
if "DYNO" not in os.environ and not self.secure_boot:
external_mods = [
os.path.join(LOADED_MODULES_DIR, mod)
for mod in filter(
lambda x: (
x.endswith(f"{self.client.tg_id}.py")
and not x.startswith("_")
),
os.listdir(LOADED_MODULES_DIR),
)
]
else:
external_mods = []
self._register_modules(mods)
self._register_modules(external_mods, "<file>")
def _register_modules(self, modules: list, origin: str = "<core>"):
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
for mod in modules:
try:
mod_shortname = (
os.path.basename(mod)
.rsplit(".py", maxsplit=1)[0]
.rsplit("_", maxsplit=1)[0]
)
module_name = f"{__package__}.{MODULES_NAME}.{mod_shortname}"
user_friendly_origin = (
"<core {}>" if origin == "<core>" else "<file {}>"
).format(mod_shortname)
logger.debug(f"Loading {module_name} from filesystem")
with open(mod, "r") as file:
spec = ModuleSpec(
module_name,
StringLoader(file.read(), user_friendly_origin),
origin=user_friendly_origin,
)
self.register_module(spec, module_name, origin)
except BaseException as e:
logger.exception(f"Failed to load module {mod} due to {e}:")
def register_module(
self,
spec: ModuleSpec,
module_name: str,
origin: str = "<core>",
save_fs: bool = False,
) -> Module:
"""Register single module from importlib spec"""
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
module = importlib.util.module_from_spec(spec)
sys.modules[module_name] = module
spec.loader.exec_module(module)
ret = None
ret = next(
(
value()
for value in vars(module).values()
if inspect.isclass(value) and issubclass(value, Module)
),
None,
)
if hasattr(module, "__version__"):
ret.__version__ = module.__version__
if ret is None:
ret = module.register(module_name)
if not isinstance(ret, Module):
raise TypeError(f"Instance is not a Module, it is {type(ret)}")
self.complete_registration(ret)
ret.__origin__ = origin
cls_name = ret.__class__.__name__
if save_fs and "DYNO" not in os.environ:
path = os.path.join(
LOADED_MODULES_DIR,
f"{cls_name}_{self.client.tg_id}.py",
)
if origin == "<string>":
with open(path, "w") as f:
f.write(spec.loader.data.decode("utf-8"))
logger.debug(f"Saved {cls_name=} to {path=}")
return ret
def add_aliases(self, aliases: dict):
"""Saves aliases and applies them to <core>/<file> modules"""
self.aliases.update(aliases)
for alias, cmd in aliases.items():
self.add_alias(alias, cmd)
def register_commands(self, instance: Module):
"""Register commands from instance"""
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
if getattr(instance, "__origin__", "") == "<core>":
self._core_commands += list(map(lambda x: x.lower(), instance.commands))
for _command in instance.commands.copy():
# Restrict overwriting core modules' commands
if (
_command.lower() in self._core_commands
and getattr(instance, "__origin__", "") != "<core>"
):
with contextlib.suppress(Exception):
self.modules.remove(instance)
raise CoreOverwriteError(command=_command)
# Verify that command does not already exist, or,
# if it does, the command must be from the same class name
if _command.lower() in self.commands:
if (
hasattr(instance.commands[_command], "__self__")
and hasattr(self.commands[_command], "__self__")
and instance.commands[_command].__self__.__class__.__name__
!= self.commands[_command].__self__.__class__.__name__
):
logger.debug(f"Duplicate command {_command}")
logger.debug(f"Replacing command for {self.commands[_command]}")
if not instance.commands[_command].__doc__:
logger.debug(f"Missing docs for {_command}")
self.commands.update({_command.lower(): instance.commands[_command]})
for alias, cmd in self.aliases.items():
if cmd in instance.commands:
self.add_alias(alias, cmd)
for handler in instance.inline_handlers.copy():
if handler.lower() in self.inline_handlers:
if (
hasattr(instance.inline_handlers[handler], "__self__")
and hasattr(self.inline_handlers[handler], "__self__")
and instance.inline_handlers[handler].__self__.__class__.__name__
!= self.inline_handlers[handler].__self__.__class__.__name__
):
logger.debug(f"Duplicate inline_handler {handler}")
logger.debug(
f"Replacing inline_handler for {self.inline_handlers[handler]}"
)
if not instance.inline_handlers[handler].__doc__:
logger.debug(f"Missing docs for {handler}")
self.inline_handlers.update(
{handler.lower(): instance.inline_handlers[handler]}
)
for handler in instance.callback_handlers.copy():
if handler.lower() in self.callback_handlers and (
hasattr(instance.callback_handlers[handler], "__self__")
and hasattr(self.callback_handlers[handler], "__self__")
and instance.callback_handlers[handler].__self__.__class__.__name__
!= self.callback_handlers[handler].__self__.__class__.__name__
):
logger.debug(f"Duplicate callback_handler {handler}")
self.callback_handlers.update(
{handler.lower(): instance.callback_handlers[handler]}
)
def register_watcher(self, instance: Module):
"""Register watcher from instance"""
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
for _watcher in _get_members(
instance,
"watcher",
"is_watcher",
strict=True,
).values():
with contextlib.suppress(AttributeError, ValueError):
if existing_watcher := next(
(
existing_watcher
for existing_watcher in self.watchers
if (
hasattr(existing_watcher, "__self__")
and f"{existing_watcher.__self__.__class__.__name__}.{existing_watcher.__name__}"
== f"{_watcher.__self__.__class__.__name__}.{_watcher.__name__}"
)
),
None,
):
logger.debug(f"Removing watcher for update {existing_watcher}")
self.watchers.remove(existing_watcher)
self.watchers += [_watcher]
def _lookup(self, modname: str):
return next(
(lib for lib in self.libraries if lib.name.lower() == modname.lower()),
False,
) or next(
(
mod
for mod in self.modules
if mod.__class__.__name__.lower() == modname.lower()
or mod.name.lower() == modname.lower()
),
False,
)
@property
def get_approved_channel(self):
return self.__approve.pop(0) if self.__approve else None
async def _approve(
self,
call: InlineCall,
channel: EntityLike,
event: asyncio.Event,
):
local_event = asyncio.Event()
self.__approve += [(channel, local_event)]
await local_event.wait()
event.status = local_event.status
event.set()
await call.edit(
"💫 <b>Joined <a"
f' href="https://t.me/{channel.username}">{utils.escape_html(channel.title)}</a></b>',
gif="https://static.hikari.gay/0d32cbaa959e755ac8eef610f01ba0bd.gif",
)
async def _decline(
self,
call: InlineCall,
channel: EntityLike,
event: asyncio.Event,
):
self._db.set(
"hikka.main",
"declined_joins",
list(set(self._db.get("hikka.main", "declined_joins", []) + [channel.id])),
)
event.status = False
event.set()
await call.edit(
"✖️ <b>Declined joining <a"
f' href="https://t.me/{channel.username}">{utils.escape_html(channel.title)}</a></b>',
gif="https://static.hikari.gay/0d32cbaa959e755ac8eef610f01ba0bd.gif",
)
async def _request_join(
self,
peer: EntityLike,
reason: str,
assure_joined: Optional[bool] = False,
_module: Module = None,
) -> bool:
"""
Request to join a channel.
:param peer: The channel to join.
:param reason: The reason for joining.
:param assure_joined: If set, module will not be loaded unless the required channel is joined.
⚠️ Works only in `client_ready`!
⚠️ If user declines to join channel, he will not be asked to
join again, so unless he joins it manually, module will not be loaded
ever.
:return: Status of the request.
:rtype: bool
:notice: This method will block module loading until the request is approved or declined.
"""
event = asyncio.Event()
await self.client(
UpdateNotifySettingsRequest(
peer=self.inline.bot_username,
settings=InputPeerNotifySettings(show_previews=False, silent=False),
)
)
channel = await self.client.get_entity(peer)
if channel.id in self._db.get("hikka.main", "declined_joins", []):
if assure_joined:
raise LoadError(
f"You need to join @{channel.username} in order to use this module"
)
return False
if not isinstance(channel, Channel):
raise TypeError("`peer` field must be a channel")
if getattr(channel, "left", True):
channel = await self.client.force_get_entity(peer)
if not getattr(channel, "left", True):
return True
_module.strings._base_strings["_hikka_internal_request_join"] = (
f"💫 <b>Module </b><code>{_module.__class__.__name__}</code><b> requested to"
" join channel <a"
f" href='https://t.me/{channel.username}'>{utils.escape_html(channel.title)}</a></b>\n\n<b>❓"
f" Reason: </b><i>{utils.escape_html(reason)}</i>"
)
if not hasattr(_module, "strings_ru"):
_module.strings_ru = {}
_module.strings_ru["_hikka_internal_request_join"] = (
f"💫 <b>Модуль </b><code>{_module.__class__.__name__}</code><b> запросил"
" разрешение на вступление в канал <a"
f" href='https://t.me/{channel.username}'>{utils.escape_html(channel.title)}</a></b>\n\n<b>❓"
f" Причина: </b><i>{utils.escape_html(reason)}</i>"
)
await self.inline.bot.send_animation(
self.client.tg_id,
"https://static.hikari.gay/ab3adf144c94a0883bfe489f4eebc520.gif",
caption=_module.strings("_hikka_internal_request_join"),
reply_markup=self.inline.generate_markup(
[
{
"text": "💫 Approve",
"callback": self._approve,
"args": (channel, event),
},
{
"text": "✖️ Decline",
"callback": self._decline,
"args": (channel, event),
},
]
),
)
_module.hikka_wait_channel_approve = (
_module.__class__.__name__,
channel,
reason,
)
await event.wait()
with contextlib.suppress(AttributeError):
delattr(_module, "hikka_wait_channel_approve")
if assure_joined and not event.status:
raise LoadError(
f"You need to join @{channel.username} in order to use this module"
)
return event.status
def complete_registration(self, instance: Module):
"""Complete registration of instance"""
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
instance.allclients = self.allclients
instance.allmodules = self
instance.hikka = True
instance.get = partial(self._mod_get, _module=instance)
instance.set = partial(self._mod_set, _modname=instance.__class__.__name__)
instance.get_prefix = partial(self._db.get, "hikka.main", "command_prefix", ".")
instance.client = self.client
instance._client = self.client
instance.db = self._db
instance._db = self._db
instance.lookup = self._lookup
instance.import_lib = self._mod_import_lib
instance.tg_id = self.client.tg_id
instance._tg_id = self.client.tg_id
instance.request_join = partial(self._request_join, _module=instance)
instance.animate = self._animate
for module in self.modules:
if module.__class__.__name__ == instance.__class__.__name__:
if getattr(module, "__origin__", "") == "<core>":
raise CoreOverwriteError(
module=module.__class__.__name__[:-3]
if module.__class__.__name__.endswith("Mod")
else module.__class__.__name__
)
logger.debug(f"Removing module for update {module}")
asyncio.ensure_future(module.on_unload())
self.modules.remove(module)
for method in dir(module):
if isinstance(getattr(module, method), InfiniteLoop):
getattr(module, method).stop()
logger.debug(f"Stopped loop in {module=}, {method=}")
self.modules += [instance]
def _mod_get(
self,
key: str,
default: Optional[Hashable] = None,
_module: Module = None,
) -> Hashable:
mod, legacy = _module.__class__.__name__, _module.strings["name"]
if self._db.get(legacy, key, Placeholder) is not Placeholder:
for iterkey, value in self._db[legacy].items():
if iterkey == "__config__":
# Config already uses classname as key
# No need to migrate
continue
if isinstance(value, dict) and isinstance(
self._db.get(mod, iterkey), dict
):
self._db[mod][iterkey].update(value)
else:
self._db.set(mod, iterkey, value)
logger.debug(f"Migrated {legacy} -> {mod}")
del self._db[legacy]
return self._db.get(mod, key, default)
def _mod_set(self, key: str, value: Hashable, _modname: str = None) -> bool:
return self._db.set(_modname, key, value)
def _lib_get(
self,
key: str,
default: Optional[Hashable] = None,
_lib: Library = None,
) -> Hashable:
return self._db.get(_lib.__class__.__name__, key, default)
def _lib_set(self, key: str, value: Hashable, _lib: Library = None) -> bool:
return self._db.set(_lib.__class__.__name__, key, value)
async def _mod_import_lib(
self,
url: str,
*,
suspend_on_error: Optional[bool] = False,
_did_requirements: bool = False,
) -> object:
"""
Import library from url and register it in :obj:`Modules`
:param url: Url to import
:param suspend_on_error: Will raise :obj:`loader.SelfSuspend` if library can't be loaded
:return: :obj:`Library`
:raise: SelfUnload if :attr:`suspend_on_error` is True and error occurred
:raise: HTTPError if library is not found
:raise: ImportError if library doesn't have any class which is a subclass of :obj:`loader.Library`
:raise: ImportError if library name doesn't end with `Lib`
:raise: RuntimeError if library throws in :method:`init`
:raise: RuntimeError if library classname exists in :obj:`Modules`.libraries
"""
def _raise(e: Exception):
if suspend_on_error:
raise SelfSuspend("Required library is not available or is corrupted.")
raise e
if not utils.check_url(url):
_raise(ValueError("Invalid url for library"))
code = await utils.run_sync(requests.get, url)
code.raise_for_status()
code = code.text
if re.search(r"# ?scope: ?hikka_min", code):
ver = tuple(
map(
int,
re.search(r"# ?scope: ?hikka_min ((\d+\.){2}\d+)", code)[1].split(
"."
),
)
)
if version.__version__ < ver:
_raise(
RuntimeError(
f"Library requires Hikka version {'{}.{}.{}'.format(*ver)}+"
)
)
module = f"hikka.libraries.{url.replace('%', '%%').replace('.', '%d')}"
origin = f"<library {url}>"
spec = ModuleSpec(module, StringLoader(code, origin), origin=origin)
try:
instance = importlib.util.module_from_spec(spec)
sys.modules[module] = instance
spec.loader.exec_module(instance)
except ImportError as e:
logger.info(
f"Library loading failed, attemping dependency installation ({e.name})"
)
# Let's try to reinstall dependencies
try:
requirements = list(
filter(
lambda x: not x.startswith(("-", "_", ".")),
map(
str.strip,
VALID_PIP_PACKAGES.search(code)[1].split(),
),
)
)
except TypeError:
logger.warning(
"No valid pip packages specified in code, attemping"
" installation from error"
)
requirements = [e.name]
logger.debug(f"Installing requirements: {requirements}")
if not requirements or _did_requirements:
_raise(e)
pip = await asyncio.create_subprocess_exec(
sys.executable,
"-m",
"pip",
"install",
"--upgrade",
"-q",
"--disable-pip-version-check",
"--no-warn-script-location",
*["--user"] if USER_INSTALL else [],
*requirements,
)
rc = await pip.wait()
if rc != 0:
_raise(e)
importlib.invalidate_caches()
kwargs = utils.get_kwargs()
kwargs["_did_requirements"] = True
return await self._mod_import_lib(**kwargs) # Try again
lib_obj = next(
(
value()
for value in vars(instance).values()
if inspect.isclass(value) and issubclass(value, Library)
),
None,
)
if not lib_obj:
_raise(ImportError("Invalid library. No class found"))
if not lib_obj.__class__.__name__.endswith("Lib"):
_raise(ImportError("Invalid library. Class name must end with 'Lib'"))
if (
all(
line.replace(" ", "") != "#scope:no_stats" for line in code.splitlines()
)
and self._db.get("hikka.main", "stats", True)
and url is not None
and utils.check_url(url)
):
with contextlib.suppress(Exception):
await self._lookup("loader")._send_stats(url)
lib_obj.client = self.client
lib_obj._client = self.client # skipcq
lib_obj.db = self._db
lib_obj._db = self._db # skipcq
lib_obj.name = lib_obj.__class__.__name__
lib_obj.source_url = url.strip("/")
lib_obj.lookup = self._lookup
lib_obj.inline = self.inline
lib_obj.tg_id = self.client.tg_id
lib_obj.allmodules = self
lib_obj._lib_get = partial(self._lib_get, _lib=lib_obj) # skipcq
lib_obj._lib_set = partial(self._lib_set, _lib=lib_obj) # skipcq
lib_obj.get_prefix = partial(self._db.get, "hikka.main", "command_prefix", ".")
for old_lib in self.libraries:
if old_lib.name == lib_obj.name and (
not isinstance(getattr(old_lib, "version", None), tuple)
and not isinstance(getattr(lib_obj, "version", None), tuple)
or old_lib.version == lib_obj.version
):
logging.debug(f"Using existing instance of library {old_lib.name}")
return old_lib
new = True
for old_lib in self.libraries:
if old_lib.name == lib_obj.name:
if hasattr(old_lib, "on_lib_update") and callable(
old_lib.on_lib_update
):
await old_lib.on_lib_update(lib_obj)
replace_all_refs(old_lib, lib_obj)
new = False
logging.debug(
"Replacing existing instance of library"
f" {lib_obj.name} with updated object"
)
if hasattr(lib_obj, "init") and callable(lib_obj.init):
try:
await lib_obj.init()
except Exception:
_raise(RuntimeError("Library init() failed"))
if hasattr(lib_obj, "config"):
if not isinstance(lib_obj.config, LibraryConfig):
_raise(
RuntimeError("Library config must be a `LibraryConfig` instance")
)
libcfg = lib_obj.db.get(
lib_obj.__class__.__name__,
"__config__",
{},
)
for conf in lib_obj.config.keys():
with contextlib.suppress(Exception):
lib_obj.config.set_no_raise(
conf,
(
libcfg[conf]
if conf in libcfg.keys()
else os.environ.get(f"{lib_obj.__class__.__name__}.{conf}")
or lib_obj.config.getdef(conf)
),
)
if hasattr(lib_obj, "strings"):
lib_obj.strings = Strings(lib_obj, self._translator)
lib_obj.translator = self._translator
if new:
self.libraries += [lib_obj]
return lib_obj
def dispatch(self, _command: str) -> tuple:
"""Dispatch command to appropriate module"""
return next(
(
(cmd, self.commands[cmd.lower()])
for cmd in [_command, self.aliases.get(_command.lower())]
if cmd and cmd.lower() in self.commands
),
(_command, None),
)
def send_config(self, skip_hook: bool = False):
"""Configure modules"""
for mod in self.modules:
self.send_config_one(mod, skip_hook)
def send_config_one(self, mod: "Module", skip_hook: bool = False):
"""Send config to single instance"""
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
if hasattr(mod, "config"):
modcfg = self._db.get(
mod.__class__.__name__,
"__config__",
{},
)
try:
for conf in mod.config.keys():
with contextlib.suppress(validators.ValidationError):
mod.config.set_no_raise(
conf,
(
modcfg[conf]
if conf in modcfg.keys()
else os.environ.get(f"{mod.__class__.__name__}.{conf}")
or mod.config.getdef(conf)
),
)
except AttributeError:
logger.warning(
"Got invalid config instance. Expected `ModuleConfig`, got"
f" {type(mod.config)=}, {mod.config=}"
)
if skip_hook:
return
if not hasattr(mod, "name"):
mod.name = mod.strings["name"]
if hasattr(mod, "strings"):
mod.strings = Strings(mod, self._translator)
mod.translator = self._translator
try:
mod.config_complete()
except Exception as e:
logger.exception(f"Failed to send mod config complete signal due to {e}")
raise
async def send_ready(self):
"""Send all data to all modules"""
# Init inline manager anyway, so the modules
# can access its `init_complete`
inline_manager = InlineManager(self.client, self._db, self)
await inline_manager._register_manager()
# We save it to `Modules` attribute, so not to re-init
# it everytime module is loaded. Then we can just
# re-assign it to all modules
self.inline = inline_manager
try:
await asyncio.gather(*[self.send_ready_one(mod) for mod in self.modules])
except Exception as e:
logger.exception(f"Failed to send mod init complete signal due to {e}")
async def _animate(
self,
message: Union[Message, InlineMessage],
frames: List[str],
interval: Union[float, int],
*,
inline: bool = False,
) -> None:
"""
Animate message
:param message: Message to animate
:param frames: A List of strings which are the frames of animation
:param interval: Animation delay
:param inline: Whether to use inline bot for animation
:returns message:
Please, note that if you set `inline=True`, first frame will be shown with an empty
button due to the limitations of Telegram API
"""
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
if interval < 0.1:
logger.warning(
"Resetting animation interval to 0.1s, because it may get you in"
" floodwaits bro"
)
interval = 0.1
for frame in frames:
if isinstance(message, Message):
if inline:
message = await self.inline.form(
message=message,
text=frame,
reply_markup={"text": "\u0020\u2800", "data": "empty"},
)
else:
message = await utils.answer(message, frame)
elif isinstance(message, InlineMessage) and inline:
await message.edit(frame)
await asyncio.sleep(interval)
return message
async def send_ready_one(
self,
mod: Module,
no_self_unload: bool = False,
from_dlmod: bool = False,
):
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
mod.inline = self.inline
for method in dir(mod):
if isinstance(getattr(mod, method), InfiniteLoop):
setattr(getattr(mod, method), "module_instance", mod)
if getattr(mod, method).autostart:
getattr(mod, method).start()
logger.debug(f"Added {mod=} to {method=}")
if from_dlmod:
try:
await mod.on_dlmod(self.client, self._db)
except Exception:
logger.info("Can't process `on_dlmod` hook", exc_info=True)
try:
if len(inspect.signature(mod.client_ready).parameters) == 2:
await mod.client_ready(self.client, self._db)
else:
await mod.client_ready()
except SelfUnload as e:
if no_self_unload:
raise e
logger.debug(f"Unloading {mod}, because it raised SelfUnload")
self.modules.remove(mod)
except SelfSuspend as e:
if no_self_unload:
raise e
logger.debug(f"Suspending {mod}, because it raised SelfSuspend")
return
except Exception as e:
logger.exception(
f"Failed to send mod init complete signal for {mod} due to {e},"
" attempting unload"
)
self.modules.remove(mod)
raise
if not hasattr(mod, "commands"):
mod.commands = get_commands(mod)
if not hasattr(mod, "inline_handlers"):
mod.inline_handlers = get_inline_handlers(mod)
if not hasattr(mod, "callback_handlers"):
mod.callback_handlers = get_callback_handlers(mod)
self.register_commands(mod)
self.register_watcher(mod)
def get_classname(self, name: str) -> str:
return next(
(
module.__class__.__module__
for module in reversed(self.modules)
if name in (module.name, module.__class__.__module__)
),
name,
)
def unload_module(self, classname: str) -> bool:
"""Remove module and all stuff from it"""
worked = []
to_remove = []
with contextlib.suppress(AttributeError):
_hikka_client_id_logging_tag = copy.copy(self.client.tg_id)
for module in self.modules:
if classname.lower() in (
module.name.lower(),
module.__class__.__name__.lower(),
):
if getattr(module, "__origin__", "") == "<core>":
raise CoreUnloadError(module.__class__.__name__)
worked += [module.__class__.__name__]
name = module.__class__.__name__
if "DYNO" not in os.environ:
path = os.path.join(
LOADED_MODULES_DIR,
f"{name}_{self.client.tg_id}.py",
)
if os.path.isfile(path):
os.remove(path)
logger.debug(f"Removed {name} file at {path=}")
logger.debug(f"Removing module for unload {module}")
self.modules.remove(module)
asyncio.ensure_future(module.on_unload())
for method in dir(module):
if isinstance(getattr(module, method), InfiniteLoop):
getattr(module, method).stop()
logger.debug(f"Stopped loop in {module=}, {method=}")
to_remove += (
module.commands
if isinstance(getattr(module, "commands", None), dict)
else {}
).values()
if hasattr(module, "watcher"):
to_remove += [module.watcher]
logger.debug(f"{to_remove=}, {worked=}")
for _watcher in self.watchers.copy():
if _watcher in to_remove:
logger.debug(f"Removing {_watcher=} for unload")
self.watchers.remove(_watcher)
aliases_to_remove = []
for name, _command in self.commands.copy().items():
if _command in to_remove:
logger.debug(f"Removing {_command=} for unload")
del self.commands[name]
aliases_to_remove.append(name)
for alias, _command in self.aliases.copy().items():
if _command in aliases_to_remove:
del self.aliases[alias]
return worked
def add_alias(self, alias: str, cmd: str) -> bool:
"""Make an alias"""
if cmd not in self.commands:
return False
self.aliases[alias.lower().strip()] = cmd
return True
def remove_alias(self, alias: str) -> bool:
"""Remove an alias"""
try:
del self.aliases[alias.lower().strip()]
except KeyError:
return False
return True
async def log(self, *args, **kwargs):
"""Unnecessary placeholder for logging"""