Compare commits

..

8 Commits

Author SHA1 Message Date
696cce8bdf add fix for sender success 2025-06-18 14:30:32 +05:00
65d527b9d2 add fix 2025-06-18 14:06:27 +05:00
a6a9f954c7 increase message chang size 2025-06-17 16:04:41 +05:00
d16293252f add fix 2025-06-16 18:48:08 +05:00
22d72ed92b add fix 2025-06-16 18:04:51 +05:00
d46efe25dc add fix for chat checker 2025-06-16 17:49:30 +05:00
7e1889ef6d add fix for checker condidtinos 2025-06-14 00:14:26 +05:00
231d449203 add init commit for telethon version 2025-06-13 20:17:35 +05:00
17 changed files with 284 additions and 166 deletions

View File

@ -25,8 +25,8 @@ class BaseModelWithSerializeDatetime(BaseModel):
class MessageFromChatSchema(BaseModelWithSerializeDatetime): class MessageFromChatSchema(BaseModelWithSerializeDatetime):
id: PositiveInt id: PositiveInt
user_id: PositiveInt user_id: int
chat_id: NegativeInt chat_id: int
text: str text: str
message_time: datetime message_time: datetime

View File

@ -379,14 +379,14 @@ standard = ["email-validator (>=2.0.0)", "fastapi-cli[standard] (>=0.0.5)", "htt
[[package]] [[package]]
name = "faststream" name = "faststream"
version = "0.5.34" version = "0.5.42"
description = "FastStream: the simplest way to work with a messaging queues" description = "FastStream: the simplest way to work with a messaging queues"
optional = false optional = false
python-versions = ">=3.8" python-versions = ">=3.8"
groups = ["main"] groups = ["main"]
files = [ files = [
{file = "faststream-0.5.34-py3-none-any.whl", hash = "sha256:aa7f61d6968a68f13ebf755cce9e8bf11b00717c28b2ef66e896b5d652a6c6a2"}, {file = "faststream-0.5.42-py3-none-any.whl", hash = "sha256:dbbbbca36bc22ac017c0cca2acffb81dc6569c1813055367bf7acd6c46c6cbb9"},
{file = "faststream-0.5.34.tar.gz", hash = "sha256:84615968c5768ebaa89b72ae66b53e5302c08e7d18b341ef5193e54cb6ba8623"}, {file = "faststream-0.5.42.tar.gz", hash = "sha256:7f115dc4c9eb53a76a5ee1194191179f8161ed678ad0cb744ace2743bfd5002e"},
] ]
[package.dependencies] [package.dependencies]
@ -395,21 +395,21 @@ fast-depends = ">=2.4.0b0,<3.0.0"
typing-extensions = ">=4.8.0" typing-extensions = ">=4.8.0"
[package.extras] [package.extras]
cli = ["typer (>=0.9,!=0.12,<=0.15.1)", "watchfiles (>=0.15.0,<1.1.0)"] cli = ["typer (>=0.9,!=0.12,<=0.15.4)", "watchfiles (>=0.15.0,<1.1.0)"]
confluent = ["confluent-kafka (>=2,<3)", "confluent-kafka (>=2.6,<3)"] confluent = ["confluent-kafka (>=2,!=2.8.1,<3)", "confluent-kafka (>=2.6,!=2.8.1,<3)"]
dev = ["aio-pika (>=9,<10)", "aiokafka (>=0.9,<0.13)", "bandit (==1.8.0)", "cairosvg", "codespell (==2.3.0)", "confluent-kafka (>=2,<3)", "confluent-kafka (>=2.6,<3)", "confluent-kafka-stubs", "coverage[toml] (==7.6.1)", "coverage[toml] (==7.6.10)", "detect-secrets (==1.5.0)", "dirty-equals (==0.8.0)", "email-validator (==2.2.0)", "fastapi (==0.115.6)", "httpx (==0.28.1)", "mdx-include (==1.4.2)", "mike (==2.1.3)", "mkdocs-git-revision-date-localized-plugin (==1.3.0)", "mkdocs-glightbox (==0.4.0)", "mkdocs-literate-nav (==0.6.1)", "mkdocs-macros-plugin (==1.3.7)", "mkdocs-material (==9.5.49)", "mkdocs-minify-plugin (==0.8.0)", "mkdocs-static-i18n (==1.2.3)", "mkdocstrings[python] (==0.27.0)", "mypy (==1.14.1)", "nats-py (>=2.7.0,<=3.0.0)", "opentelemetry-sdk (>=1.24.0,<2.0.0)", "pillow", "pre-commit (==3.5.0)", "pre-commit (==4.0.1)", "prometheus-client (>=0.20.0,<0.30.0)", "pydantic-settings (>=2.0.0,<3.0.0)", "pytest (==8.3.4)", "pytest-asyncio (==0.24.0)", "pytest-asyncio (==0.25.1)", "pyyaml (==6.0.2)", "redis (>=5.0.0,<6.0.0)", "requests", "ruff (==0.8.6)", "semgrep (==1.101.0)", "typer (>=0.9,!=0.12,<=0.15.1)", "types-aiofiles", "types-deprecated", "types-docutils", "types-pygments", "types-pyyaml", "types-redis", "types-setuptools", "types-ujson", "typing-extensions (>=4.8.0,<4.12.1)", "watchfiles (>=0.15.0,<1.1.0)"] dev = ["aio-pika (>=9,<10)", "aiokafka (>=0.9,<0.13)", "bandit (==1.7.10)", "bandit (==1.8.3)", "cairosvg", "codespell (==2.4.1)", "confluent-kafka (>=2,!=2.8.1,<3)", "confluent-kafka (>=2.6,!=2.8.1,<3)", "confluent-kafka-stubs", "coverage[toml] (==7.6.1)", "coverage[toml] (==7.8.0)", "detect-secrets (==1.5.0)", "dirty-equals (==0.9.0)", "email-validator (==2.2.0)", "fastapi (==0.115.12)", "httpx (==0.28.1)", "mdx-include (==1.4.2)", "mike (==2.1.3)", "mkdocs-git-revision-date-localized-plugin (==1.4.5)", "mkdocs-glightbox (==0.4.0)", "mkdocs-literate-nav (==0.6.2)", "mkdocs-macros-plugin (==1.3.7)", "mkdocs-material (==9.6.14)", "mkdocs-minify-plugin (==0.8.0)", "mkdocs-static-i18n (==1.3.0)", "mkdocstrings[python] (==0.26.1)", "mkdocstrings[python] (==0.29.1)", "mypy (==1.15.0)", "nats-py (>=2.7.0,<=3.0.0)", "opentelemetry-sdk (>=1.24.0,<2.0.0)", "pillow", "pre-commit (==3.5.0)", "pre-commit (==4.2.0)", "prometheus-client (>=0.20.0,<0.30.0)", "pydantic-settings (>=2.0.0,<3.0.0)", "pytest (==8.3.5)", "pytest-asyncio (==0.24.0)", "pytest-asyncio (==0.26.0)", "pyyaml (==6.0.2)", "redis (>=5.0.0,<7.0.0)", "requests", "ruff (==0.11.10)", "semgrep (==1.122.0)", "semgrep (==1.99.0)", "typer (>=0.9,!=0.12,<=0.15.4)", "types-aiofiles", "types-deprecated", "types-docutils", "types-pygments", "types-pyyaml", "types-redis", "types-setuptools", "types-ujson", "typing-extensions (>=4.8.0,<4.12.1)", "watchfiles (>=0.15.0,<1.1.0)"]
devdocs = ["cairosvg", "mdx-include (==1.4.2)", "mike (==2.1.3)", "mkdocs-git-revision-date-localized-plugin (==1.3.0)", "mkdocs-glightbox (==0.4.0)", "mkdocs-literate-nav (==0.6.1)", "mkdocs-macros-plugin (==1.3.7)", "mkdocs-material (==9.5.49)", "mkdocs-minify-plugin (==0.8.0)", "mkdocs-static-i18n (==1.2.3)", "mkdocstrings[python] (==0.27.0)", "pillow", "requests"] devdocs = ["cairosvg", "mdx-include (==1.4.2)", "mike (==2.1.3)", "mkdocs-git-revision-date-localized-plugin (==1.4.5)", "mkdocs-glightbox (==0.4.0)", "mkdocs-literate-nav (==0.6.2)", "mkdocs-macros-plugin (==1.3.7)", "mkdocs-material (==9.6.14)", "mkdocs-minify-plugin (==0.8.0)", "mkdocs-static-i18n (==1.3.0)", "mkdocstrings[python] (==0.26.1)", "mkdocstrings[python] (==0.29.1)", "pillow", "requests"]
kafka = ["aiokafka (>=0.9,<0.13)"] kafka = ["aiokafka (>=0.9,<0.13)"]
lint = ["aio-pika (>=9,<10)", "aiokafka (>=0.9,<0.13)", "bandit (==1.8.0)", "codespell (==2.3.0)", "confluent-kafka (>=2,<3)", "confluent-kafka (>=2.6,<3)", "confluent-kafka-stubs", "mypy (==1.14.1)", "nats-py (>=2.7.0,<=3.0.0)", "opentelemetry-sdk (>=1.24.0,<2.0.0)", "prometheus-client (>=0.20.0,<0.30.0)", "redis (>=5.0.0,<6.0.0)", "ruff (==0.8.6)", "semgrep (==1.101.0)", "typer (>=0.9,!=0.12,<=0.15.1)", "types-aiofiles", "types-deprecated", "types-docutils", "types-pygments", "types-pyyaml", "types-redis", "types-setuptools", "types-ujson", "watchfiles (>=0.15.0,<1.1.0)"] lint = ["aio-pika (>=9,<10)", "aiokafka (>=0.9,<0.13)", "bandit (==1.7.10)", "bandit (==1.8.3)", "codespell (==2.4.1)", "confluent-kafka (>=2,!=2.8.1,<3)", "confluent-kafka (>=2.6,!=2.8.1,<3)", "confluent-kafka-stubs", "mypy (==1.15.0)", "nats-py (>=2.7.0,<=3.0.0)", "opentelemetry-sdk (>=1.24.0,<2.0.0)", "prometheus-client (>=0.20.0,<0.30.0)", "redis (>=5.0.0,<7.0.0)", "ruff (==0.11.10)", "semgrep (==1.122.0)", "semgrep (==1.99.0)", "typer (>=0.9,!=0.12,<=0.15.4)", "types-aiofiles", "types-deprecated", "types-docutils", "types-pygments", "types-pyyaml", "types-redis", "types-setuptools", "types-ujson", "watchfiles (>=0.15.0,<1.1.0)"]
nats = ["nats-py (>=2.7.0,<=3.0.0)"] nats = ["nats-py (>=2.7.0,<=3.0.0)"]
optionals = ["aio-pika (>=9,<10)", "aiokafka (>=0.9,<0.13)", "confluent-kafka (>=2,<3)", "confluent-kafka (>=2.6,<3)", "nats-py (>=2.7.0,<=3.0.0)", "opentelemetry-sdk (>=1.24.0,<2.0.0)", "prometheus-client (>=0.20.0,<0.30.0)", "redis (>=5.0.0,<6.0.0)", "typer (>=0.9,!=0.12,<=0.15.1)", "watchfiles (>=0.15.0,<1.1.0)"] optionals = ["aio-pika (>=9,<10)", "aiokafka (>=0.9,<0.13)", "confluent-kafka (>=2,!=2.8.1,<3)", "confluent-kafka (>=2.6,!=2.8.1,<3)", "nats-py (>=2.7.0,<=3.0.0)", "opentelemetry-sdk (>=1.24.0,<2.0.0)", "prometheus-client (>=0.20.0,<0.30.0)", "redis (>=5.0.0,<7.0.0)", "typer (>=0.9,!=0.12,<=0.15.4)", "watchfiles (>=0.15.0,<1.1.0)"]
otel = ["opentelemetry-sdk (>=1.24.0,<2.0.0)"] otel = ["opentelemetry-sdk (>=1.24.0,<2.0.0)"]
prometheus = ["prometheus-client (>=0.20.0,<0.30.0)"] prometheus = ["prometheus-client (>=0.20.0,<0.30.0)"]
rabbit = ["aio-pika (>=9,<10)"] rabbit = ["aio-pika (>=9,<10)"]
redis = ["redis (>=5.0.0,<6.0.0)"] redis = ["redis (>=5.0.0,<7.0.0)"]
test-core = ["coverage[toml] (==7.6.1)", "coverage[toml] (==7.6.10)", "dirty-equals (==0.8.0)", "pytest (==8.3.4)", "pytest-asyncio (==0.24.0)", "pytest-asyncio (==0.25.1)", "typing-extensions (>=4.8.0,<4.12.1)"] test-core = ["coverage[toml] (==7.6.1)", "coverage[toml] (==7.8.0)", "dirty-equals (==0.9.0)", "pytest (==8.3.5)", "pytest-asyncio (==0.24.0)", "pytest-asyncio (==0.26.0)", "typing-extensions (>=4.8.0,<4.12.1)"]
testing = ["coverage[toml] (==7.6.1)", "coverage[toml] (==7.6.10)", "dirty-equals (==0.8.0)", "email-validator (==2.2.0)", "fastapi (==0.115.6)", "httpx (==0.28.1)", "pydantic-settings (>=2.0.0,<3.0.0)", "pytest (==8.3.4)", "pytest-asyncio (==0.24.0)", "pytest-asyncio (==0.25.1)", "pyyaml (==6.0.2)", "typing-extensions (>=4.8.0,<4.12.1)"] testing = ["coverage[toml] (==7.6.1)", "coverage[toml] (==7.8.0)", "dirty-equals (==0.9.0)", "email-validator (==2.2.0)", "fastapi (==0.115.12)", "httpx (==0.28.1)", "pydantic-settings (>=2.0.0,<3.0.0)", "pytest (==8.3.5)", "pytest-asyncio (==0.24.0)", "pytest-asyncio (==0.26.0)", "pyyaml (==6.0.2)", "typing-extensions (>=4.8.0,<4.12.1)"]
types = ["aio-pika (>=9,<10)", "aiokafka (>=0.9,<0.13)", "confluent-kafka (>=2,<3)", "confluent-kafka (>=2.6,<3)", "confluent-kafka-stubs", "mypy (==1.14.1)", "nats-py (>=2.7.0,<=3.0.0)", "opentelemetry-sdk (>=1.24.0,<2.0.0)", "prometheus-client (>=0.20.0,<0.30.0)", "redis (>=5.0.0,<6.0.0)", "typer (>=0.9,!=0.12,<=0.15.1)", "types-aiofiles", "types-deprecated", "types-docutils", "types-pygments", "types-pyyaml", "types-redis", "types-setuptools", "types-ujson", "watchfiles (>=0.15.0,<1.1.0)"] types = ["aio-pika (>=9,<10)", "aiokafka (>=0.9,<0.13)", "confluent-kafka (>=2,!=2.8.1,<3)", "confluent-kafka (>=2.6,!=2.8.1,<3)", "confluent-kafka-stubs", "mypy (==1.15.0)", "nats-py (>=2.7.0,<=3.0.0)", "opentelemetry-sdk (>=1.24.0,<2.0.0)", "prometheus-client (>=0.20.0,<0.30.0)", "redis (>=5.0.0,<7.0.0)", "typer (>=0.9,!=0.12,<=0.15.4)", "types-aiofiles", "types-deprecated", "types-docutils", "types-pygments", "types-pyyaml", "types-redis", "types-setuptools", "types-ujson", "watchfiles (>=0.15.0,<1.1.0)"]
[[package]] [[package]]
name = "google-ai-generativelanguage" name = "google-ai-generativelanguage"
@ -1668,6 +1668,25 @@ anyio = ">=3.6.2,<5"
[package.extras] [package.extras]
full = ["httpx (>=0.27.0,<0.29.0)", "itsdangerous", "jinja2", "python-multipart (>=0.0.18)", "pyyaml"] full = ["httpx (>=0.27.0,<0.29.0)", "itsdangerous", "jinja2", "python-multipart (>=0.0.18)", "pyyaml"]
[[package]]
name = "telethon"
version = "1.40.0"
description = "Full-featured Telegram client library for Python 3"
optional = false
python-versions = ">=3.5"
groups = ["main"]
files = [
{file = "Telethon-1.40.0-py3-none-any.whl", hash = "sha256:146fd4cb2a7afa66bc67f9c2167756096a37b930f65711a3e7399ec9874dcfa7"},
{file = "telethon-1.40.0.tar.gz", hash = "sha256:40e83326877a2e68b754d4b6d0d1ca5ac924110045b039e02660f2d67add97db"},
]
[package.dependencies]
pyaes = "*"
rsa = "*"
[package.extras]
cryptg = ["cryptg"]
[[package]] [[package]]
name = "tgcrypto" name = "tgcrypto"
version = "1.2.5" version = "1.2.5"
@ -1935,4 +1954,4 @@ propcache = ">=0.2.0"
[metadata] [metadata]
lock-version = "2.1" lock-version = "2.1"
python-versions = ">=3.11, <4.0" python-versions = ">=3.11, <4.0"
content-hash = "8d9d9fd14dae4dfc99b18096b87a59e6bca68ecf03bdc411f4b2c428e556c9a6" content-hash = "99708cc4fde94883d4501ad03427d12d5b88d4b94426cb5a21940b4e5d6249f4"

View File

@ -23,7 +23,8 @@ dependencies = [
"sqladmin (>=0.20.1,<0.21.0)", "sqladmin (>=0.20.1,<0.21.0)",
"fastapi (>=0.115.12,<0.116.0)", "fastapi (>=0.115.12,<0.116.0)",
"uvicorn (>=0.34.2,<0.35.0)", "uvicorn (>=0.34.2,<0.35.0)",
"emoji (>=2.14.1,<3.0.0)" "emoji (>=2.14.1,<3.0.0)",
"telethon (>=1.40.0,<2.0.0)"
] ]

View File

@ -11,6 +11,7 @@ if TYPE_CHECKING:
class TgChat(Base): class TgChat(Base):
chat_type: Mapped[str] chat_type: Mapped[str]
title: Mapped[str] title: Mapped[str]
username: Mapped[str | None]
message_relationship: Mapped[list["TgMessage"]] = relationship( message_relationship: Mapped[list["TgMessage"]] = relationship(
back_populates="chat_relationship", back_populates="chat_relationship",

View File

@ -4,4 +4,5 @@ from pydantic import BaseModel
class AccountSettings(BaseModel): class AccountSettings(BaseModel):
API_ID: int API_ID: int
API_HASH: str API_HASH: str
NAME: str = "tg_account" NAME: str = "tg_account"
SESSION: str

View File

@ -1 +1,16 @@
MESSAGE_CHANG_SIZE: int = 5 from enum import Enum
from telethon.types import Message, User, Chat, Channel
MESSAGE_CHANG_SIZE: int = 30
TELETHON_CHAT_TYPES = User | Chat | Channel
class CustomChatTypes(Enum):
PRIVATE_GROUP = "private_group"
STANDARD_GROUP = "standard_group"
SUPERGROUP = "supergroup"
BROADCAST_CHANNEL = "broadcast_channel"
BOT = "bot"

View File

@ -1,39 +1,58 @@
import asyncio import asyncio
from pyrogram import Client from src.core.settings.base import settings
from pyrogram.types import Message from src.core.tg_service.constants import TELETHON_CHAT_TYPES
from src.core.tg_service.schemas import MessageFromChatSchema from src.core.tg_service.schemas import MessageFromChatSchema
from src.core.tg_service.service import check_user_exists, check_chat_exists, check_chunk_state_and_publish from src.core.tg_service.service import check_user_exists, check_chat_exists, check_chunk_state_and_publish
from src.core.tg_service import utils as api_tg_utils from src.core.tg_service import utils as api_tg_utils
from src.telethon_client import telethon_client
from telethon.events import NewMessage
from telethon.types import Message, User, Chat, Channel
DATA: dict[int, list[MessageFromChatSchema]] = dict() DATA: dict[int, list[MessageFromChatSchema]] = dict()
lock = asyncio.Lock() lock = asyncio.Lock()
async def message_listener(client: Client, message: Message):
print("received message") @telethon_client.on(event=NewMessage)
if api_tg_utils.check_message_condition(message): async def message_listener(event: NewMessage.Event) -> None:
print("received new message")
message: Message = event.message
sender: User = await event.get_sender()
chat: TELETHON_CHAT_TYPES = await event.get_chat()
chat_type, chat_username = api_tg_utils.handle_chat_type(chat)
if api_tg_utils.check_message_condition(
message=message,
sender=sender,
chat_type=chat_type,
):
async with lock: async with lock:
await check_user_exists( await check_user_exists(
user_pyrogram=message.from_user, username=sender.username,
first_name=sender.first_name,
last_name=sender.last_name,
user_id=sender.id,
) )
await check_chat_exists( await check_chat_exists(
chat_pyrogram=message.chat, chat_id=chat.id,
chat_type=chat_type.value,
chat_title=chat.title,
chat_username=chat_username,
) )
message_schema = MessageFromChatSchema( message_schema = MessageFromChatSchema(
id=message.id, id=message.id,
user_id=message.from_user.id, user_id=sender.id,
chat_id=message.chat.id, chat_id=chat.id,
text=message.text, text=message.text,
message_time=message.date, message_time=message.date,
) )
await check_chunk_state_and_publish( await check_chunk_state_and_publish(
data=DATA, data=DATA,
message_schema=message_schema, message_schema=message_schema,
chat_id=message.chat.id, chat_id=chat.id,
) )

View File

@ -16,7 +16,7 @@ async def send_to_tg_from_bot(text: str):
"parse_mode": "Markdown", "parse_mode": "Markdown",
} }
async with AsyncClient() as client: async with AsyncClient() as client:
response = await client.post(url, json=payload) response = await client.post(url, json=payload, timeout=30 )
print(response) print(response)
if response.status_code != 200: if response.status_code != 200:
print(response.text) print(response.text)

View File

@ -1,7 +1,11 @@
from src.core.database import TgMessage, TgChat, User from telethon.errors.rpcerrorlist import MessageIdInvalidError
from src.core.tg_service.notify_sender import send_to_tg_from_bot
from src.core.tg_service.utils import create_and_format_message
from src.core.database import TgMessage, TgChat, User
from src.core.settings.base import settings
from src.core.tg_service.notify_sender import send_to_tg_from_bot
from src.core.tg_service.utils import create_and_format_message, create_text_for_error_message_success
from src.telethon_client import telethon_client
async def notify_for_success( async def notify_for_success(
@ -10,8 +14,9 @@ async def notify_for_success(
success_reason: str, success_reason: str,
user_model: User, user_model: User,
) -> None: ) -> None:
source_chat = await telethon_client.get_entity(int("-100" + str(chat.id)))
message = create_and_format_message( message = create_and_format_message(
messages=messages,
reason=success_reason, reason=success_reason,
user_model=user_model, user_model=user_model,
chat=chat, chat=chat,
@ -19,4 +24,21 @@ async def notify_for_success(
await send_to_tg_from_bot( await send_to_tg_from_bot(
text=message text=message
) )
for message in messages:
try:
await telethon_client.forward_messages(
entity=settings.NOTIFY.CHAT_ID,
messages=message.id,
from_peer=source_chat,
)
except MessageIdInvalidError:
await send_to_tg_from_bot(
text=create_text_for_error_message_success(
"🔒 Удаленное сообщение\n\n"
"⚠️ Сообщение удалено или недоступно\n\n"
f"📝 Текст:`{message.text}`"
f"👤 ID_USER:`{message.user_id}`"
)
)

View File

@ -8,7 +8,7 @@ from src.core.common.schemas import BaseModelWithSerializeDatetime
class MessageFromChatSchema(BaseModelWithSerializeDatetime): class MessageFromChatSchema(BaseModelWithSerializeDatetime):
id: PositiveInt id: PositiveInt
user_id: PositiveInt user_id: PositiveInt
chat_id: NegativeInt chat_id: int
text: str text: str
message_time: datetime message_time: datetime

View File

@ -16,13 +16,16 @@ lock = asyncio.Lock()
async def check_user_exists( async def check_user_exists(
user_pyrogram: PyroUser, username: str,
first_name: str,
last_name: str,
user_id: int,
) -> None: ) -> None:
user_schema = UserFromMessageSchema( user_schema = UserFromMessageSchema(
username=user_pyrogram.username, username=username,
first_name=user_pyrogram.first_name, first_name=first_name,
last_name=user_pyrogram.last_name, last_name=last_name,
id=user_pyrogram.id, id=user_id,
) )
user_model = await redis_client.get(name=str(user_schema.id)) user_model = await redis_client.get(name=str(user_schema.id))
@ -42,24 +45,35 @@ async def check_user_exists(
async def check_chat_exists( async def check_chat_exists(
chat_pyrogram: PyroChat chat_id: int,
chat_type: str,
chat_title: str,
chat_username: str | None = None,
) -> None: ) -> None:
chat = await redis_client.get(name=str(chat_pyrogram.id)) chat = await redis_client.get(name=str(chat_id))
if chat: if chat:
return return
async with db_helper.get_async_session_not_closed() as session: async with db_helper.get_async_session_not_closed() as session:
chat = await session.get(TgChat, chat_pyrogram.id) chat = await session.get(TgChat, chat_id)
if not chat: if not chat:
await tg_crud.create_new_chat( chat = await tg_crud.create_new_chat(
session=session, session=session,
id=chat_pyrogram.id, id=chat_id,
chat_type=chat_pyrogram.type.value, chat_type=chat_type,
title=chat_pyrogram.title, title=chat_title,
username=chat_username,
) )
await redis_client.set(name=str(chat_pyrogram.id), value=str(True))
if not chat.username and chat_username:
chat.username = chat_username
await session.commit()
await redis_client.set(name=str(chat_id), value=str(True))
async def check_chunk_state_and_publish( async def check_chunk_state_and_publish(

View File

@ -1,25 +1,34 @@
import emoji import emoji
from pyrogram.types import Message # from telethon.events import NewMessage
from pyrogram.enums import ChatType from telethon.tl.types import Message, User as UserTelethon, Chat, Channel
from src.core.database import TgMessage, User, TgChat from src.core.database import TgMessage, User, TgChat
from src.core.tg_service.constants import TELETHON_CHAT_TYPES, CustomChatTypes
def check_message_condition( def check_message_condition(
message: Message, message: Message,
sender: User,
chat_type: CustomChatTypes,
) -> bool: ) -> bool:
if message.chat.type in [ChatType.PRIVATE, ChatType.BOT]: if not sender:
return False return False
if not message.from_user: if isinstance(sender, Channel):
return False
if chat_type == CustomChatTypes.PRIVATE_GROUP:
return False return False
if not message.text: if not message.text:
return False return False
if message.from_user.username: if sender.username:
if 'bot' in message.from_user.username.lower(): if 'bot' in sender.username.lower():
return False return False
emoji_count = emoji.emoji_count(str(message.text)) emoji_count = emoji.emoji_count(str(message.text))
@ -28,47 +37,48 @@ def check_message_condition(
return True return True
def escape_markdown_v2(text: str) -> str:
if not text:
return ""
escape_chars = '_*[]()~`>#+-=|{}.!'
return ''.join('\\' + char if char in escape_chars else char for char in text)
def validate_markdown(text: str) -> str:
"""Ensure all markdown entities are properly closed"""
# Count backticks to ensure pairs
backtick_count = text.count('`')
if backtick_count % 3 != 0: # Code blocks use triple backticks
# Remove unpaired backticks
text = text.replace('`', 'ʻ') # Replace with similar-looking character
return text
def create_and_format_message( def create_and_format_message(
messages: list[TgMessage],
reason: str, reason: str,
chat: TgChat, chat: TgChat,
user_model: User, user_model: User | Channel,
) -> str: ) -> str:
def escape_markdown_v2(text: str) -> str:
if not text:
return ""
escape_chars = '_*[]()~`>#+-=|{}.!'
return ''.join('\\' + char if char in escape_chars else char for char in text)
def validate_markdown(text: str) -> str:
"""Ensure all markdown entities are properly closed"""
# Count backticks to ensure pairs
backtick_count = text.count('`')
if backtick_count % 3 != 0: # Code blocks use triple backticks
# Remove unpaired backticks
text = text.replace('`', 'ʻ') # Replace with similar-looking character
return text
# User info # User info
username = escape_markdown_v2(user_model.username) if user_model.username else f"ID: {user_model.id}" username = escape_markdown_v2(user_model.username) if user_model.username else f"ID: {user_model.id}"
user_link = f"[{username}](tg://user?id={user_model.id})" if user_model.username else f"ID: {user_model.id}" user_link = f"[{username}](tg://user?id={user_model.id})" if user_model.username else f"ID: {user_model.id}"
# Chat info # Chat info
chat_title = escape_markdown_v2(chat.title) chat_title = escape_markdown_v2(chat.title)
chat_link = (
f"https://t.me/c/{str(chat.id)[4:]}" if chat.username:
if str(chat.id).startswith("-100") chat_link = f"https://t.me/{chat.username}"
else f"https://t.me/{chat.username}" if chat.username else:
else f"Chat ID: {chat.id}" chat_link = (
) f"https://t.me/c/{str(chat.id)[4:]}"
if str(chat.id).startswith("-100")
else f"Chat ID: {chat.id}"
)
# Escape reason # Escape reason
reason_escaped = escape_markdown_v2(reason) reason_escaped = escape_markdown_v2(reason)
# Header # Header
header = ( full_message = (
f"🔥 *Найдена успешка!*\n" f"🔥 *Найдена успешка!*\n"
f"👤 *Пользователь:* {user_link}\n" f"👤 *Пользователь:* {user_link}\n"
f"🐩 *Чат:* [{chat_title}]({chat_link})\n" f"🐩 *Чат:* [{chat_title}]({chat_link})\n"
@ -77,57 +87,38 @@ def create_and_format_message(
) )
MAX_LENGTH = 4096 MAX_LENGTH = 4096
header_length = len(header)
available_length = MAX_LENGTH - header_length - 50 # Extra buffer for safety
message_blocks = []
current_length = 0
for msg in messages:
if not msg.text:
continue
# Clean and escape text
clean_text = msg.text.replace('```', 'ʻʻʻ') # Replace triple backticks
escaped_text = escape_markdown_v2(clean_text)
escaped_text = validate_markdown(escaped_text)
sender_username = escape_markdown_v2(
msg.user_relationship.username or f"ID:{msg.user_id}"
)
# Create message block with proper code block formatting
block = (
f"**{sender_username}:**\n"
f"```\n"
f"{escaped_text}\n"
f"```\n\n"
)
block_length = len(block)
if current_length + block_length > available_length:
remaining_space = available_length - current_length
if remaining_space > 30: # Enough space for a truncated message
truncated_text = escaped_text[:remaining_space - 30].rsplit(' ', 1)[0] + "..."
block = (
f"**{sender_username}:**\n"
f"```\n"
f"{truncated_text}\n"
f"```\n\n"
f"_... сообщение обрезано ..._\n"
)
message_blocks.append(block)
break
message_blocks.append(block)
current_length += block_length
content = ''.join(message_blocks).strip()
full_message = header + content
# Final validation and truncation if needed # Final validation and truncation if needed
full_message = validate_markdown(full_message) full_message = validate_markdown(full_message)
if len(full_message) > MAX_LENGTH: if len(full_message) > MAX_LENGTH:
full_message = full_message[:MAX_LENGTH - 30].rsplit('\n', 2)[0] + "\n```\n...\n```\n_... сообщение обрезано ..._" full_message = full_message[:MAX_LENGTH - 30].rsplit('\n', 2)[0] + "\n```\n...\n```\n_... сообщение обрезано ..._"
return full_message return full_message
def handle_chat_type(
chat: TELETHON_CHAT_TYPES
) -> tuple[CustomChatTypes, str | None]:
chat_username = None
if isinstance(chat, UserTelethon):
chat_type = CustomChatTypes.PRIVATE_GROUP
elif isinstance(chat, Chat):
chat_type = CustomChatTypes.STANDARD_GROUP
elif isinstance(chat, Channel):
chat_username = chat.username
if chat.megagroup:
chat_type = CustomChatTypes.SUPERGROUP
else:
chat_type = CustomChatTypes.BROADCAST_CHANNEL
else:
raise ValueError(f"Invalid chat type check it!{chat}")
return chat_type, chat_username
def create_text_for_error_message_success(
text: str
) -> str:
text = escape_markdown_v2(text)
return validate_markdown(text)

View File

@ -25,15 +25,20 @@ async def bulk_create_success_reasons(
await session.commit() await session.commit()
async def get_messages_by_slice_id( async def get_messages_by_slice_id_and_user_id(
session: AsyncSession, session: AsyncSession,
slice_id: UUID slice_id: UUID,
user_id: int,
) -> list[TgMessage]: ) -> list[TgMessage]:
stmt = ( stmt = (
select(TgMessage) select(TgMessage)
.options(joinedload(TgMessage.user_relationship)) .options(joinedload(TgMessage.user_relationship))
.where( .where(
TgMessage.slice_id == slice_id TgMessage.slice_id == slice_id,
TgMessage.user_id == user_id,
)
.order_by(
TgMessage.message_time.asc()
) )
) )

View File

@ -6,7 +6,7 @@ from faststream import Depends
from src.core.database import User, TgChat from src.core.database import User, TgChat
from src.core.tg_service.notify_success import notify_for_success from src.core.tg_service.notify_success import notify_for_success
from src.core.workers.schemas import ResponseFromGeminiSchema from src.core.workers.schemas import ResponseFromGeminiSchema, SuccessChatFromAiSchema
from src.core.database.connect import db_helper from src.core.database.connect import db_helper
from src.core.rabbitmq.connect import success_gemini_subscriber from src.core.rabbitmq.connect import success_gemini_subscriber
from src.core.workers import crud as workers_crud from src.core.workers import crud as workers_crud
@ -17,27 +17,25 @@ async def create_success_record(
message: ResponseFromGeminiSchema, message: ResponseFromGeminiSchema,
session: Annotated[AsyncSession, Depends(db_helper.get_async_session)], session: Annotated[AsyncSession, Depends(db_helper.get_async_session)],
): ):
print(message.success) await workers_crud.bulk_create_success_reasons(
await workers_crud.bulk_create_success_reasons( success_schema=message,
success_schema=message,
session=session,
)
for success_message in message.success:
messages = await workers_crud.get_messages_by_slice_id(
session=session, session=session,
slice_id=success_message.slice_id,
) )
user_model = await session.get(User, success_message.user_id) for success_message in message.success:
chat_model = await session.get(TgChat, messages[0].chat_id) messages = await workers_crud.get_messages_by_slice_id_and_user_id(
session=session,
slice_id=success_message.slice_id,
user_id=success_message.user_id
)
user_model = await session.get(User, success_message.user_id)
chat_model = await session.get(TgChat, messages[0].chat_id)
await notify_for_success(
await notify_for_success( messages=messages,
messages=messages, chat=chat_model, # type:ignore
chat=chat_model, # type:ignore user_model=user_model, # type:ignore
user_model=user_model, # type:ignore success_reason=success_message.reason, # type:ignore
success_reason=success_message.reason, # type:ignore )
)

View File

@ -1,27 +1,44 @@
from pyrogram import Client, filters, idle import asyncio
from pyrogram import filters, idle
from pyrogram.handlers import MessageHandler from pyrogram.handlers import MessageHandler
from src.core.settings.base import settings
from src.core.tg_service.messages_handler import message_listener from src.core.tg_service.messages_handler import message_listener
from src.core.rabbitmq.connect import broker, init_queue_and_publisher from src.core.rabbitmq.connect import broker, init_queue_and_publisher
from src.telethon_client import telethon_client
# # app.add_handler(MessageHandler(
# # callback=message_listener,
# # filters=filters.all
# # ))
from telethon import TelegramClient, events, types
from src.core.settings.base import settings
# app = TelegramClient(
# settings.ACCOUNT.NAME,
# api_id=settings.ACCOUNT.API_ID,
# api_hash=settings.ACCOUNT.API_HASH,
# )
#
#
# @app.on(events.NewMessage)
# async def my_event_handler(event):
# print(event.message)
app = Client( # telethon_client.start()
name=settings.ACCOUNT.NAME, # telethon_client.run_until_disconnected()
api_id=settings.ACCOUNT.API_ID,
api_hash=settings.ACCOUNT.API_HASH,
)
app.add_handler(MessageHandler(
callback=message_listener,
filters=filters.all
))
async def main(): async def main():
await app.start()
await broker.start() await broker.start()
await init_queue_and_publisher() await init_queue_and_publisher()
await idle()
await app.stop()
app.run(main()) await telethon_client.start()
await telethon_client.run_until_disconnected()
asyncio.run(main())

View File

@ -0,0 +1,15 @@
import asyncio
from telethon import TelegramClient
from telethon.sessions import StringSession
from src.core.settings.base import settings
loop = asyncio.get_event_loop()
telethon_client = TelegramClient(
session=StringSession(settings.ACCOUNT.SESSION),
api_id=settings.ACCOUNT.API_ID,
api_hash=settings.ACCOUNT.API_HASH,
loop=loop,
)