Enhance bot functionality and refactor database interactions

- Added `ca-certificates` installation to Dockerfile for improved network security.
- Updated health check command in Dockerfile to include better timeout handling.
- Refactored `run_helper.py` to implement proper signal handling and logging during shutdown.
- Transitioned database operations to an asynchronous model in `async_db.py`, improving performance and responsiveness.
- Updated database schema to support new foreign key relationships and optimized indexing for better query performance.
- Enhanced various bot handlers to utilize async database methods, improving overall efficiency and user experience.
- Removed obsolete database and fix scripts to streamline the project structure.

helper_bot/handlers/private/services.py

@@ -12,6 +12,7 @@ from dataclasses import dataclass
 # Third-party imports
 from aiogram import types
 from aiogram.types import FSInputFile
+from database.models import TelegramPost, User
 
 # Local imports - utilities
 from helper_bot.utils.helper_func import (
@@ -41,16 +42,14 @@ from helper_bot.utils.metrics import (
 
 class DatabaseProtocol(Protocol):
     """Protocol for database operations"""
-    def user_exists(self, user_id: int) -> bool: ...
-    def add_new_user_in_db(self, user_id: int, first_name: str, full_name: str, 
-                          username: str, is_bot: bool, language_code: str, 
-                          emoji: str, created_date: str, updated_date: str) -> None: ...
-    def update_username_and_full_name(self, user_id: int, username: str, full_name: str) -> None: ...
-    def update_date_for_user(self, date: str, user_id: int) -> None: ...
-    def add_post_in_db(self, message_id: int, text: str, user_id: int) -> None: ...
-    def update_info_about_stickers(self, user_id: int) -> None: ...
-    def add_new_message_in_db(self, text: str, user_id: int, message_id: int, date: str) -> None: ...
-    def update_helper_message_in_db(self, message_id: int, helper_message_id: int) -> None: ...
+    async def user_exists(self, user_id: int) -> bool: ...
+    async def add_user(self, user: User) -> None: ...
+    async def update_user_info(self, user_id: int, username: str = None, full_name: str = None) -> None: ...
+    async def update_user_date(self, user_id: int) -> None: ...
+    async def add_post(self, post: TelegramPost) -> None: ...
+    async def update_stickers_info(self, user_id: int) -> None: ...
+    async def add_message(self, message_text: str, user_id: int, message_id: int, date: int = None) -> None: ...
+    async def update_helper_message(self, message_id: int, helper_message_id: int) -> None: ...
 
 
 @dataclass
@@ -75,11 +74,10 @@ class UserService:
     
     @track_time("update_user_activity", "user_service")
     @track_errors("user_service", "update_user_activity")
-    @db_query_time("update_user_activity", "users", "update")
+    @db_query_time("update_user_activity", "user_service")
     async def update_user_activity(self, user_id: int) -> None:
         """Update user's last activity timestamp with metrics tracking"""
-        current_date = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-        self.db.update_date_for_user(current_date, user_id)
+        await self.db.update_user_date(user_id)
     
     @track_time("ensure_user_exists", "user_service")
     @track_errors("user_service", "ensure_user_exists")
@@ -92,19 +90,28 @@ class UserService:
         is_bot = message.from_user.is_bot
         language_code = message.from_user.language_code
         
-        current_date = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-        
-        if not self.db.user_exists(user_id):
-            # Record database operation
-            self.db.add_new_user_in_db(
-                user_id, first_name, full_name, username, is_bot, language_code, 
-                "", current_date, current_date
+        if not await self.db.user_exists(user_id):
+            # Create User object with current timestamp
+            current_timestamp = int(datetime.now().timestamp())
+            user = User(
+                user_id=user_id,
+                first_name=first_name,
+                full_name=full_name,
+                username=username,
+                is_bot=is_bot,
+                language_code=language_code,
+                emoji="",
+                has_stickers=False,
+                date_added=current_timestamp,
+                date_changed=current_timestamp,
+                voice_bot_welcome_received=False
             )
-            metrics.record_db_query("add_new_user", 0.0, "users", "insert")
+            await self.db.add_user(user)
+            metrics.record_db_query("add_user", 0.0, "users", "insert")
         else:
-            is_need_update = check_username_and_full_name(user_id, username, full_name, self.db)
+            is_need_update = await check_username_and_full_name(user_id, username, full_name, self.db)
             if is_need_update:
-                self.db.update_username_and_full_name(user_id, username, full_name)
+                await self.db.update_user_info(user_id, username, full_name)
                 metrics.record_db_query("update_username_fullname", 0.0, "users", "update")
                 safe_full_name = html.escape(full_name) if full_name else "Неизвестный пользователь"
                 safe_username = html.escape(username) if username else "Без никнейма"
@@ -115,8 +122,8 @@ class UserService:
                     chat_id=self.settings.group_for_logs,
                     text=f'Для пользователя: {user_id} обновлены данные в БД.\nНовое имя: {safe_full_name}\nНовый ник:{safe_username}')
         
-        self.db.update_date_for_user(current_date, user_id)
-        metrics.record_db_query("update_date_for_user", 0.0, "users", "update")
+        await self.db.update_user_date(user_id)
+        metrics.record_db_query("update_user_date", 0.0, "users", "update")
     
 
     @track_errors("user_service", "log_user_message")
@@ -146,7 +153,13 @@ class PostService:
         markup = get_reply_keyboard_for_post()
         
         sent_message_id = await send_text_message(self.settings.group_for_posts, message, post_text, markup)
-        self.db.add_post_in_db(sent_message_id, message.text, message.from_user.id)
+        post = TelegramPost(
+            message_id=sent_message_id,
+            text=message.text,
+            author_id=message.from_user.id,
+            created_at=int(datetime.now().timestamp())
+        )
+        await self.db.add_post(post)
     
     @track_time("handle_photo_post", "post_service")
     @track_errors("post_service", "handle_photo_post")
@@ -161,7 +174,13 @@ class PostService:
             self.settings.group_for_posts, message, message.photo[-1].file_id, post_caption, markup
         )
         
-        self.db.add_post_in_db(sent_message.message_id, sent_message.caption, message.from_user.id)
+        post = TelegramPost(
+            message_id=sent_message.message_id,
+            text=sent_message.caption or "",
+            author_id=message.from_user.id,
+            created_at=int(datetime.now().timestamp())
+        )
+        await self.db.add_post(post)
         await add_in_db_media(sent_message, self.db)
     
     @track_time("handle_video_post", "post_service")
@@ -177,7 +196,13 @@ class PostService:
             self.settings.group_for_posts, message, message.video.file_id, post_caption, markup
         )
         
-        self.db.add_post_in_db(sent_message.message_id, sent_message.caption, message.from_user.id)
+        post = TelegramPost(
+            message_id=sent_message.message_id,
+            text=sent_message.caption or "",
+            author_id=message.from_user.id,
+            created_at=int(datetime.now().timestamp())
+        )
+        await self.db.add_post(post)
         await add_in_db_media(sent_message, self.db)
     
     @track_time("handle_video_note_post", "post_service")
@@ -189,7 +214,13 @@ class PostService:
             self.settings.group_for_posts, message, message.video_note.file_id, markup
         )
         
-        self.db.add_post_in_db(sent_message.message_id, sent_message.caption, message.from_user.id)
+        post = TelegramPost(
+            message_id=sent_message.message_id,
+            text=sent_message.caption or "",
+            author_id=message.from_user.id,
+            created_at=int(datetime.now().timestamp())
+        )
+        await self.db.add_post(post)
         await add_in_db_media(sent_message, self.db)
     
     @track_time("handle_audio_post", "post_service")
@@ -205,7 +236,13 @@ class PostService:
             self.settings.group_for_posts, message, message.audio.file_id, post_caption, markup
         )
         
-        self.db.add_post_in_db(sent_message.message_id, sent_message.caption, message.from_user.id)
+        post = TelegramPost(
+            message_id=sent_message.message_id,
+            text=sent_message.caption or "",
+            author_id=message.from_user.id,
+            created_at=int(datetime.now().timestamp())
+        )
+        await self.db.add_post(post)
         await add_in_db_media(sent_message, self.db)
     
     @track_time("handle_voice_post", "post_service")
@@ -217,7 +254,13 @@ class PostService:
             self.settings.group_for_posts, message, message.voice.file_id, markup
         )
         
-        self.db.add_post_in_db(sent_message.message_id, sent_message.caption, message.from_user.id)
+        post = TelegramPost(
+            message_id=sent_message.message_id,
+            text=sent_message.caption or "",
+            author_id=message.from_user.id,
+            created_at=int(datetime.now().timestamp())
+        )
+        await self.db.add_post(post)
         await add_in_db_media(sent_message, self.db)
     
     @track_time("handle_media_group_post", "post_service")
@@ -239,7 +282,7 @@ class PostService:
         markup = get_reply_keyboard_for_post()
         help_message_id = await send_text_message(self.settings.group_for_posts, message, "^", markup)
         
-        self.db.update_helper_message_in_db(
+        await self.db.update_helper_message(
             message_id=media_group_message_id, helper_message_id=help_message_id
         )