Forward the lab 4 foundation and migrate the lab 5 pipeline to SQLAlchemy

This commit is contained in:
Artyom
2026-11-06 09:12:25 +03:00
parent ae9f60fe1f
commit 1217da5f5e
134 changed files with 8243 additions and 1409 deletions
+65 -45
View File
@@ -1,32 +1,45 @@
import asyncio
from collections.abc import AsyncIterator
from contextlib import asynccontextmanager
from typing import Any, Protocol
from typing import ClassVar, Protocol
import asyncpg
from sqlalchemy import Text, make_url, select
from sqlalchemy.exc import DBAPIError, IntegrityError, InterfaceError, OperationalError
from sqlalchemy.exc import TimeoutError as PoolTimeout
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker, create_async_engine
from sqlalchemy.orm import DeclarativeBase
from messenger.shared.application.errors import Unavailable
from messenger.shared.domain.events import DomainEvent
FAILURES = (
OSError,
asyncpg.InterfaceError,
asyncpg.PostgresConnectionError,
asyncpg.exceptions.OperatorInterventionError,
asyncpg.exceptions.InsufficientResourcesError,
asyncpg.exceptions.LockNotAvailableError,
)
FAILURES = (OSError, InterfaceError, OperationalError, PoolTimeout, TimeoutError)
PING_TIMEOUT_SECONDS = 0.4
type Connection = asyncpg.Connection
type DatabaseSession = AsyncSession
class EventSource(Protocol):
def collect_events(self) -> list[DomainEvent]: ...
class Base(DeclarativeBase):
type_annotation_map: ClassVar = {str: Text}
def unavailable(error: BaseException) -> bool:
if isinstance(error, IntegrityError):
return False
if isinstance(error, FAILURES):
return True
if isinstance(error, DBAPIError) and error.connection_invalidated:
return True
state = getattr(error.orig if isinstance(error, DBAPIError) else error, "sqlstate", None)
return isinstance(state, str) and (state.startswith(("08", "53", "57")) or state == "55P03")
class Database:
__slots__ = ("_acquire_timeout", "_pool")
__slots__ = ("_engine", "_sessions")
def __init__(
self,
@@ -37,63 +50,71 @@ class Database:
acquire_timeout: float,
command_timeout: float,
) -> None:
self._acquire_timeout = acquire_timeout
self._pool = asyncpg.create_pool(
dsn,
min_size=0,
max_size=max_size,
timeout=connect_timeout,
command_timeout=command_timeout,
max_inactive_connection_lifetime=60,
server_settings={
"statement_timeout": str(int(command_timeout * 1000)),
"lock_timeout": str(int(command_timeout * 1000)),
"idle_in_transaction_session_timeout": "10000",
self._engine = create_async_engine(
make_url(dsn).set(drivername="postgresql+asyncpg"),
pool_size=max_size,
max_overflow=0,
pool_timeout=acquire_timeout,
pool_recycle=60,
pool_pre_ping=True,
hide_parameters=True,
connect_args={
"timeout": connect_timeout,
"command_timeout": command_timeout,
"server_settings": {
"statement_timeout": str(int(command_timeout * 1000)),
"lock_timeout": str(int(command_timeout * 1000)),
"idle_in_transaction_session_timeout": "10000",
},
},
)
self._sessions = async_sessionmaker(self._engine, expire_on_commit=False)
async def open(self) -> None:
await self._pool
pass
async def close(self) -> None:
await self._pool.close()
await self._engine.dispose()
@asynccontextmanager
async def connection(self, wait: float | None = None) -> AsyncIterator[Connection]:
async def session(self) -> AsyncIterator[DatabaseSession]:
try:
async with self._pool.acquire(timeout=wait or self._acquire_timeout) as connection:
yield connection
except FAILURES as error:
async with self._sessions() as session:
yield session
except Exception as error:
if not unavailable(error):
raise
raise Unavailable("PostgreSQL недоступен") from error
async def ping(self) -> None:
async with self.connection(PING_TIMEOUT_SECONDS) as connection:
await connection.fetchval("SELECT 1", timeout=PING_TIMEOUT_SECONDS)
try:
async with asyncio.timeout(PING_TIMEOUT_SECONDS):
async with self.session() as session:
await session.execute(select(1))
except TimeoutError as error:
raise Unavailable("PostgreSQL недоступен") from error
class PostgresUnitOfWork:
__slots__ = ("_committed", "_connection", "_database", "_events", "_transaction", "seen")
__slots__ = ("_committed", "_database", "_events", "_session", "seen")
def __init__(self, database: Database) -> None:
self._database = database
self._connection: Connection | None = None
self._transaction: Any = None
self._session: DatabaseSession | None = None
self._committed = False
self._events: list[DomainEvent] = []
self.seen: list[EventSource] = []
@property
def connection(self) -> Connection:
if self._connection is None:
def session(self) -> DatabaseSession:
if self._session is None:
raise RuntimeError("репозиторий используется вне транзакции")
return self._connection
return self._session
@asynccontextmanager
async def transaction(self) -> AsyncIterator[None]:
async with self._database.connection() as connection:
self._connection = connection
self._transaction = connection.transaction()
await self._transaction.start()
async with self._database.session() as session:
self._session = session
self._committed = False
mark = len(self._events)
try:
@@ -101,12 +122,11 @@ class PostgresUnitOfWork:
finally:
if not self._committed:
del self._events[mark:]
await self._transaction.rollback()
self.seen.clear()
self._connection = None
self._session = None
async def commit(self) -> None:
await self._transaction.commit()
await self.session.commit()
self._committed = True
for source in self.seen:
self._events.extend(source.collect_events())