Added black test

.gitea/workflows/build-dev.yaml

@@ -12,6 +12,13 @@ jobs:
       version_suffix: 'dev'
     secrets: inherit
 
+  api:
+    uses: ./.gitea/workflows/package.yaml
+    needs: [ prepare, application, auth, core, dependency ]
+    with:
+      working_directory: src/cpl-api
+    secrets: inherit
+
   application:
     uses: ./.gitea/workflows/package.yaml
     needs: [ prepare, core, dependency ]

.gitea/workflows/test_before_merge.yaml

@@ -0,0 +1,26 @@
+name: Test before pr merge
+run-name: Test before pr merge
+on:
+  pull_request:
+    types:
+      - opened
+      - edited
+      - reopened
+      - synchronize
+      - ready_for_review
+
+jobs:
+  test-lint:
+    runs-on: [ runner ]
+    container: git.sh-edraft.de/sh-edraft.de/act-runner:latest
+    steps:
+      - name: Clone Repository
+        uses: https://github.com/actions/checkout@v3
+        with:
+          token: ${{ secrets.CI_ACCESS_TOKEN }}
+
+      - name: Installing black
+        run: python3.12 -m pip install black
+
+      - name: Checking black
+        run: python3.12 -m black src --check

.gitignore

@@ -113,6 +113,7 @@ venv.bak/
 
 # Custom Environments
 cpl-env/
+.secret
 
 # Spyder project settings
 .spyderproject

install.sh

@@ -0,0 +1,61 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# Find and combine requirements from src/cpl-*/requirements.txt,
+# filtering out lines whose *package name* starts with "cpl-".
+# Works with pinned versions, extras, markers, editable installs, and VCS refs.
+
+shopt -s nullglob
+
+req_files=(src/cpl-*/requirements.txt)
+if ((${#req_files[@]} == 0)); then
+  echo "No requirements files found at src/cpl-*/requirements.txt" >&2
+  exit 1
+fi
+
+tmp_combined="$(mktemp)"
+trap 'rm -f "$tmp_combined"' EXIT
+
+# Concatenate, trim comments/whitespace, filter out cpl-* packages, dedupe.
+# We keep non-package options/flags/constraints as-is.
+awk '
+  function trim(s){ sub(/^[[:space:]]+/,"",s); sub(/[[:space:]]+$/,"",s); return s }
+
+  {
+    line=$0
+    # drop full-line comments and strip inline comments
+    if (line ~ /^[[:space:]]*#/) next
+    sub(/#[^!].*$/,"",line)  # strip trailing comment (simple heuristic)
+    line=trim(line)
+    if (line == "") next
+
+    # Determine the package *name* even for "-e", extras, pins, markers, or VCS "@"
+    e = line
+    sub(/^-e[[:space:]]+/,"",e)           # remove editable prefix
+    # Tokenize up to the first of these separators: space, [ < > = ! ~ ; @
+    token = e
+    sub(/\[.*/,"",token)                  # remove extras quickly
+    n = split(token, a, /[<>=!~;@[:space:]]/)
+    name = tolower(a[1])
+
+    # If the first token (name) starts with "cpl-", skip this requirement
+    if (name ~ /^cpl-/) next
+
+    print line
+  }
+' "${req_files[@]}" | sort -u > "$tmp_combined"
+
+if ! [ -s "$tmp_combined" ]; then
+  echo "Nothing to install after filtering out cpl-* packages." >&2
+  exit 0
+fi
+
+echo "Installing dependencies (excluding cpl-*) from:"
+printf '  - %s\n' "${req_files[@]}"
+echo
+echo "Final set to install:"
+cat "$tmp_combined"
+echo
+
+# Use python -m pip for reliability; change to python3 if needed.
+python -m pip install -r "$tmp_combined"

src/cpl-api/cpl/api/__init__.py

@@ -0,0 +1,20 @@
+from cpl.dependency.service_collection import ServiceCollection as _ServiceCollection
+
+def add_api(collection: _ServiceCollection):
+    try:
+        from cpl.database import mysql
+        collection.add_module(mysql)
+    except ImportError as e:
+        from cpl.core.errors import dependency_error
+        dependency_error("cpl-database", e)
+
+    try:
+        from cpl import auth
+        from cpl.auth import permission
+        collection.add_module(auth)
+        collection.add_module(permission)
+    except ImportError as e:
+        from cpl.core.errors import dependency_error
+        dependency_error("cpl-auth", e)
+
+_ServiceCollection.with_module(add_api, __name__)

src/cpl-api/cpl/api/abc/asgi_middleware_abc.py

@@ -0,0 +1,15 @@
+from abc import ABC, abstractmethod
+
+from starlette.types import Scope, Receive, Send
+
+
+class ASGIMiddleware(ABC):
+    @abstractmethod
+    def __init__(self, app):
+        self._app = app
+
+    def _call_next(self, scope: Scope, receive: Receive, send: Send):
+        return self._app(scope, receive, send)
+
+    @abstractmethod
+    async def __call__(self, scope: Scope, receive: Receive, send: Send): ...

src/cpl-api/cpl/api/api_logger.py

@@ -0,0 +1,7 @@
+from cpl.core.log.logger import Logger
+
+
+class APILogger(Logger):
+
+    def __init__(self, source: str):
+        Logger.__init__(self, source, "api")

src/cpl-api/cpl/api/api_settings.py

@@ -0,0 +1,13 @@
+from typing import Optional
+
+from cpl.core.configuration import ConfigurationModelABC
+
+
+class ApiSettings(ConfigurationModelABC):
+
+    def __init__(self, src: Optional[dict] = None):
+        super().__init__(src)
+
+        self.option("host", str, "0.0.0.0")
+        self.option("port", int, 5000)
+        self.option("allowed_origins", list[str])

src/cpl-api/cpl/api/error.py

@@ -0,0 +1,37 @@
+from http.client import HTTPException
+
+from starlette.responses import JSONResponse
+from starlette.types import Scope, Receive, Send
+
+
+class APIError(HTTPException):
+    status_code = 500
+
+    @classmethod
+    async def asgi_response(cls, scope: Scope, receive: Receive, send: Send):
+        r = JSONResponse({"error": cls.__name__}, status_code=cls.status_code)
+        return await r(scope, receive, send)
+
+    @classmethod
+    def response(cls):
+        return JSONResponse({"error": cls.__name__}, status_code=cls.status_code)
+
+
+class Unauthorized(APIError):
+    status_code = 401
+
+
+class Forbidden(APIError):
+    status_code = 403
+
+
+class NotFound(APIError):
+    status_code = 404
+
+
+class AlreadyExists(APIError):
+    status_code = 409
+
+
+class EndpointNotImplemented(APIError):
+    status_code = 501

src/cpl-api/cpl/api/middleware/authentication.py

@@ -0,0 +1,76 @@
+from keycloak import KeycloakAuthenticationError
+from starlette.types import Scope, Receive, Send
+
+from cpl.api.abc.asgi_middleware_abc import ASGIMiddleware
+from cpl.api.api_logger import APILogger
+from cpl.api.error import Unauthorized
+from cpl.api.middleware.request import get_request
+from cpl.api.router import Router
+from cpl.auth.keycloak import KeycloakClient
+from cpl.auth.schema import AuthUserDao, AuthUser
+from cpl.dependency import ServiceProviderABC
+
+_logger = APILogger(__name__)
+
+
+class AuthenticationMiddleware(ASGIMiddleware):
+
+    @ServiceProviderABC.inject
+    def __init__(self, app, keycloak: KeycloakClient, user_dao: AuthUserDao):
+        ASGIMiddleware.__init__(self, app)
+
+        self._keycloak = keycloak
+        self._user_dao = user_dao
+
+    async def __call__(self, scope: Scope, receive: Receive, send: Send):
+        request = get_request()
+        url = request.url.path
+
+        if url not in Router.get_auth_required_routes():
+            _logger.trace(f"No authentication required for {url}")
+            return await self._app(scope, receive, send)
+
+        if not request.headers.get("Authorization"):
+            _logger.debug(f"Unauthorized access to {url}, missing Authorization header")
+            return await Unauthorized(f"Missing header Authorization").asgi_response(scope, receive, send)
+
+        auth_header = request.headers.get("Authorization", None)
+        if not auth_header or not auth_header.startswith("Bearer "):
+            return await Unauthorized("Invalid Authorization header").asgi_response(scope, receive, send)
+
+        token = auth_header.split("Bearer ")[1]
+        if not await self._verify_login(token):
+            _logger.debug(f"Unauthorized access to {url}, invalid token")
+            return await Unauthorized("Invalid token").asgi_response(scope, receive, send)
+
+        # check user exists in db, if not create
+        keycloak_id = self._keycloak.get_user_id(token)
+        if keycloak_id is None:
+            return await Unauthorized("Failed to get user id from token").asgi_response(scope, receive, send)
+
+        user = await self._get_or_crate_user(keycloak_id)
+        if user.deleted:
+            _logger.debug(f"Unauthorized access to {url}, user is deleted")
+            return await Unauthorized("User is deleted").asgi_response(scope, receive, send)
+
+        return await self._call_next(scope, receive, send)
+
+    async def _get_or_crate_user(self, keycloak_id: str) -> AuthUser:
+        existing = await self._user_dao.find_by_keycloak_id(keycloak_id)
+        if existing is not None:
+            return existing
+
+        user = AuthUser(0, keycloak_id)
+        uid = await self._user_dao.create(user)
+        return await self._user_dao.get_by_id(uid)
+
+    async def _verify_login(self, token: str) -> bool:
+        try:
+            token_info = self._keycloak.introspect(token)
+            return token_info.get("active", False)
+        except KeycloakAuthenticationError as e:
+            _logger.debug(f"Keycloak authentication error: {e}")
+            return False
+        except Exception as e:
+            _logger.error(f"Unexpected error during token verification: {e}")
+            return False

src/cpl-api/cpl/api/middleware/logging.py

@@ -0,0 +1,86 @@
+import time
+
+from starlette.requests import Request
+from starlette.types import Receive, Scope, Send
+
+from cpl.api.abc.asgi_middleware_abc import ASGIMiddleware
+from cpl.api.api_logger import APILogger
+from cpl.api.middleware.request import get_request
+
+_logger = APILogger(__name__)
+
+class LoggingMiddleware(ASGIMiddleware):
+
+    def __init__(self, app):
+        ASGIMiddleware.__init__(self, app)
+
+    async def __call__(self, scope: Scope, receive: Receive, send: Send):
+        if scope["type"] != "http":
+            await self._call_next(scope, receive, send)
+            return
+
+        request = get_request()
+        await self._log_request(request)
+        start_time = time.time()
+
+        response_body = b""
+        status_code = 500
+
+        async def send_wrapper(message):
+            nonlocal response_body, status_code
+            if message["type"] == "http.response.start":
+                status_code = message["status"]
+            if message["type"] == "http.response.body":
+                response_body += message.get("body", b"")
+            await send(message)
+
+        await self._call_next(scope, receive, send_wrapper)
+
+        duration = (time.time() - start_time) * 1000
+        await self._log_after_request(request, status_code, duration)
+
+    @staticmethod
+    def _filter_relevant_headers(headers: dict) -> dict:
+        relevant_keys = {
+            "content-type",
+            "host",
+            "connection",
+            "user-agent",
+            "origin",
+            "referer",
+            "accept",
+        }
+        return {key: value for key, value in headers.items() if key in relevant_keys}
+
+    @classmethod
+    async def _log_request(cls, request: Request):
+        _logger.debug(
+            f"Request {getattr(request.state, 'request_id', '-')}: {request.method}@{request.url.path} from {request.client.host}"
+        )
+
+        from cpl.core.ctx.user_context import get_user
+
+        user = get_user()
+
+        request_info = {
+            "headers": cls._filter_relevant_headers(dict(request.headers)),
+            "args": dict(request.query_params),
+            "form-data": (
+                await request.form()
+                if request.headers.get("content-type") == "application/x-www-form-urlencoded"
+                else None
+            ),
+            "payload": (await request.json() if request.headers.get("content-length") == "0" else None),
+            "user": f"{user.id}-{user.keycloak_id}" if user else None,
+            "files": (
+                {key: file.filename for key, file in (await request.form()).items()} if await request.form() else None
+            ),
+        }
+
+        _logger.trace(f"Request {getattr(request.state, 'request_id', '-')}: {request_info}")
+
+    @staticmethod
+    async def _log_after_request(request: Request, status_code: int, duration: float):
+        _logger.info(
+            f"Request finished {getattr(request.state, 'request_id', '-')}: {status_code}-{request.method}@{request.url.path} from {request.client.host} in {duration:.2f}ms"
+        )

src/cpl-api/cpl/api/middleware/request.py

@@ -0,0 +1,54 @@
+import time
+from contextvars import ContextVar
+from typing import Optional, Union
+from uuid import uuid4
+
+from starlette.requests import Request
+from starlette.types import Scope, Receive, Send
+from starlette.websockets import WebSocket
+
+from cpl.api.abc.asgi_middleware_abc import ASGIMiddleware
+from cpl.api.api_logger import APILogger
+from cpl.api.typing import TRequest
+
+_request_context: ContextVar[Union[TRequest, None]] = ContextVar("request", default=None)
+
+_logger = APILogger(__name__)
+
+
+class RequestMiddleware(ASGIMiddleware):
+
+    def __init__(self, app):
+        ASGIMiddleware.__init__(self, app)
+        self._ctx_token = None
+
+    async def __call__(self, scope: Scope, receive: Receive, send: Send):
+        request = Request(scope, receive, send)
+        await self.set_request_data(request)
+
+        try:
+            await self._app(scope, receive, send)
+        finally:
+            await self.clean_request_data()
+
+    async def set_request_data(self, request: TRequest):
+        request.state.request_id = uuid4()
+        request.state.start_time = time.time()
+        _logger.trace(f"Set new current request: {request.state.request_id}")
+
+        self._ctx_token = _request_context.set(request)
+
+    async def clean_request_data(self):
+        request = get_request()
+        if request is None:
+            return
+
+        if self._ctx_token is None:
+            return
+
+        _logger.trace(f"Clearing current request: {request.state.request_id}")
+        _request_context.reset(self._ctx_token)
+
+
+def get_request() -> Optional[Union[TRequest, WebSocket]]:
+    return _request_context.get()

src/cpl-api/cpl/api/router.py

@@ -0,0 +1,84 @@
+from starlette.routing import Route
+
+
+class Router:
+    _registered_routes: list[Route] = []
+    _auth_required: list[str] = []
+
+    @classmethod
+    def get_routes(cls) -> list[Route]:
+        return cls._registered_routes
+
+    @classmethod
+    def get_auth_required_routes(cls) -> list[str]:
+        return cls._auth_required
+
+    @classmethod
+    def authenticate(cls):
+        """
+        Decorator to mark a route as requiring authentication.
+        Usage:
+            @Route.authenticate()
+            @Route.get("/example")
+            async def example_endpoint(request: TRequest):
+                ...
+        """
+
+        def inner(fn):
+            route_path = getattr(fn, "_route_path", None)
+            if route_path and route_path not in cls._auth_required:
+                cls._auth_required.append(route_path)
+            return fn
+
+        return inner
+
+    @classmethod
+    def route(cls, path=None, **kwargs):
+        def inner(fn):
+            cls._registered_routes.append(Route(path, fn, **kwargs))
+            setattr(fn, "_route_path", path)
+            return fn
+
+        return inner
+
+    @classmethod
+    def get(cls, path=None, **kwargs):
+        return cls.route(path, methods=["GET"], **kwargs)
+
+    @classmethod
+    def post(cls, path=None, **kwargs):
+        return cls.route(path, methods=["POST"], **kwargs)
+
+    @classmethod
+    def head(cls, path=None, **kwargs):
+        return cls.route(path, methods=["HEAD"], **kwargs)
+
+    @classmethod
+    def put(cls, path=None, **kwargs):
+        return cls.route(path, methods=["PUT"], **kwargs)
+
+    @classmethod
+    def delete(cls, path=None, **kwargs):
+        return cls.route(path, methods=["DELETE"], **kwargs)
+
+    @classmethod
+    def override(cls):
+        """
+        Decorator to override an existing route with the same path.
+        Usage:
+            @Route.override()
+            @Route.get("/example")
+            async def example_endpoint(request: TRequest):
+                ...
+        """
+
+        def inner(fn):
+            route_path = getattr(fn, "_route_path", None)
+
+            routes = list(filter(lambda x: x.path == route_path, cls._registered_routes))
+            for route in routes[:-1]:
+                cls._registered_routes.remove(route)
+
+            return fn
+
+        return inner

src/cpl-api/cpl/api/typing.py

@@ -0,0 +1,13 @@
+from typing import Union, Literal, Callable
+from urllib.request import Request
+
+from starlette.middleware import Middleware
+from starlette.types import ASGIApp
+from starlette.websockets import WebSocket
+
+TRequest = Union[Request, WebSocket]
+HTTPMethods = Literal["GET", "POST", "PUT", "PATCH", "DELETE", "OPTIONS"]
+PartialMiddleware = Union[
+    Middleware,
+    Callable[[ASGIApp], ASGIApp],
+]

src/cpl-api/cpl/api/web_app.py

@@ -0,0 +1,187 @@
+import os
+from typing import Mapping, Any, Callable
+
+import uvicorn
+from starlette.applications import Starlette
+from starlette.middleware import Middleware
+from starlette.middleware.cors import CORSMiddleware
+from starlette.requests import Request
+from starlette.responses import JSONResponse
+from starlette.routing import Route
+from starlette.types import ExceptionHandler
+
+from cpl import api, auth
+from cpl.api.api_logger import APILogger
+from cpl.api.api_settings import ApiSettings
+from cpl.api.error import APIError
+from cpl.api.middleware.authentication import AuthenticationMiddleware
+from cpl.api.middleware.logging import LoggingMiddleware
+from cpl.api.middleware.request import RequestMiddleware
+from cpl.api.router import Router
+from cpl.api.typing import HTTPMethods, PartialMiddleware
+from cpl.application.abc.application_abc import ApplicationABC
+from cpl.core.configuration import Configuration
+from cpl.dependency.service_provider_abc import ServiceProviderABC
+
+_logger = APILogger("API")
+
+
+class WebApp(ApplicationABC):
+    def __init__(self, services: ServiceProviderABC):
+        super().__init__(services, [auth, api])
+        self._app: Starlette | None = None
+
+        self._api_settings = Configuration.get(ApiSettings)
+
+        self._routes: list[Route] = []
+        self._middleware: list[Middleware] = [
+            Middleware(RequestMiddleware),
+            Middleware(LoggingMiddleware),
+        ]
+        self._exception_handlers: Mapping[Any, ExceptionHandler] = {
+            Exception: self._handle_exception,
+            APIError: self._handle_exception,
+        }
+
+    @staticmethod
+    async def _handle_exception(request: Request, exc: Exception):
+        if isinstance(exc, APIError):
+            _logger.error(exc)
+            return JSONResponse({"error": str(exc)}, status_code=exc.status_code)
+
+        if hasattr(request.state, "request_id"):
+            _logger.error(f"Request {request.state.request_id}", exc)
+        else:
+            _logger.error("Request unknown", exc)
+
+        return JSONResponse({"error": str(exc)}, status_code=500)
+
+    def _get_allowed_origins(self):
+        origins = self._api_settings.allowed_origins
+
+        if origins is None or origins == "":
+            _logger.warning("No allowed origins specified, allowing all origins")
+            return ["*"]
+
+        _logger.debug(f"Allowed origins: {origins}")
+        return origins.split(",")
+
+    def with_database(self):
+        self.with_migrations()
+        self.with_seeders()
+
+    def with_app(self, app: Starlette):
+        assert app is not None, "app must not be None"
+        assert isinstance(app, Starlette), "app must be an instance of Starlette"
+        self._app = app
+        return self
+
+    def _check_for_app(self):
+        if self._app is not None:
+            raise ValueError("App is already set, cannot add routes or middleware")
+
+    def with_routes_directory(self, directory: str) -> "WebApp":
+        self._check_for_app()
+        assert directory is not None, "directory must not be None"
+
+        base = directory.replace("/", ".").replace("\\", ".")
+
+        for filename in os.listdir(directory):
+            if not filename.endswith(".py") or filename == "__init__.py":
+                continue
+
+            __import__(f"{base}.{filename[:-3]}")
+
+        return self
+
+    def with_routes(self, routes: list[Route]) -> "WebApp":
+        self._check_for_app()
+        assert self._routes is not None, "routes must not be None"
+        assert all(isinstance(route, Route) for route in routes), "all routes must be of type starlette.routing.Route"
+        self._routes.extend(routes)
+        return self
+
+    def with_route(self, path: str, fn: Callable[[Request], Any], method: HTTPMethods, **kwargs) -> "WebApp":
+        self._check_for_app()
+        assert path is not None, "path must not be None"
+        assert fn is not None, "fn must not be None"
+        assert method in [
+            "GET",
+            "POST",
+            "PUT",
+            "DELETE",
+            "PATCH",
+            "OPTIONS",
+            "HEAD",
+        ], "method must be a valid HTTP method"
+        self._routes.append(Route(path, fn, methods=[method], **kwargs))
+        return self
+
+    def with_middleware(self, middleware: PartialMiddleware) -> "WebApp":
+        self._check_for_app()
+
+        if isinstance(middleware, Middleware):
+            self._middleware.append(middleware)
+        elif callable(middleware):
+            self._middleware.append(Middleware(middleware))
+        else:
+            raise ValueError("middleware must be of type starlette.middleware.Middleware or a callable")
+
+        return self
+
+    def with_authentication(self):
+        self.with_middleware(AuthenticationMiddleware)
+        return self
+
+    def with_authorization(self):
+        pass
+
+    async def main(self):
+        _logger.debug(f"Preparing API")
+        if self._app is None:
+            routes = [
+                Route(
+                    path=route.path,
+                    endpoint=self._services.inject(route.endpoint),
+                    methods=route.methods,
+                    name=route.name,
+                )
+                for route in self._routes + Router.get_routes()
+            ]
+
+            app = Starlette(
+                routes=routes,
+                middleware=[
+                    *self._middleware,
+                    Middleware(
+                        CORSMiddleware,
+                        allow_origins=self._get_allowed_origins(),
+                        allow_methods=["*"],
+                        allow_headers=["*"],
+                    ),
+                ],
+                exception_handlers=self._exception_handlers,
+            )
+        else:
+            app = self._app
+
+        _logger.info(f"Start API on {self._api_settings.host}:{self._api_settings.port}")
+        # uvicorn.run(
+        #     app,
+        #     host=self._api_settings.host,
+        #     port=self._api_settings.port,
+        #     log_config=None,
+        #     loop="asyncio"
+        # )
+
+        config = uvicorn.Config(
+            app,
+            host=self._api_settings.host,
+            port=self._api_settings.port,
+            log_config=None,
+            loop="asyncio"
+        )
+        server = uvicorn.Server(config)
+        await server.serve()
+
+        _logger.info("Shutdown API")

src/cpl-api/pyproject.toml

@@ -0,0 +1,30 @@
+[build-system]
+requires = ["setuptools>=70.1.0", "wheel>=0.43.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "cpl-api"
+version = "2024.7.0"
+description = "CPL api"
+readme ="CPL api package"
+requires-python = ">=3.12"
+license = { text = "MIT" }
+authors = [
+    { name = "Sven Heidemann", email = "sven.heidemann@sh-edraft.de" }
+]
+keywords = ["cpl", "api", "backend", "shared", "library"]
+
+dynamic = ["dependencies", "optional-dependencies"]
+
+[project.urls]
+Homepage = "https://www.sh-edraft.de"
+
+[tool.setuptools.packages.find]
+where = ["."]
+include = ["cpl*"]
+
+[tool.setuptools.dynamic]
+dependencies = { file = ["requirements.txt"] }
+optional-dependencies.dev = { file = ["requirements.dev.txt"] }
+
+

src/cpl-api/requirements.dev.txt

@@ -0,0 +1 @@
+black==25.1.0

src/cpl-api/requirements.txt

@@ -0,0 +1,7 @@
+cpl-auth
+cpl-application
+cpl-core
+cpl-dependency
+starlette==0.48.0
+python-multipart==0.0.20
+uvicorn==0.35.0

src/cpl-application/cpl/application/abc/application_abc.py

@@ -1,10 +1,18 @@
 from abc import ABC, abstractmethod
+from typing import Callable, Self
 
 from cpl.application.host import Host
 from cpl.core.console.console import Console
+from cpl.core.log import LogSettings
+from cpl.core.log.log_level import LogLevel
+from cpl.core.log.logger_abc import LoggerABC
 from cpl.dependency.service_provider_abc import ServiceProviderABC
 
 
+def __not_implemented__(package: str, func: Callable):
+    raise NotImplementedError(f"Package {package} is required to use {func.__name__} method")
+
+
 class ApplicationABC(ABC):
     r"""ABC for the Application class
 
@@ -14,8 +22,63 @@ class ApplicationABC(ABC):
     """
 
     @abstractmethod
-    def __init__(self, services: ServiceProviderABC):
+    def __init__(self, services: ServiceProviderABC, required_modules: list[str | object] = None):
         self._services = services
+        self._required_modules = [
+            x.__name__ if not isinstance(x, str) else x
+            for x in required_modules
+        ] if required_modules else []
+
+    @property
+    def required_modules(self) -> list[str]:
+        return self._required_modules
+
+    @classmethod
+    def extend(cls, name: str | Callable, func: Callable[[Self], Self]):
+        r"""Extend the Application with a custom method
+
+        Parameters:
+            name: :class:`str`
+                Name of the method
+            func: :class:`Callable[[Self], Self]`
+                Function that takes the Application as a parameter and returns it
+        """
+        if callable(name):
+            name = name.__name__
+
+        setattr(cls, name, func)
+        return cls
+
+    def with_logging(self, level: LogLevel = None):
+        if level is None:
+            from cpl.core.configuration.configuration import Configuration
+
+            settings = Configuration.get(LogSettings)
+            level = settings.level if settings else LogLevel.info
+
+        logger = self._services.get_service(LoggerABC)
+        logger.set_level(level)
+
+    def with_permissions(self, *args, **kwargs):
+        __not_implemented__("cpl-auth", self.with_permissions)
+
+    def with_migrations(self, *args, **kwargs):
+        __not_implemented__("cpl-database", self.with_migrations)
+
+    def with_seeders(self, *args, **kwargs):
+        __not_implemented__("cpl-database", self.with_seeders)
+
+    def with_extension(self, func: Callable[[Self, ...], None], *args, **kwargs):
+        r"""Extend the Application with a custom method
+
+        Parameters:
+            func: :class:`Callable[[Self], Self]`
+                Function that takes the Application as a parameter and returns it
+        """
+        assert func is not None, "func must not be None"
+        assert callable(func), "func must be callable"
+
+        func(self, *args, **kwargs)
 
     def run(self):
         r"""Entry point
@@ -25,7 +88,7 @@ class ApplicationABC(ABC):
         try:
             Host.run(self.main)
         except KeyboardInterrupt:
-            Console.close()
+            pass
 
     @abstractmethod
     def main(self): ...

src/cpl-application/cpl/application/abc/application_extension_abc.py

@@ -4,8 +4,7 @@ from cpl.dependency import ServiceProviderABC
 
 
 class ApplicationExtensionABC(ABC):
-    @abstractmethod
-    def __init__(self): ...
 
+    @staticmethod
     @abstractmethod
-    def run(self, services: ServiceProviderABC): ...
+    def run(services: ServiceProviderABC): ...

src/cpl-application/cpl/application/abc/startup_abc.py

@@ -6,15 +6,14 @@ from cpl.dependency.service_collection import ServiceCollection
 class StartupABC(ABC):
     r"""ABC for the startup class"""
 
+    @staticmethod
     @abstractmethod
-    def __init__(self): ...
+    def configure_configuration():
-
-    @abstractmethod
-    def configure_configuration(self):
         r"""Creates configuration of application"""
 
+    @staticmethod
     @abstractmethod
-    def configure_services(self, service: ServiceCollection):
+    def configure_services(service: ServiceCollection):
         r"""Creates service provider
 
         Parameter:

src/cpl-application/cpl/application/abc/startup_extension_abc.py

@@ -6,15 +6,14 @@ from cpl.dependency import ServiceCollection
 class StartupExtensionABC(ABC):
     r"""ABC for startup extension classes"""
 
+    @staticmethod
     @abstractmethod
-    def __init__(self): ...
+    def configure_configuration():
-
-    @abstractmethod
-    def configure_configuration(self):
         r"""Creates configuration of application"""
 
+    @staticmethod
     @abstractmethod
-    def configure_services(self, services: ServiceCollection):
+    def configure_services(services: ServiceCollection):
         r"""Creates service provider
         Parameter:
             services: :class:`cpl.dependency.service_collection`

src/cpl-application/cpl/application/application_builder.py

@@ -1,16 +1,18 @@
 import asyncio
-from typing import Type, Optional, Callable
+from typing import Type, Optional, TypeVar, Generic
 
 from cpl.application.abc.application_abc import ApplicationABC
 from cpl.application.abc.application_extension_abc import ApplicationExtensionABC
 from cpl.application.abc.startup_abc import StartupABC
 from cpl.application.abc.startup_extension_abc import StartupExtensionABC
 from cpl.application.host import Host
+from cpl.core.errors import dependency_error
 from cpl.dependency.service_collection import ServiceCollection
 
+TApp = TypeVar("TApp", bound=ApplicationABC)
 
-class ApplicationBuilder:
+
-    r"""A builder for constructing an application with configurable services and extensions."""
+class ApplicationBuilder(Generic[TApp]):
 
     def __init__(self, app: Type[ApplicationABC]):
         assert app is not None, "app must not be None"
@@ -34,11 +36,23 @@ class ApplicationBuilder:
     def service_provider(self):
         return self._services.build()
 
-    def use_startup(self, startup: Type[StartupABC]) -> "ApplicationBuilder":
+    def validate_app_required_modules(self, app: ApplicationABC):
-        self._startup = startup()
+        for module in app.required_modules:
+            if module in self._services.loaded_modules:
+                continue
+
+            dependency_error(
+                module,
+                ImportError(
+                    f"Required module '{module}' for application '{app.__class__.__name__}' is not loaded. Load using 'add_module({module})' method."
+                ),
+            )
+
+    def with_startup(self, startup: Type[StartupABC]) -> "ApplicationBuilder":
+        self._startup = startup
         return self
 
-    def use_extension(
+    def with_extension(
         self,
         extension: Type[ApplicationExtensionABC | StartupExtensionABC],
     ) -> "ApplicationBuilder":
@@ -49,9 +63,8 @@ class ApplicationBuilder:
 
         return self
 
-    def build(self) -> ApplicationABC:
+    def build(self) -> TApp:
-        for ex in self._startup_extensions:
+        for extension in self._startup_extensions:
-            extension = ex()
             Host.run(extension.configure_configuration)
             Host.run(extension.configure_services, self._services)
 
@@ -59,8 +72,9 @@ class ApplicationBuilder:
             Host.run(self._startup.configure_configuration)
             Host.run(self._startup.configure_services, self._services)
 
-        for ex in self._app_extensions:
+        for extension in self._app_extensions:
-            extension = ex()
             Host.run(extension.run, self.service_provider)
 
-        return self._app(self.service_provider)
+        app = self._app(self.service_provider)
+        self.validate_app_required_modules(app)
+        return app

src/cpl-auth/cpl/auth/__init__.py

@@ -1,13 +1,24 @@
-from cpl.auth import permission as _permission
+from enum import Enum
-from cpl.auth.keycloak.keycloak_admin import KeycloakAdmin
+from typing import Type
-from cpl.auth.keycloak.keycloak_client import KeycloakClient
-from cpl.dependency import ServiceCollection as _ServiceCollection
 
+from cpl.application.abc import ApplicationABC as _ApplicationABC
+from cpl.auth import permission as _permission
+from cpl.auth.keycloak.keycloak_admin import KeycloakAdmin as _KeycloakAdmin
+from cpl.auth.keycloak.keycloak_client import KeycloakClient as _KeycloakClient
+from cpl.dependency.service_collection import ServiceCollection as _ServiceCollection
 from .auth_logger import AuthLogger
 from .keycloak_settings import KeycloakSettings
 from .permission_seeder import PermissionSeeder
 
 
+def _with_permissions(self: _ApplicationABC, *permissions: Type[Enum]) -> _ApplicationABC:
+    from cpl.auth.permission.permissions_registry import PermissionsRegistry
+
+    for perm in permissions:
+        PermissionsRegistry.with_enum(perm)
+    return self
+
+
 def _add_daos(collection: _ServiceCollection):
     from .schema._administration.auth_user_dao import AuthUserDao
     from .schema._administration.api_key_dao import ApiKeyDao
@@ -29,13 +40,12 @@ def _add_daos(collection: _ServiceCollection):
 def add_auth(collection: _ServiceCollection):
     import os
 
-    from cpl.core.console import Console
-    from cpl.database.service.migration_service import MigrationService
-    from cpl.database.model.server_type import ServerType, ServerTypes
-
     try:
-        collection.add_singleton(KeycloakClient)
+        from cpl.database.service.migration_service import MigrationService
-        collection.add_singleton(KeycloakAdmin)
+        from cpl.database.model.server_type import ServerType, ServerTypes
+
+        collection.add_singleton(_KeycloakClient)
+        collection.add_singleton(_KeycloakAdmin)
 
         _add_daos(collection)
 
@@ -48,23 +58,25 @@ def add_auth(collection: _ServiceCollection):
         elif ServerType.server_type == ServerTypes.MYSQL:
             migration_service.with_directory(os.path.join(os.path.dirname(os.path.realpath(__file__)), "scripts/mysql"))
     except ImportError as e:
-        Console.error("cpl-auth is not installed", str(e))
+        from cpl.core.console import Console
+        Console.error("cpl-database is not installed", str(e))
 
 
 def add_permission(collection: _ServiceCollection):
-    from cpl.auth.permission_seeder import PermissionSeeder
+    from .permission_seeder import PermissionSeeder
-    from cpl.database.abc.data_seeder_abc import DataSeederABC
+    from .permission.permissions_registry import PermissionsRegistry
-    from cpl.auth.permission.permissions_registry import PermissionsRegistry
+    from .permission.permissions import Permissions
-    from cpl.auth.permission.permissions import Permissions
 
     try:
+        from cpl.database.abc.data_seeder_abc import DataSeederABC
         collection.add_singleton(DataSeederABC, PermissionSeeder)
         PermissionsRegistry.with_enum(Permissions)
     except ImportError as e:
         from cpl.core.console import Console
 
-        Console.error("cpl-auth is not installed", str(e))
+        Console.error("cpl-database is not installed", str(e))
 
 
 _ServiceCollection.with_module(add_auth, __name__)
 _ServiceCollection.with_module(add_permission, _permission.__name__)
+_ApplicationABC.extend(_ApplicationABC.with_permissions, _with_permissions)

src/cpl-auth/cpl/auth/keycloak/keycloak_client.py

@@ -1,4 +1,6 @@
-from keycloak import KeycloakOpenID, KeycloakAdmin, KeycloakOpenIDConnection
+from typing import Optional
+
+from keycloak import KeycloakOpenID
 
 from cpl.auth.auth_logger import AuthLogger
 from cpl.auth.keycloak_settings import KeycloakSettings
@@ -17,10 +19,7 @@ class KeycloakClient(KeycloakOpenID):
             client_secret_key=settings.client_secret,
         )
         _logger.info("Initializing Keycloak client")
-        connection = KeycloakOpenIDConnection(
+
-            server_url=settings.url,
+    def get_user_id(self, token: str) -> Optional[str]:
-            client_id=settings.client_id,
+        info = self.introspect(token)
-            realm_name=settings.realm,
+        return info.get("sub", None)
-            client_secret_key=settings.client_secret,
-        )
-        self._admin = KeycloakAdmin(connection=connection)

src/cpl-auth/cpl/auth/keycloak_settings.py

@@ -1,37 +1,17 @@
 from typing import Optional
 
 from cpl.core.configuration.configuration_model_abc import ConfigurationModelABC
-from cpl.core.environment import Environment
 
 
 class KeycloakSettings(ConfigurationModelABC):
 
     def __init__(
         self,
-        url: str = Environment.get("KEYCLOAK_URL", str),
+        src: Optional[dict] = None,
-        client_id: str = Environment.get("KEYCLOAK_CLIENT_ID", str),
-        realm: str = Environment.get("KEYCLOAK_REALM", str),
-        client_secret: str = Environment.get("KEYCLOAK_CLIENT_SECRET", str),
     ):
-        ConfigurationModelABC.__init__(self)
+        ConfigurationModelABC.__init__(self, src, "KEYCLOAK")
 
-        self._url: Optional[str] = url
+        self.option("url", str, required=True)
-        self._client_id: Optional[str] = client_id
+        self.option("client_id", str, required=True)
-        self._realm: Optional[str] = realm
+        self.option("realm", str, required=True)
-        self._client_secret: Optional[str] = client_secret
+        self.option("client_secret", str, required=True)
-
-    @property
-    def url(self) -> Optional[str]:
-        return self._url
-
-    @property
-    def client_id(self) -> Optional[str]:
-        return self._client_id
-
-    @property
-    def realm(self) -> Optional[str]:
-        return self._realm
-
-    @property
-    def client_secret(self) -> Optional[str]:
-        return self._client_secret

src/cpl-auth/cpl/auth/schema/_administration/api_key.py

@@ -1,25 +1,27 @@
 import secrets
 from datetime import datetime
-from typing import Optional
+from typing import Optional, Union
 
 from async_property import async_property
 
 from cpl.auth.permission.permissions import Permissions
-from cpl.core.environment import Environment
+from cpl.core.environment.environment import Environment
-from cpl.core.log import Logger
+from cpl.core.log.logger import Logger
-from cpl.core.typing import SerialId, Id
+from cpl.core.typing import Id, SerialId
-from cpl.database.abc import DbModelABC
+from cpl.core.utils.credential_manager import CredentialManager
-from cpl.dependency import ServiceProviderABC
+from cpl.database.abc.db_model_abc import DbModelABC
+from cpl.dependency.service_provider_abc import ServiceProviderABC
 
 _logger = Logger(__name__)
 
 
 class ApiKey(DbModelABC):
+
     def __init__(
         self,
         id: SerialId,
         identifier: str,
-        key: str,
+        key: Union[str, bytes],
         deleted: bool = False,
         editor_id: Optional[Id] = None,
         created: Optional[datetime] = None,
@@ -37,12 +39,17 @@ class ApiKey(DbModelABC):
     def key(self) -> str:
         return self._key
 
+    @property
+    def plain_key(self) -> str:
+        return CredentialManager.decrypt(self.key)
+
     @async_property
     async def permissions(self):
         from cpl.auth.schema._permission.api_key_permission_dao import ApiKeyPermissionDao
 
-        api_key_permission_dao: ApiKeyPermissionDao = ServiceProviderABC.get_global_service(ApiKeyPermissionDao)
+        apiKeyPermissionDao = ServiceProviderABC.get_global_provider().get_service(ApiKeyPermissionDao)
-        return [await x.permission for x in await api_key_permission_dao.find_by_api_key_id(self.id)]
+
+        return [await x.permission for x in await apiKeyPermissionDao.find_by_api_key_id(self.id)]
 
     async def has_permission(self, permission: Permissions) -> bool:
         return permission.value in [x.name for x in await self.permissions]
@@ -52,7 +59,7 @@ class ApiKey(DbModelABC):
 
     @staticmethod
     def new_key() -> str:
-        return f"api_{secrets.token_urlsafe(Environment.get("API_KEY_LENGTH", int, 64))}"
+        return CredentialManager.encrypt(f"api_{secrets.token_urlsafe(Environment.get("API_KEY_LENGTH", int, 64))}")
 
     @classmethod
     def new(cls, identifier: str) -> "ApiKey":

src/cpl-auth/cpl/auth/schema/_administration/auth_user.py

@@ -5,7 +5,7 @@ from typing import Optional
 from async_property import async_property
 from keycloak import KeycloakGetError
 
-from cpl.auth import KeycloakAdmin
+from cpl.auth.keycloak import KeycloakAdmin
 from cpl.auth.auth_logger import AuthLogger
 from cpl.auth.permission.permissions import Permissions
 from cpl.core.typing import SerialId

src/cpl-auth/cpl/auth/schema/_administration/auth_user_dao.py

@@ -16,7 +16,7 @@ class AuthUserDao(DbModelDaoABC[AuthUser]):
     def __init__(self):
         DbModelDaoABC.__init__(self, __name__, AuthUser, TableManager.get("auth_users"))
 
-        self.attribute(AuthUser.keycloak_id, str, aliases=["keycloakId"])
+        self.attribute(AuthUser.keycloak_id, str, db_name="keycloakId")
 
         async def get_users():
             return [(x.id, x.username, x.email) for x in await self.get_all()]

src/cpl-auth/cpl/auth/scripts/mysql/1-users.sql

@@ -14,7 +14,7 @@ CREATE TABLE IF NOT EXISTS administration_auth_users
 
 CREATE TABLE IF NOT EXISTS administration_auth_users_history
 (
-    id         INT AUTO_INCREMENT PRIMARY KEY,
+    id INT NOT NULL,
     keycloakId CHAR(36)  NOT NULL,
     -- for history
     deleted    BOOL      NOT NULL,

src/cpl-auth/cpl/auth/scripts/mysql/2-api-key.sql

@@ -15,7 +15,7 @@ CREATE TABLE IF NOT EXISTS administration_api_keys
 
 CREATE TABLE IF NOT EXISTS administration_api_keys_history
 (
-    id         INT AUTO_INCREMENT PRIMARY KEY,
+    id INT NOT NULL,
     identifier VARCHAR(255) NOT NULL,
     keyString  VARCHAR(255) NOT NULL,
     deleted    BOOL         NOT NULL,

src/cpl-auth/cpl/auth/scripts/mysql/3-roles-permissions.sql

@@ -13,7 +13,7 @@ CREATE TABLE IF NOT EXISTS permission_permissions
 
 CREATE TABLE IF NOT EXISTS permission_permissions_history
 (
-    id          INT AUTO_INCREMENT PRIMARY KEY,
+    id INT NOT NULL,
     name        VARCHAR(255) NOT NULL,
     description TEXT         NULL,
     deleted     BOOL         NOT NULL,
@@ -57,7 +57,7 @@ CREATE TABLE IF NOT EXISTS permission_roles
 
 CREATE TABLE IF NOT EXISTS permission_roles_history
 (
-    id          INT AUTO_INCREMENT PRIMARY KEY,
+    id INT NOT NULL,
     name        VARCHAR(255) NOT NULL,
     description TEXT         NULL,
     deleted     BOOL         NOT NULL,
@@ -103,7 +103,7 @@ CREATE TABLE IF NOT EXISTS permission_role_permissions
 
 CREATE TABLE IF NOT EXISTS permission_role_permissions_history
 (
-    id           INT AUTO_INCREMENT PRIMARY KEY,
+    id INT NOT NULL,
     RoleId       INT       NOT NULL,
     permissionId INT       NOT NULL,
     deleted      BOOL      NOT NULL,
@@ -149,7 +149,7 @@ CREATE TABLE IF NOT EXISTS permission_role_auth_users
 
 CREATE TABLE IF NOT EXISTS permission_role_auth_users_history
 (
-    id       INT AUTO_INCREMENT PRIMARY KEY,
+    id INT NOT NULL,
     RoleId   INT       NOT NULL,
     UserId   INT       NOT NULL,
     deleted  BOOL      NOT NULL,

src/cpl-auth/cpl/auth/scripts/mysql/4-api-key-permissions.sql

@@ -15,7 +15,7 @@ CREATE TABLE IF NOT EXISTS permission_api_key_permissions
 
 CREATE TABLE IF NOT EXISTS permission_api_key_permissions_history
 (
-    id           INT AUTO_INCREMENT PRIMARY KEY,
+    id INT NOT NULL,
     apiKeyId     INT       NOT NULL,
     permissionId INT       NOT NULL,
     deleted      BOOL      NOT NULL,

src/cpl-auth/requirements.txt

@@ -1,4 +1,4 @@
 cpl-core
 cpl-dependency
 cpl-database
-python-keycloak-5.8.1
+python-keycloak==5.8.1

src/cpl-core/cpl/core/configuration/configuration.py

@@ -2,14 +2,13 @@ import inspect
 import json
 import os
 import sys
+from inspect import isclass
 from typing import Any
 
 from cpl.core.configuration.configuration_model_abc import ConfigurationModelABC
 from cpl.core.console.console import Console
 from cpl.core.console.foreground_color_enum import ForegroundColorEnum
-from cpl.core.environment.environment import Environment
 from cpl.core.typing import D, T
-from cpl.core.utils.json_processor import JSONProcessor
 
 
 class Configuration:
@@ -88,6 +87,8 @@ class Configuration:
         if os.path.isabs(name):
             file_path = name
         else:
+            from cpl.core.environment import Environment
+
             path_root = Environment.get_cwd()
             if path is not None:
                 path_root = path
@@ -115,9 +116,7 @@ class Configuration:
                 if sub.__name__ != key and sub.__name__.replace("Settings", "") != key:
                     continue
 
-                configuration = JSONProcessor.process(sub, value)
+                cls.set(sub, sub(value))
-
-                cls.set(sub, configuration)
 
     @classmethod
     def set(cls, key: Any, value: T):
@@ -128,7 +127,11 @@ class Configuration:
 
     @classmethod
     def get(cls, key: Any, default: D = None) -> T | D:
-        if inspect.isclass(key):
+        key_name = key.__name__ if inspect.isclass(key) else key
-            key = key.__name__
 
-        return cls._config.get(key, default)
+        result = cls._config.get(key_name, default)
+        if isclass(key) and issubclass(key, ConfigurationModelABC) and result == default:
+            result = key()
+            cls.set(key, result)
+
+        return result

src/cpl-core/cpl/core/configuration/configuration_model_abc.py

@@ -1,7 +1,82 @@
-from abc import ABC
+from abc import ABC, abstractmethod
+from typing import Optional, Type, Any
+
+from cpl.core.typing import T
+from cpl.core.utils.cast import cast
+from cpl.core.utils.get_value import get_value
+from cpl.core.utils.string import String
 
 
 class ConfigurationModelABC(ABC):
     r"""
     ABC for configuration model classes
     """
+
+    @abstractmethod
+    def __init__(
+        self,
+        src: Optional[dict] = None,
+        env_prefix: Optional[str] = None,
+        readonly: bool = True,
+    ):
+        ABC.__init__(self)
+
+        self._src = src or {}
+        self._options: dict[str, Any] = {}
+
+        self._env_prefix = env_prefix
+        self._readonly = readonly
+
+    def __setattr__(self, attr: str, value: Any):
+        if hasattr(self, "_readonly") and self._readonly:
+            raise AttributeError(f"Cannot set attribute: {attr}. {type(self).__name__} is read-only")
+
+        super().__setattr__(attr, value)
+
+    def __getattr__(self, attr: str) -> Any:
+        options = super().__getattribute__("_options")
+        if attr in options:
+            return options[attr]
+
+        return super().__getattribute__(attr)
+
+    def option(self, field: str, cast_type: Type[T], default=None, required=False, from_env=True):
+        value = None
+
+        field_variants = [
+            field,
+            String.first_to_upper(field),
+            String.first_to_lower(field),
+            String.to_camel_case(field),
+            String.to_snake_case(field),
+            String.to_pascal_case(field),
+        ]
+
+        value = None
+        for variant in field_variants:
+            if variant in self._src:
+                value = self._src[variant]
+                break
+
+        if value is None and from_env:
+            from cpl.core.environment import Environment
+
+            env_field = field.upper()
+            if self._env_prefix:
+                env_field = f"{self._env_prefix}_{env_field}"
+
+            value = cast(Environment.get(env_field, str), cast_type)
+
+        if value is None and required:
+            raise ValueError(f"{type(self).__name__}.{field} is required")
+        elif value is None:
+            self._options[field] = default
+            return
+
+        self._options[field] = cast(value, cast_type)
+
+    def get(self, field: str, default=None) -> Optional[T]:
+        return get_value(self._src, field, self._options[field].type, default)
+
+    def to_dict(self) -> dict:
+        return {field: self.get(field) for field in self._options.keys()}

src/cpl-core/cpl/core/environment/environment.py

@@ -1,9 +1,9 @@
 import os
 from socket import gethostname
-from typing import Optional, Type
+from typing import Type
 
 from cpl.core.environment.environment_enum import EnvironmentEnum
-from cpl.core.typing import T
+from cpl.core.typing import T, D
 from cpl.core.utils.get_value import get_value
 
 
@@ -55,14 +55,14 @@ class Environment:
         os.environ[key] = str(value)
 
     @staticmethod
-    def get(key: str, cast_type: Type[T], default: Optional[T] = None) -> Optional[T]:
+    def get(key: str, cast_type: Type[T], default: D = None) -> T | D:
         """
         Get an environment variable and cast it to a specified type.
         :param str key: The name of the environment variable.
         :param Type[T] cast_type: A callable to cast the variable's value.
-        :param Optional[T] default: The default value to return if the variable is not found. Defaults to None.The default value to return if the variable is not found. Defaults to None.
+        :param T default: The default value to return if the variable is not found. Defaults to None.The default value to return if the variable is not found. Defaults to None.
         :return: The casted value, or None if the variable is not found.
-        :rtype: Optional[T]
+        :rtype: T | D
         """
 
         return get_value(dict(os.environ), key, cast_type, default)

src/cpl-core/cpl/core/errors.py

@@ -0,0 +1,15 @@
+import traceback
+
+from cpl.core.console import Console
+
+
+def dependency_error(package_name: str, e: ImportError) -> None:
+    Console.error(f"'{package_name}' is required to use this feature. Please install it and try again.")
+    tb = traceback.format_exc()
+    if not tb.startswith("NoneType: None"):
+        Console.write_line("->", tb)
+
+    elif e is not None:
+        Console.write_line("->", str(e))
+
+    exit(1)

src/cpl-core/cpl/core/log/__init__.py

@@ -1,4 +1,4 @@
 from .logger import Logger
 from .logger_abc import LoggerABC
-from .log_level_enum import LogLevelEnum
+from .log_level import LogLevel
-from .logging_settings import LogSettings
+from .log_settings import LogSettings

src/cpl-core/cpl/core/log/log_level.py

@@ -1,7 +1,7 @@
 from enum import Enum
 
 
-class LogLevelEnum(Enum):
+class LogLevel(Enum):
     off = "OFF"  # Nothing
     trace = "TRC"  # Detailed app information's
     debug = "DEB"  # Detailed app state

src/cpl-core/cpl/core/log/log_settings.py

@@ -0,0 +1,18 @@
+from typing import Optional
+
+from cpl.core.configuration.configuration_model_abc import ConfigurationModelABC
+from cpl.core.log.log_level import LogLevel
+
+
+class LogSettings(ConfigurationModelABC):
+
+    def __init__(
+        self,
+        src: Optional[dict] = None,
+    ):
+        ConfigurationModelABC.__init__(self, src, "LOG")
+
+        self.option("path", str, default="logs")
+        self.option("filename", str, default="app.log")
+        self.option("console", LogLevel, default=LogLevel.info)
+        self.option("level", LogLevel, default=LogLevel.info)

src/cpl-core/cpl/core/log/logger.py

@@ -3,28 +3,30 @@ import traceback
 from datetime import datetime
 
 from cpl.core.console import Console
-from cpl.core.log.log_level_enum import LogLevelEnum
+from cpl.core.log.log_level import LogLevel
 from cpl.core.log.logger_abc import LoggerABC
 from cpl.core.typing import Messages, Source
 
 
 class Logger(LoggerABC):
-    _level = LogLevelEnum.info
+    _levels = [x for x in LogLevel]
-    _levels = [x for x in LogLevelEnum]
 
     # ANSI color codes for different log levels
     _COLORS = {
-        LogLevelEnum.trace: "\033[37m",  # Light Gray
+        LogLevel.trace: "\033[37m",  # Light Gray
-        LogLevelEnum.debug: "\033[94m",  # Blue
+        LogLevel.debug: "\033[94m",  # Blue
-        LogLevelEnum.info: "\033[92m",  # Green
+        LogLevel.info: "\033[92m",  # Green
-        LogLevelEnum.warning: "\033[93m",  # Yellow
+        LogLevel.warning: "\033[93m",  # Yellow
-        LogLevelEnum.error: "\033[91m",  # Red
+        LogLevel.error: "\033[91m",  # Red
-        LogLevelEnum.fatal: "\033[95m",  # Magenta
+        LogLevel.fatal: "\033[95m",  # Magenta
     }
 
     def __init__(self, source: Source, file_prefix: str = None):
         LoggerABC.__init__(self)
-        assert source is not None and source != "", "Source cannot be None or empty"
+
+        if source == LoggerABC.__name__:
+            source = None
+
         self._source = source
 
         if file_prefix is None:
@@ -33,6 +35,13 @@ class Logger(LoggerABC):
         self._file_prefix = file_prefix
         self._create_log_dir()
 
+    @property
+    def _settings(self):
+        from cpl.core.configuration.configuration import Configuration
+        from cpl.core.log.log_settings import LogSettings
+
+        return Configuration.get(LogSettings)
+
     @property
     def log_file(self):
         return f"logs/{self._file_prefix}_{datetime.now().strftime('%Y-%m-%d')}.log"
@@ -45,7 +54,7 @@ class Logger(LoggerABC):
         os.makedirs("logs")
 
     @classmethod
-    def set_level(cls, level: LogLevelEnum):
+    def set_level(cls, level: LogLevel):
         if level in cls._levels:
             cls._level = level
         else:
@@ -62,23 +71,32 @@ class Logger(LoggerABC):
             f"{log_file.split('.log')[0]}_{datetime.now().strftime('%H-%M-%S')}.log",
         )
 
-    def _write_log_to_file(self, content: str):
+    def _should_log(self, input_level: LogLevel, settings_level: LogLevel) -> bool:
+        return self._levels.index(input_level) >= self._levels.index(settings_level)
+
+    def _write_log_to_file(self, level: LogLevel, content: str):
+        if not self._should_log(level, self._settings.level):
+            return
+
         file = self.log_file
         self._ensure_file_size(file)
         with open(file, "a") as log_file:
             log_file.write(content + "\n")
             log_file.close()
 
-    def _log(self, level: LogLevelEnum, *messages: Messages):
+    def _write_to_console(self, level: LogLevel, content: str):
-        try:
+        if not self._should_log(level, self._settings.console):
-            if self._levels.index(level) < self._levels.index(self._level):
+            return
-                return
 
+        Console.write_line(f"{self._COLORS.get(level, '\033[0m')}{content}\033[0m")
+
+    def _log(self, level: LogLevel, *messages: Messages):
+        try:
             timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f")
             formatted_message = self._format_message(level.value, timestamp, *messages)
 
-            self._write_log_to_file(formatted_message)
+            self._write_log_to_file(level, formatted_message)
-            Console.write_line(f"{self._COLORS.get(self._level, '\033[0m')}{formatted_message}\033[0m")
+            self._write_to_console(level, formatted_message)
         except Exception as e:
             print(f"Error while logging: {e} -> {traceback.format_exc()}")
 
@@ -91,27 +109,35 @@ class Logger(LoggerABC):
 
         messages = [str(message) for message in messages if message is not None]
 
-        return f"<{timestamp}> [{level.upper():^3}] [{self._file_prefix}] - [{self._source}]: {' '.join(messages)}"
+        message = f"<{timestamp}>"
+        message += f" [{level.upper():^3}]"
+        message += f" [{self._file_prefix}]"
+        if self._source is not None:
+            message += f" - [{self._source}]"
+
+        message += f": {' '.join(messages)}"
+
+        return message
 
     def header(self, string: str):
-        self._log(LogLevelEnum.info, string)
+        self._log(LogLevel.info, string)
 
     def trace(self, *messages: Messages):
-        self._log(LogLevelEnum.trace, *messages)
+        self._log(LogLevel.trace, *messages)
 
     def debug(self, *messages: Messages):
-        self._log(LogLevelEnum.debug, *messages)
+        self._log(LogLevel.debug, *messages)
 
     def info(self, *messages: Messages):
-        self._log(LogLevelEnum.info, *messages)
+        self._log(LogLevel.info, *messages)
 
     def warning(self, *messages: Messages):
-        self._log(LogLevelEnum.warning, *messages)
+        self._log(LogLevel.warning, *messages)
 
     def error(self, message, e: Exception = None):
-        self._log(LogLevelEnum.error, message, f"{e} -> {traceback.format_exc()}" if e else None)
+        self._log(LogLevel.error, message, f"{e} -> {traceback.format_exc()}" if e else None)
 
     def fatal(self, message, e: Exception = None, prevent_quit: bool = False):
-        self._log(LogLevelEnum.fatal, message, f"{e} -> {traceback.format_exc()}" if e else None)
+        self._log(LogLevel.fatal, message, f"{e} -> {traceback.format_exc()}" if e else None)
         if not prevent_quit:
             exit(-1)

src/cpl-core/cpl/core/log/logger_abc.py

@@ -1,5 +1,6 @@
 from abc import abstractmethod, ABC
 
+from cpl.core.log.log_level import LogLevel
 from cpl.core.typing import Messages
 
 
@@ -7,7 +8,7 @@ class LoggerABC(ABC):
     r"""ABC for :class:`cpl.core.log.logger_service.Logger`"""
 
     @abstractmethod
-    def set_level(self, level: str): ...
+    def set_level(self, level: LogLevel): ...
 
     @abstractmethod
     def _format_message(self, level: str, timestamp, *messages: Messages) -> str: ...

src/cpl-core/cpl/core/log/logging_settings.py

@@ -1,53 +0,0 @@
-from typing import Optional
-
-from cpl.core.configuration.configuration_model_abc import ConfigurationModelABC
-from cpl.core.log.log_level_enum import LogLevelEnum
-
-
-class LogSettings(ConfigurationModelABC):
-    r"""Representation of logging settings"""
-
-    def __init__(
-        self,
-        path: str = None,
-        filename: str = None,
-        console_log_level: LogLevelEnum = None,
-        file_log_level: LogLevelEnum = None,
-    ):
-        ConfigurationModelABC.__init__(self)
-        self._path: Optional[str] = path
-        self._filename: Optional[str] = filename
-        self._console: Optional[LogLevelEnum] = console_log_level
-        self._level: Optional[LogLevelEnum] = file_log_level
-
-    @property
-    def path(self) -> str:
-        return self._path
-
-    @path.setter
-    def path(self, path: str) -> None:
-        self._path = path
-
-    @property
-    def filename(self) -> str:
-        return self._filename
-
-    @filename.setter
-    def filename(self, filename: str) -> None:
-        self._filename = filename
-
-    @property
-    def console(self) -> LogLevelEnum:
-        return self._console
-
-    @console.setter
-    def console(self, console: LogLevelEnum) -> None:
-        self._console = console
-
-    @property
-    def level(self) -> LogLevelEnum:
-        return self._level
-
-    @level.setter
-    def level(self, level: LogLevelEnum) -> None:
-        self._level = level

src/cpl-core/cpl/core/utils/__init__.py

@@ -3,3 +3,4 @@ from .credential_manager import CredentialManager
 from .json_processor import JSONProcessor
 from .pip import Pip
 from .string import String
+from .get_value import get_value

src/cpl-core/cpl/core/utils/cast.py

@@ -0,0 +1,69 @@
+from enum import Enum
+from typing import Type, Any
+
+from cpl.core.typing import T
+
+
+def _cast_enum(value: str, enum_type: Type[Enum]) -> Enum:
+    try:
+        return enum_type(value)
+    except ValueError:
+        pass
+
+    try:
+        return enum_type(value.lower())
+    except ValueError:
+        pass
+
+    try:
+        return enum_type(value.upper())
+    except ValueError:
+        pass
+
+    try:
+        return enum_type[value]
+    except KeyError:
+        pass
+
+    try:
+        return enum_type[value.lower()]
+    except KeyError:
+        pass
+
+    try:
+        return enum_type[value.upper()]
+    except KeyError:
+        pass
+
+    raise ValueError(f"Cannot cast value '{value}' to enum '{enum_type.__name__}'")
+
+
+def cast(value: Any, cast_type: Type[T], list_delimiter: str = ",") -> T:
+    """
+    Cast a value to a specified type.
+    :param Any value: Value to be casted.
+    :param Type[T] cast_type: A callable to cast the variable's value.
+    :param str list_delimiter: The delimiter to split the value into a list. Defaults to ",".
+    :return:
+    """
+    if value is None:
+        return None
+
+    if cast_type == bool:
+        return value.lower() in ["true", "1", "yes", "on"]
+
+    if (cast_type if not hasattr(cast_type, "__origin__") else cast_type.__origin__) == list:
+        if not (value.startswith("[") and value.endswith("]")) and list_delimiter not in value:
+            raise ValueError("List values must be enclosed in square brackets or use a delimiter.")
+
+        if value.startswith("[") and value.endswith("]"):
+            value = value[1:-1]
+
+        value = value.split(list_delimiter)
+        subtype = cast_type.__args__[0] if hasattr(cast_type, "__args__") else None
+        return [subtype(item) if subtype is not None else item for item in value]
+
+    if isinstance(cast_type, type) and issubclass(cast_type, Enum):
+        return _cast_enum(value, cast_type)
+
+    return cast_type(value)

src/cpl-core/cpl/core/utils/credential_manager.py

@@ -1,12 +1,42 @@
-import base64
+import os
+
+from cryptography.fernet import Fernet
+
+from cpl.core.log.logger import Logger
+
+_logger = Logger(__name__)
 
 
 class CredentialManager:
     r"""Handles credential encryption and decryption"""
 
-    @staticmethod
+    _secret: str = None
-    def encrypt(string: str) -> str:
+
-        r"""Encode with base64
+    @classmethod
+    def with_secret(cls, file: str = None):
+        if file is None:
+            file = ".secret"
+
+        if not os.path.isfile(file):
+            dirname = os.path.dirname(file)
+            if dirname != "":
+                os.makedirs(dirname, exist_ok=True)
+
+            with open(file, "w") as secret_file:
+                secret_file.write(Fernet.generate_key().decode())
+                secret_file.close()
+            _logger.warning("Secret file not found, regenerating")
+
+        with open(file, "r") as secret_file:
+            secret = secret_file.read().strip()
+            if secret == "" or secret is None:
+                _logger.fatal("No secret found in .secret file.")
+
+            cls._secret = str(secret)
+
+    @classmethod
+    def encrypt(cls, string: str) -> str:
+        r"""Encode with Fernet
 
         Parameter:
             string: :class:`str`
@@ -15,11 +45,11 @@ class CredentialManager:
         Returns:
             Encoded string
         """
-        return base64.b64encode(string.encode("utf-8")).decode("utf-8")
+        return Fernet(cls._secret).encrypt(string.encode()).decode()
 
-    @staticmethod
+    @classmethod
-    def decrypt(string: str) -> str:
+    def decrypt(cls, string: str) -> str:
-        r"""Decode with base64
+        r"""Decode with Fernet
 
         Parameter:
             string: :class:`str`
@@ -28,19 +58,4 @@ class CredentialManager:
         Returns:
             Decoded string
         """
-        return base64.b64decode(string).decode("utf-8")
+        return Fernet(cls._secret).decrypt(string).decode()
-
-    @staticmethod
-    def build_string(string: str, credentials: str):
-        r"""Builds string with credentials in it
-
-        Parameter:
-            string: :class:`str`
-                String in which the variable is replaced by credentials
-            credentials: :class:`str`
-                String to encode
-
-        Returns:
-            Decoded string
-        """
-        return string.replace("$credentials", CredentialManager.decrypt(credentials))

src/cpl-core/cpl/core/utils/get_value.py

@@ -1,6 +1,7 @@
 from typing import Type, Optional
 
 from cpl.core.typing import T
+from cpl.core.utils.cast import cast
 
 
 def get_value(
@@ -37,20 +38,9 @@ def get_value(
         return value
 
     try:
-        if cast_type == bool:
+        cast(value, cast_type, list_delimiter)
-            return value.lower() in ["true", "1"]
-
-        if (cast_type if not hasattr(cast_type, "__origin__") else cast_type.__origin__) == list:
-            if not (value.startswith("[") and value.endswith("]")) and list_delimiter not in value:
-                raise ValueError("List values must be enclosed in square brackets or use a delimiter.")
-
-            if value.startswith("[") and value.endswith("]"):
-                value = value[1:-1]
-
-            value = value.split(list_delimiter)
-            subtype = cast_type.__args__[0] if hasattr(cast_type, "__args__") else None
-            return [subtype(item) if subtype is not None else item for item in value]
-
-        return cast_type(value)
     except (ValueError, TypeError):
+        from cpl.core.log import Logger
+
+        Logger(__name__).debug(f"Failed to cast value '{value}' to type '{cast_type.__name__}'")
         return default

src/cpl-core/cpl/core/utils/string.py

@@ -17,7 +17,36 @@ class String:
         Returns:
             String converted to CamelCase
         """
-        return re.sub(r"(?<!^)(?=[A-Z])", "_", s).lower()
+
+        parts = re.split(r"[^a-zA-Z0-9]+", s.strip())
+
+        parts = [p for p in parts if p]
+
+        if not parts:
+            return ""
+
+        return parts[0].lower() + "".join(word.capitalize() for word in parts[1:])
+
+    @staticmethod
+    def to_pascal_case(s: str) -> str:
+        r"""Converts string to pascal case
+
+        Parameter:
+            chars: :class:`str`
+                String to convert
+
+        Returns:
+            String converted to PascalCase
+        """
+
+        parts = re.split(r"[^a-zA-Z0-9]+", s.strip())
+
+        parts = [p for p in parts if p]
+
+        if not parts:
+            return ""
+
+        return "".join(word.capitalize() for word in parts)
 
     @staticmethod
     def to_snake_case(chars: str) -> str:

src/cpl-core/requirements.txt

@@ -2,5 +2,4 @@ art==6.5
 colorama==0.4.6
 tabulate==0.9.0
 termcolor==3.1.0
-mysql-connector-python==9.4.0
 pynput==1.8.1

src/cpl-database/cpl/database/__init__.py

@@ -1,11 +1,40 @@
+import os
 from typing import Type
 
+from cpl.application.abc import ApplicationABC as _ApplicationABC
 from cpl.dependency import ServiceCollection as _ServiceCollection
 from . import mysql as _mysql
 from . import postgres as _postgres
 from .table_manager import TableManager
 
 
+def _with_migrations(self: _ApplicationABC, *paths: str | list[str]) -> _ApplicationABC:
+    from cpl.application.host import Host
+    from cpl.database.service.migration_service import MigrationService
+
+    migration_service = self._services.get_service(MigrationService)
+    migration_service.with_directory(os.path.join(os.path.dirname(os.path.abspath(__file__)), "scripts"))
+
+    if isinstance(paths, str):
+        paths = [paths]
+
+    for path in paths:
+        migration_service.with_directory(path)
+
+    Host.run(migration_service.migrate)
+
+    return self
+
+
+def _with_seeders(self: _ApplicationABC) -> _ApplicationABC:
+    from cpl.database.service.seeder_service import SeederService
+    from cpl.application.host import Host
+
+    seeder_service: SeederService = self._services.get_service(SeederService)
+    Host.run(seeder_service.seed)
+    return self
+
+
 def _add(collection: _ServiceCollection, db_context: Type, default_port: int, server_type: str):
     from cpl.core.console import Console
     from cpl.core.configuration import Configuration
@@ -44,3 +73,5 @@ def add_postgres(collection: _ServiceCollection):
 
 _ServiceCollection.with_module(add_mysql, _mysql.__name__)
 _ServiceCollection.with_module(add_postgres, _postgres.__name__)
+_ApplicationABC.extend(_ApplicationABC.with_migrations, _with_migrations)
+_ApplicationABC.extend(_ApplicationABC.with_seeders, _with_seeders)

src/cpl-database/cpl/database/abc/data_access_object_abc.py

@@ -4,10 +4,9 @@ from enum import Enum
 from types import NoneType
 from typing import Generic, Optional, Union, Type, List, Any
 
-from cpl.core.ctx import get_user
 from cpl.core.typing import T, Id
-from cpl.core.utils import String
 from cpl.core.utils.get_value import get_value
+from cpl.core.utils.string import String
 from cpl.database.abc.db_context_abc import DBContextABC
 from cpl.database.const import DATETIME_FORMAT
 from cpl.database.db_logger import DBLogger
@@ -157,13 +156,16 @@ class DataAccessObjectABC(ABC, Generic[T_DBM]):
         :param dict result: Result from the database
         :return:
         """
-        value_map: dict[str, T] = {}
+        value_map: dict[str, Any] = {}
+        db_names = self.__db_names.items()
 
         for db_name, value in result.items():
             # Find the attribute name corresponding to the db_name
-            attr_name = next((k for k, v in self.__db_names.items() if v == db_name), None)
+            attr_name = next((k for k, v in db_names if v == db_name), None)
-            if attr_name:
+            if not attr_name:
-                value_map[attr_name] = self._get_value_from_sql(self.__attributes[attr_name], value)
+                continue
+
+            value_map[attr_name] = self._get_value_from_sql(self.__attributes[attr_name], value)
 
         return self._model_type(**value_map)
 
@@ -869,6 +871,8 @@ class DataAccessObjectABC(ABC, Generic[T_DBM]):
     async def _get_editor_id(obj: T_DBM):
         editor_id = obj.editor_id
         if editor_id is None:
+            from cpl.core.ctx.user_context import get_user
+
             user = get_user()
             if user is not None:
                 editor_id = user.id

src/cpl-database/cpl/database/model/database_settings.py

@@ -2,75 +2,23 @@ from typing import Optional
 
 from cpl.core.configuration import Configuration
 from cpl.core.configuration.configuration_model_abc import ConfigurationModelABC
-from cpl.core.environment import Environment
-from cpl.core.utils import Base64
 
 
 class DatabaseSettings(ConfigurationModelABC):
-    r"""Represents settings for the database connection"""
 
     def __init__(
         self,
-        host: str = Environment.get("DB_HOST", str),
+        src: Optional[dict] = None,
-        port: int = Environment.get("DB_PORT", str, Configuration.get("DB_DEFAULT_PORT", 0)),
-        user: str = Environment.get("DB_USER", str),
-        password: str = Environment.get("DB_PASSWORD", str),
-        database: str = Environment.get("DB_DATABASE", str),
-        charset: str = Environment.get("DB_CHARSET", str, "utf8mb4"),
-        use_unicode: bool = Environment.get("DB_USE_UNICODE", bool, False),
-        buffered: bool = Environment.get("DB_BUFFERED", bool, False),
-        auth_plugin: str = Environment.get("DB_AUTH_PLUGIN", str, "caching_sha2_password"),
-        ssl_disabled: bool = Environment.get("DB_SSL_DISABLED", bool, False),
     ):
-        ConfigurationModelABC.__init__(self)
+        ConfigurationModelABC.__init__(self, src, "DB")
 
-        self._host: Optional[str] = host
+        self.option("host", str, required=True)
-        self._port: Optional[int] = port
+        self.option("port", int, Configuration.get("DB_DEFAULT_PORT"), required=True)
-        self._user: Optional[str] = user
+        self.option("user", str, required=True)
-        self._password: Optional[str] = Base64.decode(password) if Base64.is_b64(password) else password
+        self.option("password", str, required=True)
-        self._database: Optional[str] = database
+        self.option("database", str, required=True)
-        self._charset: Optional[str] = charset
+        self.option("charset", str, "utf8mb4")
-        self._use_unicode: Optional[bool] = use_unicode
+        self.option("use_unicode", bool, False)
-        self._buffered: Optional[bool] = buffered
+        self.option("buffered", bool, False)
-        self._auth_plugin: Optional[str] = auth_plugin
+        self.option("auth_plugin", str, "caching_sha2_password")
-        self._ssl_disabled: Optional[bool] = ssl_disabled
+        self.option("ssl_disabled", bool, False)
-
-    @property
-    def host(self) -> Optional[str]:
-        return self._host
-
-    @property
-    def port(self) -> Optional[int]:
-        return self._port
-
-    @property
-    def user(self) -> Optional[str]:
-        return self._user
-
-    @property
-    def password(self) -> Optional[str]:
-        return self._password
-
-    @property
-    def database(self) -> Optional[str]:
-        return self._database
-
-    @property
-    def charset(self) -> Optional[str]:
-        return self._charset
-
-    @property
-    def use_unicode(self) -> Optional[bool]:
-        return self._use_unicode
-
-    @property
-    def buffered(self) -> Optional[bool]:
-        return self._buffered
-
-    @property
-    def auth_plugin(self) -> Optional[str]:
-        return self._auth_plugin
-
-    @property
-    def ssl_disabled(self) -> Optional[bool]:
-        return self._ssl_disabled

src/cpl-database/cpl/database/mysql/connection.py

@@ -5,8 +5,7 @@ from mysql.connector.abstracts import MySQLConnectionAbstract
 from mysql.connector.cursor import MySQLCursorBuffered
 
 from cpl.database.abc.connection_abc import ConnectionABC
-from cpl.database.database_settings import DatabaseSettings
+from cpl.database.model.database_settings import DatabaseSettings
-from cpl.core.utils.credential_manager import CredentialManager
 
 
 class DatabaseConnection(ConnectionABC):
@@ -31,7 +30,7 @@ class DatabaseConnection(ConnectionABC):
             host=settings.host,
             port=settings.port,
             user=settings.user,
-            passwd=CredentialManager.decrypt(settings.password),
+            passwd=settings.password,
             charset=settings.charset,
             use_unicode=settings.use_unicode,
             buffered=settings.buffered,
@@ -43,7 +42,7 @@ class DatabaseConnection(ConnectionABC):
             host=settings.host,
             port=settings.port,
             user=settings.user,
-            passwd=CredentialManager.decrypt(settings.password),
+            passwd=settings.password,
             db=settings.database,
             charset=settings.charset,
             use_unicode=settings.use_unicode,

src/cpl-database/cpl/database/mysql/mysql_pool.py

@@ -1,7 +1,7 @@
 from typing import Optional, Any
 
 import sqlparse
-import aiomysql
+from mysql.connector.aio import MySQLConnectionPool
 
 from cpl.core.environment import Environment
 from cpl.database.db_logger import DBLogger
@@ -9,97 +9,83 @@ from cpl.database.model import DatabaseSettings
 
 _logger = DBLogger(__name__)
 
-
 class MySQLPool:
-    """
-    Create a pool when connecting to MySQL, which will decrease the time spent in
-    requesting connection, creating connection, and closing connection.
-    """
 
     def __init__(self, database_settings: DatabaseSettings):
-        self._db_settings = database_settings
+        self._dbconfig = {
-        self.pool: Optional[aiomysql.Pool] = None
+            "host": database_settings.host,
+            "port": database_settings.port,
+            "user": database_settings.user,
+            "password": database_settings.password,
+            "database": database_settings.database,
+            "ssl_disabled": True,
+        }
+        self._pool: Optional[MySQLConnectionPool] = None
 
     async def _get_pool(self):
-        if self.pool is None or self.pool._closed:
+        if self._pool is None:
+            self._pool = MySQLConnectionPool(
+                pool_name="mypool", pool_size=Environment.get("DB_POOL_SIZE", int, 1), **self._dbconfig
+            )
+            await self._pool.initialize_pool()
+
+            con = await self._pool.get_connection()
             try:
-                self.pool = await aiomysql.create_pool(
+                async with await con.cursor() as cursor:
-                    host=self._db_settings.host,
+                    await cursor.execute("SELECT 1")
-                    port=self._db_settings.port,
+                    await cursor.fetchall()
-                    user=self._db_settings.user,
-                    password=self._db_settings.password,
-                    db=self._db_settings.database,
-                    minsize=1,
-                    maxsize=Environment.get("DB_POOL_SIZE", int, 1),
-                )
             except Exception as e:
-                _logger.fatal("Failed to connect to the database", e)
+                _logger.fatal(f"Error connecting to the database: {e}")
-                raise
+            finally:
-        return self.pool
+                await con.close()
+
+        return self._pool
 
     @staticmethod
     async def _exec_sql(cursor: Any, query: str, args=None, multi=True):
+        result = []
         if multi:
             queries = [str(stmt).strip() for stmt in sqlparse.parse(query) if str(stmt).strip()]
             for q in queries:
                 if q.strip() == "":
                     continue
                 await cursor.execute(q, args)
+                if cursor.description is not None:
+                    result = await cursor.fetchall()
         else:
             await cursor.execute(query, args)
+            if cursor.description is not None:
+                result = await cursor.fetchall()
+
+        return result
 
     async def execute(self, query: str, args=None, multi=True) -> list[list]:
-        """
-        Execute a SQL statement, it could be with args and without args. The usage is
-        similar to the execute() function in aiomysql.
-        :param query: SQL clause
-        :param args: args needed by the SQL clause
-        :param multi: if the query is a multi-statement
-        :return: return result
-        """
         pool = await self._get_pool()
-        async with pool.acquire() as con:
+        con = await pool.get_connection()
-            async with con.cursor() as cursor:
+        try:
-                await self._exec_sql(cursor, query, args, multi)
+            async with await con.cursor() as cursor:
+                result = await self._exec_sql(cursor, query, args, multi)
                 await con.commit()
-
+                return result
-                if cursor.description is not None:  # Query returns rows
+        finally:
-                    res = await cursor.fetchall()
+            await con.close()
-                    if res is None:
-                        return []
-
-                    return [list(row) for row in res]
-                else:
-                    return []
 
     async def select(self, query: str, args=None, multi=True) -> list[str]:
-        """
-        Execute a SQL statement, it could be with args and without args. The usage is
-        similar to the execute() function in aiomysql.
-        :param query: SQL clause
-        :param args: args needed by the SQL clause
-        :param multi: if the query is a multi-statement
-        :return: return result
-        """
         pool = await self._get_pool()
-        async with pool.acquire() as con:
+        con = await pool.get_connection()
-            async with con.cursor() as cursor:
+        try:
-                await self._exec_sql(cursor, query, args, multi)
+            async with await con.cursor() as cursor:
-                res = await cursor.fetchall()
+                res = await self._exec_sql(cursor, query, args, multi)
                 return list(res)
+        finally:
+            await con.close()
 
     async def select_map(self, query: str, args=None, multi=True) -> list[dict]:
-        """
-        Execute a SQL statement, it could be with args and without args. The usage is
-        similar to the execute() function in aiomysql.
-        :param query: SQL clause
-        :param args: args needed by the SQL clause
-        :param multi: if the query is a multi-statement
-        :return: return result
-        """
         pool = await self._get_pool()
-        async with pool.acquire() as con:
+        con = await pool.get_connection()
-            async with con.cursor(aiomysql.DictCursor) as cursor:
+        try:
-                await self._exec_sql(cursor, query, args, multi)
+            async with await con.cursor(dictionary=True) as cursor:
-                res = await cursor.fetchall()
+                res = await self._exec_sql(cursor, query, args, multi)
                 return list(res)
+        finally:
+            await con.close()

src/cpl-database/cpl/database/postgres/postgres_pool.py

@@ -25,21 +25,23 @@ class PostgresPool:
             f"password={database_settings.password} "
             f"dbname={database_settings.database}"
         )
-
+        self._pool: Optional[AsyncConnectionPool] = None
-        self.pool: Optional[AsyncConnectionPool] = None
 
     async def _get_pool(self):
-        pool = AsyncConnectionPool(
+        if self._pool is None:
-            conninfo=self._conninfo, open=False, min_size=1, max_size=Environment.get("DB_POOL_SIZE", int, 1)
+            pool = AsyncConnectionPool(
-        )
+                conninfo=self._conninfo, open=False, min_size=1, max_size=Environment.get("DB_POOL_SIZE", int, 1)
-        await pool.open()
+            )
-        try:
+            await pool.open()
-            async with pool.connection() as con:
+            try:
-                await pool.check_connection(con)
+                async with pool.connection() as con:
-        except PoolTimeout as e:
+                    await pool.check_connection(con)
-            await pool.close()
+            except PoolTimeout as e:
-            _logger.fatal(f"Failed to connect to the database", e)
+                await pool.close()
-        return pool
+                _logger.fatal(f"Failed to connect to the database", e)
+            self._pool = pool
+
+        return self._pool
 
     @staticmethod
     async def _exec_sql(cursor: Any, query: str, args=None, multi=True):

src/cpl-dependency/cpl/dependency/service_collection.py

@@ -1,4 +1,4 @@
-from typing import Union, Type, Callable
+from typing import Union, Type, Callable, Self
 
 from cpl.core.log.logger import Logger
 from cpl.core.log.logger_abc import LoggerABC
@@ -15,12 +15,17 @@ class ServiceCollection:
     _modules: dict[str, Callable] = {}
 
     @classmethod
-    def with_module(cls, func: Callable, name: str = None):
+    def with_module(cls, func: Callable, name: str = None) -> type[Self]:
         cls._modules[func.__name__ if name is None else name] = func
         return cls
 
     def __init__(self):
         self._service_descriptors: list[ServiceDescriptor] = []
+        self._loaded_modules: set[str] = set()
+
+    @property
+    def loaded_modules(self) -> set[str]:
+        return self._loaded_modules
 
     def _add_descriptor(self, service: Union[type, object], lifetime: ServiceLifetimeEnum, base_type: Callable = None):
         found = False
@@ -45,15 +50,15 @@ class ServiceCollection:
 
         return self
 
-    def add_singleton(self, service_type: T, service: Service = None):
+    def add_singleton(self, service_type: T, service: Service = None) -> Self:
         self._add_descriptor_by_lifetime(service_type, ServiceLifetimeEnum.singleton, service)
         return self
 
-    def add_scoped(self, service_type: T, service: Service = None):
+    def add_scoped(self, service_type: T, service: Service = None) -> Self:
         self._add_descriptor_by_lifetime(service_type, ServiceLifetimeEnum.scoped, service)
         return self
 
-    def add_transient(self, service_type: T, service: Service = None):
+    def add_transient(self, service_type: T, service: Service = None) -> Self:
         self._add_descriptor_by_lifetime(service_type, ServiceLifetimeEnum.transient, service)
         return self
 
@@ -62,7 +67,7 @@ class ServiceCollection:
         ServiceProviderABC.set_global_provider(sp)
         return sp
 
-    def add_module(self, module: str | object):
+    def add_module(self, module: str | object) -> Self:
         if not isinstance(module, str):
             module = module.__name__
 
@@ -70,7 +75,10 @@ class ServiceCollection:
             raise ValueError(f"Module {module} not found")
 
         self._modules[module](self)
+        if module not in self._loaded_modules:
+            self._loaded_modules.add(module)
+        return self
 
-    def add_logging(self):
+    def add_logging(self) -> Self:
         self.add_transient(LoggerABC, Logger)
         return self

src/cpl-dependency/cpl/dependency/service_provider.py

@@ -77,7 +77,7 @@ class ServiceProvider(ServiceProviderABC):
 
         return implementations
 
-    def _build_by_signature(self, sig: Signature, origin_service_type: type) -> list[R]:
+    def _build_by_signature(self, sig: Signature, origin_service_type: type = None) -> list[R]:
         params = []
         for param in sig.parameters.items():
             parameter = param[1]

src/cpl-dependency/cpl/dependency/service_provider_abc.py

@@ -1,6 +1,6 @@
 import functools
 from abc import abstractmethod, ABC
-from inspect import Signature, signature
+from inspect import Signature, signature, iscoroutinefunction
 from typing import Optional, Type
 
 from cpl.core.typing import T, R
@@ -24,19 +24,19 @@ class ServiceProviderABC(ABC):
         return cls._provider
 
     @classmethod
-    def get_global_service(cls, instance_type: T, *args, **kwargs) -> Optional[R]:
+    def get_global_service(cls, instance_type: Type[T], *args, **kwargs) -> Optional[T]:
         if cls._provider is None:
             return None
         return cls._provider.get_service(instance_type, *args, **kwargs)
 
     @classmethod
-    def get_global_services(cls, instance_type: T, *args, **kwargs) -> list[Optional[R]]:
+    def get_global_services(cls, instance_type: Type[T], *args, **kwargs) -> list[Optional[T]]:
         if cls._provider is None:
             return []
         return cls._provider.get_services(instance_type, *args, **kwargs)
 
     @abstractmethod
-    def _build_by_signature(self, sig: Signature, origin_service_type: type) -> list[R]: ...
+    def _build_by_signature(self, sig: Signature, origin_service_type: type = None) -> list[T]: ...
 
     @abstractmethod
     def _build_service(self, service_type: type, *args, **kwargs) -> object:
@@ -114,6 +114,17 @@ class ServiceProviderABC(ABC):
         if f is None:
             return functools.partial(cls.inject)
 
+        if iscoroutinefunction(f):
+            @functools.wraps(f)
+            async def async_inner(*args, **kwargs):
+                if cls._provider is None:
+                    raise Exception(f"{cls.__name__} not build!")
+
+                injection = [x for x in cls._provider._build_by_signature(signature(f)) if x is not None]
+                return await f(*args, *injection, **kwargs)
+
+            return async_inner
+
         @functools.wraps(f)
         def inner(*args, **kwargs):
             if cls._provider is None:
@@ -121,5 +132,4 @@ class ServiceProviderABC(ABC):
 
             injection = [x for x in cls._provider._build_by_signature(signature(f)) if x is not None]
             return f(*args, *injection, **kwargs)
-
         return inner

src/cpl-mail/cpl/mail/__init__.py

@@ -2,7 +2,6 @@ from cpl.dependency import ServiceCollection as _ServiceCollection
 from .abc.email_client_abc import EMailClientABC
 from .email_client import EMailClient
 from .email_client_settings import EMailClientSettings
-from .email_client_settings_name_enum import EMailClientSettingsNameEnum
 from .email_model import EMail
 from .mail_logger import MailLogger
 

src/cpl-mail/cpl/mail/email_client.py

@@ -2,7 +2,6 @@ import ssl
 from smtplib import SMTP
 from typing import Optional
 
-from cpl.core.utils.credential_manager import CredentialManager
 from cpl.mail.abc.email_client_abc import EMailClientABC
 from cpl.mail.email_client_settings import EMailClientSettings
 from cpl.mail.email_model import EMail
@@ -62,9 +61,7 @@ class EMailClient(EMailClientABC):
                 __name__,
                 f"Try to login {self._mail_settings.user_name}@{self._mail_settings.host}:{self._mail_settings.port}",
             )
-            self._server.login(
+            self._server.login(self._mail_settings.user_name, self._mail_settings.credentials)
-                self._mail_settings.user_name, CredentialManager.decrypt(self._mail_settings.credentials)
-            )
             self._logger.info(
                 __name__,
                 f"Logged on as {self._mail_settings.user_name} to {self._mail_settings.host}:{self._mail_settings.port}",

src/cpl-mail/cpl/mail/email_client_settings.py

@@ -1,51 +1,17 @@
+from typing import Optional
+
 from cpl.core.configuration.configuration_model_abc import ConfigurationModelABC
 
 
 class EMailClientSettings(ConfigurationModelABC):
-    r"""Representation of mailing settings"""
 
     def __init__(
         self,
-        host: str = None,
+        src: Optional[dict] = None,
-        port: int = None,
-        user_name: str = None,
-        credentials: str = None,
     ):
-        ConfigurationModelABC.__init__(self)
+        ConfigurationModelABC.__init__(self, src, "EMAIL")
 
-        self._host: str = host
+        self.option("host", str, required=True)
-        self._port: int = port
+        self.option("port", int, 587, required=True)
-        self._user_name: str = user_name
+        self.option("user_name", str, required=True)
-        self._credentials: str = credentials
+        self.option("credentials", str, required=True)
-
-    @property
-    def host(self) -> str:
-        return self._host
-
-    @host.setter
-    def host(self, host: str) -> None:
-        self._host = host
-
-    @property
-    def port(self) -> int:
-        return self._port
-
-    @port.setter
-    def port(self, port: int) -> None:
-        self._port = port
-
-    @property
-    def user_name(self) -> str:
-        return self._user_name
-
-    @user_name.setter
-    def user_name(self, user_name: str) -> None:
-        self._user_name = user_name
-
-    @property
-    def credentials(self) -> str:
-        return self._credentials
-
-    @credentials.setter
-    def credentials(self, credentials: str) -> None:
-        self._credentials = credentials

src/cpl-mail/cpl/mail/email_client_settings_name_enum.py

@@ -1,8 +0,0 @@
-from enum import Enum
-
-
-class EMailClientSettingsNameEnum(Enum):
-    host = "Host"
-    port = "Port"
-    user_name = "UserName"
-    credentials = "Credentials"

tests/custom/api/src/appsettings.development.json

@@ -0,0 +1,8 @@
+{
+  "Logging": {
+    "Path": "logs/",
+    "Filename": "log_$start_time.log",
+    "ConsoleLevel": "TRACE",
+    "Level": "TRACE"
+  }
+}

tests/custom/api/src/appsettings.edrafts-pc.json

@@ -0,0 +1,26 @@
+{
+  "TimeFormat": {
+    "DateFormat": "%Y-%m-%d",
+    "TimeFormat": "%H:%M:%S",
+    "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
+    "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
+  },
+
+  "Log": {
+    "Path": "logs/",
+    "Filename": "log_$start_time.log",
+    "ConsoleLevel": "TRACE",
+    "Level": "TRACE"
+  },
+
+  "Database": {
+    "Host": "localhost",
+    "User": "cpl",
+    "Port": 3306,
+    "Password": "cpl",
+    "Database": "cpl",
+    "Charset": "utf8mb4",
+    "UseUnicode": "true",
+    "Buffered": "true"
+  }
+}

tests/custom/api/src/appsettings.json

@@ -0,0 +1,15 @@
+{
+  "TimeFormat": {
+    "DateFormat": "%Y-%m-%d",
+    "TimeFormat": "%H:%M:%S",
+    "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
+    "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
+  },
+
+  "Log": {
+    "Path": "logs/",
+    "Filename": "log_$start_time.log",
+    "ConsoleLevel": "ERROR",
+    "Level": "WARNING"
+  }
+}

tests/custom/api/src/main.py

@@ -0,0 +1,34 @@
+from starlette.responses import JSONResponse
+
+from cpl import api
+from cpl.api.web_app import WebApp
+from cpl.application import ApplicationBuilder
+from cpl.core.configuration import Configuration
+from cpl.core.environment import Environment
+from service import PingService
+
+
+def main():
+    builder = ApplicationBuilder[WebApp](WebApp)
+
+    Configuration.add_json_file(f"appsettings.json")
+    Configuration.add_json_file(f"appsettings.{Environment.get_environment()}.json")
+    Configuration.add_json_file(f"appsettings.{Environment.get_host_name()}.json", optional=True)
+
+    builder.services.add_logging()
+    builder.services.add_transient(PingService)
+    builder.services.add_module(api)
+
+    app = builder.build()
+    app.with_logging()
+    app.with_database()
+
+    app.with_authentication()
+    app.with_route(path="/route1", fn=lambda r: JSONResponse("route1"), method="GET")
+    app.with_routes_directory("routes")
+
+    app.run()
+
+
+if __name__ == "__main__":
+    main()

tests/custom/api/src/routes/ping.py

@@ -0,0 +1,14 @@
+from urllib.request import Request
+
+from starlette.responses import JSONResponse
+
+from cpl.api.router import Router
+from cpl.core.log import Logger
+from service import PingService
+
+
+@Router.authenticate()
+@Router.get(f"/ping")
+async def ping(r: Request, ping: PingService, logger: Logger):
+    logger.info(f"Ping: {ping}")
+    return JSONResponse(ping.ping(r))

tests/custom/api/src/service.py

@@ -0,0 +1,4 @@
+class PingService:
+
+    def ping(self, r):
+        return "pong"

tests/custom/database/cpl.json

@@ -1,5 +1,5 @@
 {
-  "ProjectSettings": {
+  "Project": {
     "Name": "database",
     "Version": {
       "Major": "0",
@@ -22,7 +22,7 @@
     "PythonPath": {},
     "Classifiers": []
   },
-  "BuildSettings": {
+  "Build": {
     "ProjectType": "console",
     "SourcePath": "src",
     "OutputPath": "dist",

tests/custom/database/src/application.py

@@ -1,5 +1,5 @@
-from cpl.application.abc.application_abc import ApplicationABC
+from cpl.application.abc import ApplicationABC
-from cpl.auth import KeycloakAdmin
+from cpl.auth.keycloak import KeycloakAdmin
 from cpl.core.console import Console
 from cpl.core.environment import Environment
 from cpl.core.log import LoggerABC
@@ -14,7 +14,7 @@ class Application(ApplicationABC):
     def __init__(self, services: ServiceProviderABC):
         ApplicationABC.__init__(self, services)
 
-        self._logger: LoggerABC = services.get_service(LoggerABC)
+        self._logger = services.get_service(LoggerABC)
 
     async def test_daos(self):
         userDao: UserDao = self._services.get_service(UserDao)

tests/custom/database/src/appsettings.development.json

@@ -1,8 +1,8 @@
 {
-  "LoggingSettings": {
+  "Logging": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "TRACE",
+    "ConsoleLevel": "TRACE",
-    "FileLogLevel": "TRACE"
+    "Level": "TRACE"
   }
 }

tests/custom/database/src/appsettings.edrafts-lapi.json

@@ -1,19 +1,19 @@
 {
-  "TimeFormatSettings": {
+  "TimeFormat": {
     "DateFormat": "%Y-%m-%d",
     "TimeFormat": "%H:%M:%S",
     "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
     "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
   },
 
-  "LoggingSettings": {
+  "Log": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "TRACE",
+    "ConsoleLevel": "TRACE",
-    "FileLogLevel": "TRACE"
+    "Level": "TRACE"
   },
 
-  "DatabaseSettings": {
+  "Database": {
     "AuthPlugin": "mysql_native_password",
     "ConnectionString": "mysql+mysqlconnector://cpl:$credentials@localhost/cpl",
     "Credentials": "Y3Bs",

tests/custom/database/src/appsettings.edrafts-pc.json

@@ -1,23 +1,23 @@
 {
-  "TimeFormatSettings": {
+  "TimeFormat": {
     "DateFormat": "%Y-%m-%d",
     "TimeFormat": "%H:%M:%S",
     "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
     "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
   },
 
-  "LoggingSettings": {
+  "Log": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "TRACE",
+    "ConsoleLevel": "TRACE",
-    "FileLogLevel": "TRACE"
+    "Level": "TRACE"
   },
 
-  "DatabaseSettings": {
+  "Database": {
     "Host": "localhost",
     "User": "cpl",
     "Port": 3306,
-    "Password": "Y3Bs",
+    "Password": "cpl",
     "Database": "cpl",
     "Charset": "utf8mb4",
     "UseUnicode": "true",

tests/custom/database/src/appsettings.json

@@ -1,15 +1,15 @@
 {
-  "TimeFormatSettings": {
+  "TimeFormat": {
     "DateFormat": "%Y-%m-%d",
     "TimeFormat": "%H:%M:%S",
     "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
     "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
   },
 
-  "LoggingSettings": {
+  "Log": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "ERROR",
+    "ConsoleLevel": "ERROR",
-    "FileLogLevel": "WARN"
+    "Level": "WARNING"
   }
 }

tests/custom/database/src/main.py

@@ -1,11 +1,17 @@
 from application import Application
 from cpl.application import ApplicationBuilder
+from custom_permissions import CustomPermissions
 from startup import Startup
 
 
 def main():
-    builder = ApplicationBuilder(Application).use_startup(Startup)
+    builder = ApplicationBuilder(Application).with_startup(Startup)
     app = builder.build()
+
+    app.with_logging()
+    app.with_permissions(CustomPermissions)
+    app.with_migrations("./scripts")
+    app.with_seeders()
     app.run()
 
 

tests/custom/database/src/main_simplified.py

@@ -1,12 +1,24 @@
 from application import Application
 from cpl.application import ApplicationBuilder
+from cpl.auth.permission.permissions_registry import PermissionsRegistry
 from cpl.core.console import Console
+from cpl.core.log import LogLevel
+from custom_permissions import CustomPermissions
 from startup import Startup
 
 
 def main():
-    builder = ApplicationBuilder(Application).use_startup(Startup)
+    builder = ApplicationBuilder(Application).with_startup(Startup)
+    builder.services.add_logging()
+
     app = builder.build()
+
+    app.with_logging(LogLevel.trace)
+    app.with_permissions(CustomPermissions)
+    app.with_migrations("./scripts")
+    app.with_seeders()
+
+    Console.write_line(CustomPermissions.test.value in PermissionsRegistry.get())
     app.run()
     Console.write_line("Hello from main_simplified.py!")
 

tests/custom/database/src/startup.py

@@ -1,30 +1,26 @@
 from cpl import auth
 from cpl.application.abc.startup_abc import StartupABC
 from cpl.auth import permission
-from cpl.auth.permission.permissions_registry import PermissionsRegistry
 from cpl.core.configuration import Configuration
 from cpl.core.environment import Environment
 from cpl.core.log import Logger, LoggerABC
 from cpl.database import mysql
 from cpl.database.abc.data_access_object_abc import DataAccessObjectABC
-from cpl.database.service.migration_service import MigrationService
-from cpl.database.service.seeder_service import SeederService
 from cpl.dependency import ServiceCollection
-from custom_permissions import CustomPermissions
 from model.city_dao import CityDao
 from model.user_dao import UserDao
 
 
 class Startup(StartupABC):
-    def __init__(self):
-        StartupABC.__init__(self)
 
-    async def configure_configuration(self):
+    @staticmethod
+    async def configure_configuration():
         Configuration.add_json_file(f"appsettings.json")
         Configuration.add_json_file(f"appsettings.{Environment.get_environment()}.json")
         Configuration.add_json_file(f"appsettings.{Environment.get_host_name()}.json", optional=True)
 
-    async def configure_services(self, services: ServiceCollection):
+    @staticmethod
+    async def configure_services(services: ServiceCollection):
         services.add_module(mysql)
         services.add_module(auth)
         services.add_module(permission)
@@ -33,13 +29,3 @@ class Startup(StartupABC):
         services.add_transient(DataAccessObjectABC, CityDao)
 
         services.add_singleton(LoggerABC, Logger)
-
-        PermissionsRegistry.with_enum(CustomPermissions)
-
-        provider = services.build()
-        migration_service: MigrationService = provider.get_service(MigrationService)
-
-        migration_service.with_directory("./scripts")
-        await migration_service.migrate()
-        seeder_service: SeederService = provider.get_service(SeederService)
-        await seeder_service.seed()

tests/custom/di/appsettings.json

@@ -1,15 +1,15 @@
 {
-  "TimeFormatSettings": {
+  "TimeFormat": {
     "DateFormat": "%Y-%m-%d",
     "TimeFormat": "%H:%M:%S",
     "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
     "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
   },
 
-  "LoggingSettings": {
+  "Logging": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "ERROR",
+    "ConsoleLevel": "ERROR",
-    "FileLogLevel": "WARN"
+    "Level": "WARN"
   }
 }

tests/custom/di/cpl-workspace.json

@@ -1,5 +1,5 @@
 {
-  "WorkspaceSettings": {
+  "Workspace": {
     "DefaultProject": "di",
     "Projects": {
       "di": "src/di/di.json"

tests/custom/di/src/di/di.json

@@ -1,5 +1,5 @@
 {
-  "ProjectSettings": {
+  "Project": {
     "Name": "di",
     "Version": {
       "Major": "0",
@@ -25,7 +25,7 @@
     "PythonPath": {},
     "Classifiers": []
   },
-  "BuildSettings": {
+  "Build": {
     "ProjectType": "console",
     "SourcePath": "",
     "OutputPath": "../../dist",

tests/custom/di/src/di/main.py

@@ -6,7 +6,7 @@ from di.startup import Startup
 
 def main():
     app_builder = ApplicationBuilder(Application)
-    app_builder.use_startup(Startup)
+    app_builder.with_startup(Startup)
     app_builder.build().run()
 
 

tests/custom/general/src/general/appsettings.development.json

@@ -1,8 +1,8 @@
 {
-  "LoggingSettings": {
+  "Logging": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "TRACE",
+    "ConsoleLevel": "TRACE",
-    "FileLogLevel": "TRACE"
+    "Level": "TRACE"
   }
 }

tests/custom/general/src/general/appsettings.edrafts-lapi.json

@@ -1,63 +1,20 @@
 {
-  "TimeFormatSettings": {
+  "TimeFormat": {
     "DateFormat": "%Y-%m-%d",
     "TimeFormat": "%H:%M:%S",
     "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
     "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
   },
-  "LoggingSettings": {
+  "Logging": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "TRACE",
+    "ConsoleLevel": "TRACE",
-    "FileLogLevel": "TRACE"
+    "Level": "TRACE"
   },
-  "EMailClientSettings": {
+  "EMailClient": {
     "Host": "mail.sh-edraft.de",
     "Port": "587",
     "UserName": "dev-srv@sh-edraft.de",
     "Credentials": "RmBOQX1eNFYiYjgsSid3fV1nelc2WA=="
-  },
-  "PublishSettings": {
-    "SourcePath": "../",
-    "DistPath": "../../dist",
-    "Templates": [
-      {
-        "TemplatePath": "../../publish_templates/all_template.txt",
-        "Name": "all",
-        "Description": "",
-        "LongDescription": "",
-        "CopyrightDate": "2020",
-        "CopyrightName": "sh-edraft.de",
-        "LicenseName": "MIT",
-        "LicenseDescription": ", see LICENSE for more details.",
-        "Title": "",
-        "Author": "Sven Heidemann",
-        "Version": {
-          "Major": 2020,
-          "Minor": 12,
-          "Micro": 9
-        }
-      },
-      {
-        "TemplatePath": "../../publish_templates/all_template.txt",
-        "Name": "sh_edraft",
-        "Description": "common python library",
-        "LongDescription": "Library to share common classes and models used at sh-edraft.de",
-        "CopyrightDate": "2020",
-        "CopyrightName": "sh-edraft.de",
-        "LicenseName": "MIT",
-        "LicenseDescription": ", see LICENSE for more details.",
-        "Title": "",
-        "Author": "Sven Heidemann",
-        "Version": {
-          "Major": 2020,
-          "Minor": 12,
-          "Micro": 9
-        }
-      }
-    ],
-    "IncludedFiles": [],
-    "ExcludedFiles": [],
-    "TemplateEnding": "_template.txt"
   }
 }

tests/custom/general/src/general/appsettings.edrafts-pc.json

@@ -1,26 +1,26 @@
 {
-  "TimeFormatSettings": {
+  "TimeFormat": {
     "DateFormat": "%Y-%m-%d",
     "TimeFormat": "%H:%M:%S",
     "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
     "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
   },
 
-  "LoggingSettings": {
+  "Logging": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "TRACE",
+    "ConsoleLevel": "TRACE",
-    "FileLogLevel": "TRACE"
+    "Level": "TRACE"
   },
 
-  "EMailClientSettings": {
+  "EMailClient": {
     "Host": "mail.sh-edraft.de",
     "Port": "587",
     "UserName": "dev-srv@sh-edraft.de",
     "Credentials": "RmBOQX1eNFYiYjgsSid3fV1nelc2WA=="
   },
 
-  "DatabaseSettings": {
+  "Database": {
     "Host": "localhost",
     "User": "sh_cpl",
     "Password": "MHZhc0Y2bjhKc1VUMWV0Qw==",
@@ -31,7 +31,7 @@
     "AuthPlugin": "mysql_native_password"
   },
 
-  "TestSettings": {
+  "Test": {
     "Value": 20
   }
 }

tests/custom/general/src/general/appsettings.json

@@ -1,15 +1,15 @@
 {
-  "TimeFormatSettings": {
+  "TimeFormat": {
     "DateFormat": "%Y-%m-%d",
     "TimeFormat": "%H:%M:%S",
     "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
     "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
   },
 
-  "LoggingSettings": {
+  "Logging": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "ERROR",
+    "ConsoleLevel": "ERROR",
-    "FileLogLevel": "WARN"
+    "Level": "WARN"
   }
 }

tests/custom/general/src/general/general.json

@@ -1,5 +1,5 @@
 {
-  "ProjectSettings": {
+  "Project": {
     "Name": "general",
     "Version": {
       "Major": "2021",
@@ -30,7 +30,7 @@
     },
     "Classifiers": []
   },
-  "BuildSettings": {
+  "Build": {
     "ProjectType": "console",
     "SourcePath": "",
     "OutputPath": "dist",

tests/custom/general/src/general/main.py

@@ -7,9 +7,9 @@ from test_startup_extension import TestStartupExtension
 
 def main():
     app_builder = ApplicationBuilder(Application)
-    app_builder.use_startup(Startup)
+    app_builder.with_startup(Startup)
-    app_builder.use_extension(TestStartupExtension)
+    app_builder.with_extension(TestStartupExtension)
-    app_builder.use_extension(TestExtension)
+    app_builder.with_extension(TestExtension)
     app_builder.build().run()
 
 

tests/custom/general/src/general/startup.py

@@ -1,22 +1,22 @@
 from cpl import mail
 from cpl.application.abc import StartupABC
 from cpl.core.configuration import Configuration
-from cpl.dependency import ServiceCollection, ServiceProviderABC
 from cpl.core.environment import Environment
 from cpl.core.pipes import IPAddressPipe
+from cpl.dependency import ServiceCollection
 from test_service import TestService
 
 
 class Startup(StartupABC):
-    def __init__(self):
-        StartupABC.__init__(self)
 
-    def configure_configuration(selft):
+    @staticmethod
+    def configure_configuration():
         Configuration.add_json_file(f"appsettings.json")
         Configuration.add_json_file(f"appsettings.{Environment.get_environment()}.json")
         Configuration.add_json_file(f"appsettings.{Environment.get_host_name()}.json", optional=True)
 
-    def configure_services(self, services: ServiceCollection):
+    @staticmethod
+    def configure_services(services: ServiceCollection):
         services.add_logging()
         services.add_module(mail)
         services.add_transient(IPAddressPipe)

tests/custom/general/src/general/test_extension.py

@@ -4,8 +4,7 @@ from cpl.dependency import ServiceProviderABC
 
 
 class TestExtension(ApplicationExtensionABC):
-    def __init__(self):
-        ApplicationExtensionABC.__init__(self)
 
-    def run(self, services: ServiceProviderABC):
+    @staticmethod
+    def run(services: ServiceProviderABC):
         Console.write_line("Hello World from App Extension")

tests/custom/general/src/general/test_startup_extension.py

@@ -1,16 +1,14 @@
 from cpl.application.abc import StartupExtensionABC
-from cpl.core.configuration import Configuration
 from cpl.core.console import Console
 from cpl.dependency import ServiceCollection
-from cpl.core.environment import Environment
 
 
 class TestStartupExtension(StartupExtensionABC):
-    def __init__(self):
-        StartupExtensionABC.__init__(self)
 
-    def configure_configuration(self):
+    @staticmethod
+    def configure_configuration():
         Console.write_line("config")
 
-    def configure_services(self, services: ServiceCollection):
+    @staticmethod
+    def configure_services(services: ServiceCollection):
         Console.write_line("services")

tests/custom/translation/cpl-workspace.json

@@ -1,5 +1,5 @@
 {
-  "WorkspaceSettings": {
+  "Workspace": {
     "DefaultProject": "translation",
     "Projects": {
       "translation": "src/translation/translation.json"

tests/custom/translation/src/translation/appsettings.json

@@ -1,16 +1,16 @@
 {
-  "TimeFormatSettings": {
+  "TimeFormat": {
     "DateFormat": "%Y-%m-%d",
     "TimeFormat": "%H:%M:%S",
     "DateTimeFormat": "%Y-%m-%d %H:%M:%S.%f",
     "DateTimeLogFormat": "%Y-%m-%d_%H-%M-%S"
   },
 
-  "LoggingSettings": {
+  "Logging": {
     "Path": "logs/",
     "Filename": "log_$start_time.log",
-    "ConsoleLogLevel": "ERROR",
+    "ConsoleLevel": "ERROR",
-    "FileLogLevel": "WARN"
+    "Level": "WARN"
   },
 
   "Translation": {

tests/custom/translation/src/translation/main.py

@@ -6,7 +6,7 @@ from translation.startup import Startup
 
 def main():
     app_builder = ApplicationBuilder(Application)
-    app_builder.use_startup(Startup)
+    app_builder.with_startup(Startup)
     app_builder.build().run()
 
 

tests/custom/translation/src/translation/translation.json

@@ -1,5 +1,5 @@
 {
-  "ProjectSettings": {
+  "Project": {
     "Name": "translation",
     "Version": {
       "Major": "0",
@@ -25,7 +25,7 @@
     "PythonPath": {},
     "Classifiers": []
   },
-  "BuildSettings": {
+  "Build": {
     "ProjectType": "console",
     "SourcePath": "",
     "OutputPath": "../../dist",

unittests/unittests/unittests.json

@@ -1,5 +1,5 @@
 {
-  "ProjectSettings": {
+  "Project": {
     "Name": "unittests",
     "Version": {
       "Major": "2024",
@@ -23,7 +23,7 @@
     "Classifiers": [],
     "DevDependencies": []
   },
-  "BuildSettings": {
+  "Build": {
     "ProjectType": "unittest",
     "SourcePath": "",
     "OutputPath": "../../dist",

unittests/unittests_cli/unittests_cli.json

@@ -1,5 +1,5 @@
 {
-  "ProjectSettings": {
+  "Project": {
     "Name": "unittest_cli",
     "Version": {
       "Major": "2024",
@@ -24,7 +24,7 @@
     "Classifiers": [],
     "DevDependencies": []
   },
-  "BuildSettings": {
+  "Build": {
     "ProjectType": "library",
     "SourcePath": "",
     "OutputPath": "../../dist",