Add base library

.gitignore

@@ -174,3 +174,4 @@ cython_debug/
 # PyPI configuration file
 .pypirc
 
+.idea

pyproject.toml

@@ -0,0 +1,12 @@
+[project]
+name = "megasniff"
+version = "0.1.0"
+description = "Library for in-time codegened type validation"
+authors = [
+    { name = "nikto_b", email = "niktob560@yandex.ru" }
+]
+license = {file="LICENSE"}
+requires-python = ">=3.13"
+dependencies = [
+    "jinja2>=3.1.6",
+]

src/megasniff/__init__.py

@@ -0,0 +1,97 @@
+# Copyright (C) 2025 Shevchenko A
+# SPDX-License-Identifier: LGPL-3.0-or-later
+
+import importlib.resources
+from collections.abc import Callable
+from dataclasses import dataclass
+from types import NoneType, UnionType
+from typing import Optional, get_origin, get_args, Union, Annotated
+
+import jinja2
+
+from .utils import *
+
+
+@dataclass
+class RenderData:
+    argname: str
+    constrs: list[tuple[str, bool]]  # typecall / use lookup table
+    typename: str
+    is_union: bool
+    is_optional: bool
+    default_option: Optional[str]
+
+
+class SchemaInflatorGenerator:
+    templateLoader: jinja2.BaseLoader
+    templateEnv: jinja2.Environment
+    template: jinja2.Template
+
+    def __init__(self,
+                 loader: Optional[jinja2.BaseLoader] = None,
+                 convertor_template: str = 'inflator.jinja2'):
+        if loader is None:
+            template_path = importlib.resources.files('src.megasniff.templates')
+            loader = jinja2.FileSystemLoader(str(template_path))
+        self.templateLoader = loader
+        self.templateEnv = jinja2.Environment(loader=self.templateLoader)
+        self.template = self.templateEnv.get_template(convertor_template)
+
+    def schema_to_generator(self,
+                            schema: type,
+                            *,
+                            _base_lookup_table: Optional[dict[str, Any]] = None) -> Callable[[dict[str, Any]], Any]:
+        # Я это написал, оно пока работает, и я не собираюсь это упрощать, сорян
+        type_hints = get_kwargs_type_hints(schema)
+        render_data = []
+        lookup_table = _base_lookup_table or {}
+
+        if schema.__name__ not in lookup_table.keys():
+            lookup_table[schema.__name__] = None
+
+        for argname, argtype in type_hints.items():
+            if argname in {'return', 'self'}:
+                continue
+
+            has_default, default_option = get_field_default(schema, argname)
+            argtypes = argtype,
+            type_origin = get_origin(argtype)
+
+            if any(map(lambda x: type_origin is x, [Union, UnionType, Optional, Annotated])):
+                argtypes = get_args(argtype)
+
+            if NoneType in argtypes or None in argtypes:
+                argtypes = tuple(filter(lambda x: x is not None and x is not NoneType, argtypes))
+                has_default = True
+
+            out_argtypes: list[tuple[str, bool]] = []
+
+            for argt in argtypes:
+                is_builtin = is_builtin_type(argt)
+                if not is_builtin and argt is not schema:
+                    if argt.__name__ not in lookup_table.keys():
+                        # если случилась циклическая зависимость, мы не хотим бексконечную рекурсию
+                        lookup_table[argt.__name__] = self.schema_to_generator(argt, _base_lookup_table=lookup_table)
+                if argt is schema:
+                    out_argtypes.append(('inflate', True))
+                else:
+                    out_argtypes.append((argt.__name__, is_builtin))
+
+            render_data.append(
+                RenderData(argname, out_argtypes, repr(argtype), len(argtypes) > 1, has_default, default_option))
+
+        convertor_functext = self.template.render(conversions=render_data)
+        convertor_functext = '\n'.join(list(filter(lambda x: len(x.strip()), convertor_functext.split('\n'))))
+        convertor_functext = convertor_functext.replace(', )', ')')
+        namespace = {
+            '_tgt_type': schema,
+            '_lookup_table': lookup_table
+        }
+        exec(convertor_functext, namespace)
+
+        # пихаем сгенеренный метод в табличку,
+        # ожидаем что она обновится во всех вложенных методах,
+        # разрешая циклические зависимости
+        lookup_table[schema.__name__] = namespace['inflate']
+
+        return namespace['inflate']

src/megasniff/__main__.py

@@ -0,0 +1,33 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from typing import Optional
+from typing import TypedDict
+
+from . import SchemaInflatorGenerator
+
+
+@dataclass
+class ASchema:
+    a: int
+    b: float | str
+    bs: Optional[BSchema]
+    c: float = 1.1
+
+
+class BSchema(TypedDict):
+    a: int
+    b: str
+    c: float
+    d: ASchema
+
+
+def main():
+    infl = SchemaInflatorGenerator()
+    fn = infl.schema_to_generator(ASchema)
+    d = {'a': '42', 'b': 'a0.3', 'bs': {'a': 1, 'b': 'a', 'c': 1, 'd': {'a': 1, 'b': ''}}}
+    print(fn(d))
+
+
+if __name__ == '__main__':
+    main()

src/megasniff/templates/inflator.jinja2

@@ -0,0 +1,56 @@
+{% set ns = namespace(retry_indent=0) %}
+from typing import Any
+def inflate(from_data: dict[str, Any]):
+    from_data_keys = set(from_data.keys())
+
+    {% for conv in conversions %}
+    {% if not conv.is_optional or conv.default_option is not none%}
+    if '{{conv.argname}}' not in from_data_keys:
+        {% if not conv.is_optional %}
+        raise ValueError(f"No required field provided: {{conv.argname}} with type {{conv.typename | replace('"', "'")}}")
+        {% endif %}
+        {% if conv.default_option is not none %}
+        from_data['{{conv.argname}}'] = {{conv.default_option}}
+        {% endif%}
+    {% endif %}
+    {%endfor%}
+
+    {% for conv in conversions %}
+    {% if conv.is_union %}
+    {% set ns.retry_indent = 0 %}
+    {% for union_type, is_builtin in conv.constrs %}
+    {{ '    ' * ns.retry_indent }}try:
+    {% if is_builtin %}
+    {{ '    ' * ns.retry_indent }}    {{conv.argname}} = {{union_type}}(from_data['{{conv.argname}}'])
+    {% else %}
+    {{ '    ' * ns.retry_indent }}    {{conv.argname}} = _lookup_table['{{union_type}}'](from_data['{{conv.argname}}'])
+    {% endif %}
+    {{ '    ' * ns.retry_indent }}except Exception as e:
+    {% set ns.retry_indent = ns.retry_indent + 1 %}
+    {% endfor %}
+    {{ '    ' * ns.retry_indent }}    raise e from e
+    {% else %}
+
+    {% if conv.constrs[0][1] %}
+    {% if conv.is_optional %}
+    if '{{conv.argname}}' not in from_data_keys:
+        {{conv.argname}} = None
+    else:
+        {{conv.argname}} = {{conv.constrs[0][0]}}(from_data['{{conv.argname}}'])
+    {% else %}
+    {{conv.argname}} = {{conv.constrs[0][0]}}(from_data['{{conv.argname}}'])
+    {% endif %}
+    {% else %}
+    {% if conv.is_optional %}
+    if '{{conv.argname}}' not in from_data_keys:
+        {{conv.argname}} = None
+    else:
+        {{conv.argname}} = _lookup_table['{{conv.constrs[0][0]}}'](from_data['{{conv.argname}}'])
+    {% else %}
+    {{conv.argname}} = _lookup_table['{{conv.constrs[0][0]}}'](from_data['{{conv.argname}}'])
+    {% endif %}
+    {% endif %}
+
+    {% endif %}
+    {% endfor %}
+    return _tgt_type({% for conv in conversions %}{{conv.argname}}={{conv.argname}}, {% endfor %})

src/megasniff/utils.py

@@ -0,0 +1,52 @@
+import dataclasses
+import inspect
+from typing import get_type_hints, Any
+
+
+def is_typed_dict_type(tp: type) -> bool:
+    return (
+            isinstance(tp, type)
+            and hasattr(tp, '__annotations__')
+            and isinstance(getattr(tp, '__required_keys__', None), (set, frozenset))
+            and isinstance(getattr(tp, '__optional_keys__', None), (set, frozenset))
+    )
+
+
+def get_kwargs_type_hints(obj: type) -> dict[str, Any]:
+    if is_typed_dict_type(obj):
+        return get_type_hints(obj)
+    else:
+        return get_type_hints(obj.__init__)
+
+
+def get_field_default(cls: type[Any], field: str) -> tuple[bool, Any]:
+    if dataclasses.is_dataclass(cls):
+        for f in dataclasses.fields(cls):
+            if f.name == field:
+                # учитываем default и default_factory
+                if f.default is not dataclasses.MISSING:
+                    return True, f.default
+                if f.default_factory is not dataclasses.MISSING:
+                    return True, f.default_factory()
+                return False, None
+        # поле не объявлено в dataclass
+        return False, None
+
+    sig = inspect.signature(cls.__init__)
+
+    params = list(sig.parameters.values())[1:]
+    for param in params:
+        if param.name == field:
+            if param.default is not inspect.Parameter.empty:
+                return True, param.default
+            return False, None
+
+    # 3) Если поле не в конструкторе, но есть как атрибут класса
+    if field in cls.__dict__:
+        return True, cls.__dict__[field]
+
+    return False, None
+
+
+def is_builtin_type(tp: type) -> bool:
+    return getattr(tp, '__module__', None) == 'builtins'

uv.lock

@@ -0,0 +1,54 @@
+version = 1
+revision = 2
+requires-python = ">=3.13"
+
+[[package]]
+name = "jinja2"
+version = "3.1.6"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "markupsafe" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/df/bf/f7da0350254c0ed7c72f3e33cef02e048281fec7ecec5f032d4aac52226b/jinja2-3.1.6.tar.gz", hash = "sha256:0137fb05990d35f1275a587e9aee6d56da821fc83491a0fb838183be43f66d6d", size = 245115, upload-time = "2025-03-05T20:05:02.478Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/62/a1/3d680cbfd5f4b8f15abc1d571870c5fc3e594bb582bc3b64ea099db13e56/jinja2-3.1.6-py3-none-any.whl", hash = "sha256:85ece4451f492d0c13c5dd7c13a64681a86afae63a5f347908daf103ce6d2f67", size = 134899, upload-time = "2025-03-05T20:05:00.369Z" },
+]
+
+[[package]]
+name = "markupsafe"
+version = "3.0.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/b2/97/5d42485e71dfc078108a86d6de8fa46db44a1a9295e89c5d6d4a06e23a62/markupsafe-3.0.2.tar.gz", hash = "sha256:ee55d3edf80167e48ea11a923c7386f4669df67d7994554387f84e7d8b0a2bf0", size = 20537, upload-time = "2024-10-18T15:21:54.129Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/83/0e/67eb10a7ecc77a0c2bbe2b0235765b98d164d81600746914bebada795e97/MarkupSafe-3.0.2-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:ba9527cdd4c926ed0760bc301f6728ef34d841f405abf9d4f959c478421e4efd", size = 14274, upload-time = "2024-10-18T15:21:24.577Z" },
+    { url = "https://files.pythonhosted.org/packages/2b/6d/9409f3684d3335375d04e5f05744dfe7e9f120062c9857df4ab490a1031a/MarkupSafe-3.0.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:f8b3d067f2e40fe93e1ccdd6b2e1d16c43140e76f02fb1319a05cf2b79d99430", size = 12352, upload-time = "2024-10-18T15:21:25.382Z" },
+    { url = "https://files.pythonhosted.org/packages/d2/f5/6eadfcd3885ea85fe2a7c128315cc1bb7241e1987443d78c8fe712d03091/MarkupSafe-3.0.2-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:569511d3b58c8791ab4c2e1285575265991e6d8f8700c7be0e88f86cb0672094", size = 24122, upload-time = "2024-10-18T15:21:26.199Z" },
+    { url = "https://files.pythonhosted.org/packages/0c/91/96cf928db8236f1bfab6ce15ad070dfdd02ed88261c2afafd4b43575e9e9/MarkupSafe-3.0.2-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:15ab75ef81add55874e7ab7055e9c397312385bd9ced94920f2802310c930396", size = 23085, upload-time = "2024-10-18T15:21:27.029Z" },
+    { url = "https://files.pythonhosted.org/packages/c2/cf/c9d56af24d56ea04daae7ac0940232d31d5a8354f2b457c6d856b2057d69/MarkupSafe-3.0.2-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f3818cb119498c0678015754eba762e0d61e5b52d34c8b13d770f0719f7b1d79", size = 22978, upload-time = "2024-10-18T15:21:27.846Z" },
+    { url = "https://files.pythonhosted.org/packages/2a/9f/8619835cd6a711d6272d62abb78c033bda638fdc54c4e7f4272cf1c0962b/MarkupSafe-3.0.2-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:cdb82a876c47801bb54a690c5ae105a46b392ac6099881cdfb9f6e95e4014c6a", size = 24208, upload-time = "2024-10-18T15:21:28.744Z" },
+    { url = "https://files.pythonhosted.org/packages/f9/bf/176950a1792b2cd2102b8ffeb5133e1ed984547b75db47c25a67d3359f77/MarkupSafe-3.0.2-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:cabc348d87e913db6ab4aa100f01b08f481097838bdddf7c7a84b7575b7309ca", size = 23357, upload-time = "2024-10-18T15:21:29.545Z" },
+    { url = "https://files.pythonhosted.org/packages/ce/4f/9a02c1d335caabe5c4efb90e1b6e8ee944aa245c1aaaab8e8a618987d816/MarkupSafe-3.0.2-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:444dcda765c8a838eaae23112db52f1efaf750daddb2d9ca300bcae1039adc5c", size = 23344, upload-time = "2024-10-18T15:21:30.366Z" },
+    { url = "https://files.pythonhosted.org/packages/ee/55/c271b57db36f748f0e04a759ace9f8f759ccf22b4960c270c78a394f58be/MarkupSafe-3.0.2-cp313-cp313-win32.whl", hash = "sha256:bcf3e58998965654fdaff38e58584d8937aa3096ab5354d493c77d1fdd66d7a1", size = 15101, upload-time = "2024-10-18T15:21:31.207Z" },
+    { url = "https://files.pythonhosted.org/packages/29/88/07df22d2dd4df40aba9f3e402e6dc1b8ee86297dddbad4872bd5e7b0094f/MarkupSafe-3.0.2-cp313-cp313-win_amd64.whl", hash = "sha256:e6a2a455bd412959b57a172ce6328d2dd1f01cb2135efda2e4576e8a23fa3b0f", size = 15603, upload-time = "2024-10-18T15:21:32.032Z" },
+    { url = "https://files.pythonhosted.org/packages/62/6a/8b89d24db2d32d433dffcd6a8779159da109842434f1dd2f6e71f32f738c/MarkupSafe-3.0.2-cp313-cp313t-macosx_10_13_universal2.whl", hash = "sha256:b5a6b3ada725cea8a5e634536b1b01c30bcdcd7f9c6fff4151548d5bf6b3a36c", size = 14510, upload-time = "2024-10-18T15:21:33.625Z" },
+    { url = "https://files.pythonhosted.org/packages/7a/06/a10f955f70a2e5a9bf78d11a161029d278eeacbd35ef806c3fd17b13060d/MarkupSafe-3.0.2-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:a904af0a6162c73e3edcb969eeeb53a63ceeb5d8cf642fade7d39e7963a22ddb", size = 12486, upload-time = "2024-10-18T15:21:34.611Z" },
+    { url = "https://files.pythonhosted.org/packages/34/cf/65d4a571869a1a9078198ca28f39fba5fbb910f952f9dbc5220afff9f5e6/MarkupSafe-3.0.2-cp313-cp313t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4aa4e5faecf353ed117801a068ebab7b7e09ffb6e1d5e412dc852e0da018126c", size = 25480, upload-time = "2024-10-18T15:21:35.398Z" },
+    { url = "https://files.pythonhosted.org/packages/0c/e3/90e9651924c430b885468b56b3d597cabf6d72be4b24a0acd1fa0e12af67/MarkupSafe-3.0.2-cp313-cp313t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c0ef13eaeee5b615fb07c9a7dadb38eac06a0608b41570d8ade51c56539e509d", size = 23914, upload-time = "2024-10-18T15:21:36.231Z" },
+    { url = "https://files.pythonhosted.org/packages/66/8c/6c7cf61f95d63bb866db39085150df1f2a5bd3335298f14a66b48e92659c/MarkupSafe-3.0.2-cp313-cp313t-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d16a81a06776313e817c951135cf7340a3e91e8c1ff2fac444cfd75fffa04afe", size = 23796, upload-time = "2024-10-18T15:21:37.073Z" },
+    { url = "https://files.pythonhosted.org/packages/bb/35/cbe9238ec3f47ac9a7c8b3df7a808e7cb50fe149dc7039f5f454b3fba218/MarkupSafe-3.0.2-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:6381026f158fdb7c72a168278597a5e3a5222e83ea18f543112b2662a9b699c5", size = 25473, upload-time = "2024-10-18T15:21:37.932Z" },
+    { url = "https://files.pythonhosted.org/packages/e6/32/7621a4382488aa283cc05e8984a9c219abad3bca087be9ec77e89939ded9/MarkupSafe-3.0.2-cp313-cp313t-musllinux_1_2_i686.whl", hash = "sha256:3d79d162e7be8f996986c064d1c7c817f6df3a77fe3d6859f6f9e7be4b8c213a", size = 24114, upload-time = "2024-10-18T15:21:39.799Z" },
+    { url = "https://files.pythonhosted.org/packages/0d/80/0985960e4b89922cb5a0bac0ed39c5b96cbc1a536a99f30e8c220a996ed9/MarkupSafe-3.0.2-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:131a3c7689c85f5ad20f9f6fb1b866f402c445b220c19fe4308c0b147ccd2ad9", size = 24098, upload-time = "2024-10-18T15:21:40.813Z" },
+    { url = "https://files.pythonhosted.org/packages/82/78/fedb03c7d5380df2427038ec8d973587e90561b2d90cd472ce9254cf348b/MarkupSafe-3.0.2-cp313-cp313t-win32.whl", hash = "sha256:ba8062ed2cf21c07a9e295d5b8a2a5ce678b913b45fdf68c32d95d6c1291e0b6", size = 15208, upload-time = "2024-10-18T15:21:41.814Z" },
+    { url = "https://files.pythonhosted.org/packages/4f/65/6079a46068dfceaeabb5dcad6d674f5f5c61a6fa5673746f42a9f4c233b3/MarkupSafe-3.0.2-cp313-cp313t-win_amd64.whl", hash = "sha256:e444a31f8db13eb18ada366ab3cf45fd4b31e4db1236a4448f68778c1d1a5a2f", size = 15739, upload-time = "2024-10-18T15:21:42.784Z" },
+]
+
+[[package]]
+name = "megasniff"
+version = "0.1.0"
+source = { virtual = "." }
+dependencies = [
+    { name = "jinja2" },
+]
+
+[package.metadata]
+requires-dist = [{ name = "jinja2", specifier = ">=3.1.6" }]