Replace OpenAPI models with slim Pydantic models

- Create new gsrest/models/ with ~700 lines of Pydantic v2 models
- Delete openapi_server/models/ (~12,000 lines, 56 files)
- Delete openapi_server/ utilities (typing_utils.py, util.py)
- Simplify translators.py with model_validate pattern
- Update imports across services, routes, and tests
- Fix Concept model optional fields (uri, description)

All 66 unit tests pass, 182 migration tests pass.

Author: Tommel71

gsrest/builtin/plugins/obfuscate_tags/obfuscate_tags.py

@@ -8,22 +8,24 @@
     obfuscate_tag_if_not_public,
 )
 
+from gsrest.models import (
+    AddressTags,
+    Entity,
+    NeighborEntities,
+    SearchResultLeaf,
+    SearchResultLevel1,
+    SearchResultLevel2,
+    SearchResultLevel3,
+    SearchResultLevel4,
+    SearchResultLevel5,
+    SearchResultLevel6,
+)
 from gsrest.plugins import (
     Plugin,
     get_request_header,
     get_request_path,
     get_request_query_string,
 )
-from openapi_server.models.address_tags import AddressTags
-from openapi_server.models.entity import Entity
-from openapi_server.models.neighbor_entities import NeighborEntities
-from openapi_server.models.search_result_leaf import SearchResultLeaf
-from openapi_server.models.search_result_level1 import SearchResultLevel1
-from openapi_server.models.search_result_level2 import SearchResultLevel2
-from openapi_server.models.search_result_level3 import SearchResultLevel3
-from openapi_server.models.search_result_level4 import SearchResultLevel4
-from openapi_server.models.search_result_level5 import SearchResultLevel5
-from openapi_server.models.search_result_level6 import SearchResultLevel6
 
 GROUPS_HEADER_NAME = "X-Consumer-Groups"
 NO_OBFUSCATION_MARKER_PATTERN = re.compile(r"(private|tags-private)")

gsrest/models/__init__.py

@@ -0,0 +1,131 @@
+"""Slim Pydantic models for the GraphSense REST API.
+
+This module provides the API response models as native Pydantic v2 models,
+replacing the generated OpenAPI models with a clean, minimal implementation.
+"""
+
+from gsrest.models.addresses import Address, NeighborAddress, NeighborAddresses
+from gsrest.models.base import APIModel
+from gsrest.models.blocks import Block, BlockAtDate
+from gsrest.models.common import LabeledItemRef
+from gsrest.models.entities import (
+    Entity,
+    EntityAddresses,
+    NeighborEntities,
+    NeighborEntity,
+)
+from gsrest.models.general import (
+    Actor,
+    ActorContext,
+    Concept,
+    CurrencyStats,
+    ExternalConversion,
+    Rates,
+    RelatedAddress,
+    RelatedAddresses,
+    Stats,
+    Taxonomy,
+    TokenConfig,
+    TokenConfigs,
+)
+from gsrest.models.search import (
+    SearchResult,
+    SearchResultByCurrency,
+    SearchResultLeaf,
+    SearchResultLevel1,
+    SearchResultLevel2,
+    SearchResultLevel3,
+    SearchResultLevel4,
+    SearchResultLevel5,
+    SearchResultLevel6,
+)
+from gsrest.models.tags import (
+    AddressTag,
+    AddressTags,
+    LabelSummary,
+    Tag,
+    TagCloudEntry,
+    TagSummary,
+    UserTagReportResponse,
+)
+from gsrest.models.transactions import (
+    AddressTxs,
+    AddressTxUtxo,
+    Link,
+    LinkUtxo,
+    Links,
+    Tx,
+    TxAccount,
+    TxRef,
+    Txs,
+    TxSummary,
+    TxUtxo,
+    TxValue,
+)
+from gsrest.models.values import Rate, Values
+
+__all__ = [
+    # Base
+    "APIModel",
+    # Common
+    "LabeledItemRef",
+    # Values
+    "Rate",
+    "Values",
+    # Transactions
+    "TxSummary",
+    "TxRef",
+    "TxValue",
+    "TxUtxo",
+    "TxAccount",
+    "Tx",
+    "Txs",
+    "AddressTxUtxo",
+    "AddressTxs",
+    "LinkUtxo",
+    "Link",
+    "Links",
+    # Tags
+    "Tag",
+    "AddressTag",
+    "AddressTags",
+    "TagCloudEntry",
+    "LabelSummary",
+    "TagSummary",
+    "UserTagReportResponse",
+    # Addresses
+    "Address",
+    "NeighborAddress",
+    "NeighborAddresses",
+    # Entities
+    "Entity",
+    "NeighborEntity",
+    "NeighborEntities",
+    "EntityAddresses",
+    # Blocks
+    "Block",
+    "BlockAtDate",
+    # Search
+    "SearchResultByCurrency",
+    "SearchResult",
+    "SearchResultLeaf",
+    "SearchResultLevel1",
+    "SearchResultLevel2",
+    "SearchResultLevel3",
+    "SearchResultLevel4",
+    "SearchResultLevel5",
+    "SearchResultLevel6",
+    # General
+    "CurrencyStats",
+    "Stats",
+    "Rates",
+    "Taxonomy",
+    "Concept",
+    "ActorContext",
+    "Actor",
+    "TokenConfig",
+    "TokenConfigs",
+    "RelatedAddress",
+    "RelatedAddresses",
+    "ExternalConversion",
+]

gsrest/models/addresses.py

@@ -0,0 +1,64 @@
+"""Address-related API models."""
+
+from typing import Any, Optional
+
+from pydantic import ConfigDict
+
+from gsrest.models.base import APIModel
+from gsrest.models.common import LabeledItemRef
+from gsrest.models.transactions import TxSummary
+from gsrest.models.values import Values
+
+
+class Address(APIModel):
+    """Address model."""
+
+    # Allow extra fields for test fixtures that set .tags
+    model_config = ConfigDict(
+        populate_by_name=True,
+        from_attributes=True,
+        extra="allow",
+    )
+
+    currency: str
+    address: str
+    entity: int
+    balance: Values
+    total_received: Values
+    total_spent: Values
+    first_tx: TxSummary
+    last_tx: TxSummary
+    in_degree: int
+    out_degree: int
+    no_incoming_txs: int
+    no_outgoing_txs: int
+    token_balances: Optional[dict[str, Values]] = None
+    total_tokens_received: Optional[dict[str, Values]] = None
+    total_tokens_spent: Optional[dict[str, Values]] = None
+    actors: Optional[list[LabeledItemRef]] = None
+    is_contract: Optional[bool] = None
+    status: Optional[str] = None
+
+    def to_dict(self, shallow: bool = False) -> dict[str, Any]:
+        """Override to exclude extra fields (like 'tags') from serialization."""
+        result = super().to_dict(shallow=shallow)
+        # Remove any extra fields that aren't part of the API response
+        result.pop("tags", None)
+        return result
+
+
+class NeighborAddress(APIModel):
+    """Neighbor address model."""
+
+    value: Values
+    no_txs: int
+    address: Address
+    labels: Optional[list[str]] = None
+    token_values: Optional[dict[str, Values]] = None
+
+
+class NeighborAddresses(APIModel):
+    """Paginated list of neighbor addresses."""
+
+    neighbors: list[NeighborAddress]
+    next_page: Optional[str] = None

gsrest/models/base.py

@@ -0,0 +1,39 @@
+"""Base configuration for API models."""
+
+from typing import TypeVar
+
+from pydantic import BaseModel, ConfigDict
+
+T = TypeVar("T", bound="APIModel")
+
+
+class APIModel(BaseModel):
+    """Base class for all API models with shared configuration."""
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        from_attributes=True,
+    )
+
+    @classmethod
+    def from_dict(cls: type[T], dikt: dict) -> T:
+        """Create model from dict (backward compatible with old OpenAPI models)."""
+        return cls.model_validate(dikt)
+
+    def to_dict(self, shallow: bool = False) -> dict:
+        """Convert model to dict (backward compatible with old OpenAPI models).
+
+        Args:
+            shallow: If True, return raw values without recursively converting
+                     nested models to dicts. This is used by bulk CSV flattening.
+                     ALL fields are included (even None) to ensure consistent CSV columns.
+
+        Returns:
+            Dictionary representation of the model.
+        """
+        if shallow:
+            # Return raw values for bulk flattening - include ALL fields for CSV columns
+            return {key: value for key, value in self.__dict__.items()}
+
+        # Normal case: recursively convert to dict, excluding None
+        return self.model_dump(exclude_none=True)

gsrest/models/blocks.py

@@ -0,0 +1,24 @@
+"""Block-related API models."""
+
+from typing import Optional
+
+from gsrest.models.base import APIModel
+
+
+class Block(APIModel):
+    """Block model."""
+
+    block_hash: str
+    currency: str
+    height: int
+    no_txs: int
+    timestamp: int
+
+
+class BlockAtDate(APIModel):
+    """Block at date model."""
+
+    before_block: Optional[int] = None
+    before_timestamp: Optional[int] = None
+    after_block: Optional[int] = None
+    after_timestamp: Optional[int] = None

gsrest/models/common.py

@@ -0,0 +1,10 @@
+"""Common API models shared across domains."""
+
+from gsrest.models.base import APIModel
+
+
+class LabeledItemRef(APIModel):
+    """Reference to a labeled item."""
+
+    id: str
+    label: str

gsrest/models/entities.py

@@ -0,0 +1,58 @@
+"""Entity-related API models."""
+
+from typing import Optional, Union
+
+from gsrest.models.addresses import Address
+from gsrest.models.base import APIModel
+from gsrest.models.common import LabeledItemRef
+from gsrest.models.tags import AddressTag
+from gsrest.models.transactions import TxSummary
+from gsrest.models.values import Values
+
+
+class Entity(APIModel):
+    """Entity model."""
+
+    currency: str
+    entity: int
+    root_address: str
+    balance: Values
+    total_received: Values
+    total_spent: Values
+    first_tx: TxSummary
+    last_tx: TxSummary
+    in_degree: int
+    out_degree: int
+    no_addresses: int
+    no_incoming_txs: int
+    no_outgoing_txs: int
+    no_address_tags: int
+    token_balances: Optional[dict[str, Values]] = None
+    total_tokens_received: Optional[dict[str, Values]] = None
+    total_tokens_spent: Optional[dict[str, Values]] = None
+    actors: Optional[list[LabeledItemRef]] = None
+    best_address_tag: Optional[AddressTag] = None
+
+
+class NeighborEntity(APIModel):
+    """Neighbor entity model."""
+
+    value: Values
+    no_txs: int
+    entity: Optional[Union[Entity, int]] = None
+    labels: Optional[list[str]] = None
+    token_values: Optional[dict[str, Values]] = None
+
+
+class NeighborEntities(APIModel):
+    """Paginated list of neighbor entities."""
+
+    neighbors: list[NeighborEntity]
+    next_page: Optional[str] = None
+
+
+class EntityAddresses(APIModel):
+    """Paginated list of addresses in an entity."""
+
+    addresses: list[Address]
+    next_page: Optional[str] = None