Compatibility fix after removal of conn_types from native types (#283)

Author: altvod

lib/dl_core/dl_core/db/native_type_schema.py

@@ -17,6 +17,7 @@
 )
 
 from marshmallow import (
+    EXCLUDE,
     Schema,
     fields,
     post_load,
@@ -43,6 +44,14 @@
 class NativeTypeSchemaBase(Schema, Generic[_TARGET_TV]):
     """(Shared ((Native Type) Storage Schema)), common base class for NT schemas."""
 
+    class Meta:
+        # This crutch allows the schema to ignore unknown attributes.
+        # We need this because older dataset versions have `conn_type` attributes in native type objects,
+        # but this attribute is no longer present in current code.
+        # To avoid this conflict we need to ignore extra attributes.
+        # TODO: Eventually dfatasets should be migrated so that this can be removed
+        unknown = EXCLUDE
+
     TARGET_CLS: ClassVar[Type[_TARGET_TV]]  # type: ignore  # 2024-01-24 # TODO: ClassVar cannot contain type variables  [misc]
 
     @post_load(pass_many=False)

lib/dl_core/dl_core/us_manager/storage_schemas/base_types.py

@@ -20,6 +20,9 @@ class NativeTypeSchema(Schema):
 
     @post_load(pass_many=False)
     def to_object(self, data: dict[str, Any], **kwargs: Any) -> Any:
+        if "conn_type" in data:
+            data = data.copy()
+            data.pop("conn_type")
         return GenericNativeType(**data)