Source code for langchain_core.load.serializable

from abc import ABC
from typing import Any, Dict, List, Literal, Optional, TypedDict, Union, cast

from langchain_core.pydantic_v1 import BaseModel, PrivateAttr


[docs]class BaseSerialized(TypedDict): """Base class for serialized objects.""" lc: int id: List[str]
[docs]class SerializedConstructor(BaseSerialized): """Serialized constructor.""" type: Literal["constructor"] kwargs: Dict[str, Any]
[docs]class SerializedSecret(BaseSerialized): """Serialized secret.""" type: Literal["secret"]
[docs]class SerializedNotImplemented(BaseSerialized): """Serialized not implemented.""" type: Literal["not_implemented"] repr: Optional[str]
[docs]def try_neq_default(value: Any, key: str, model: BaseModel) -> bool: """Try to determine if a value is different from the default. Args: value: The value. key: The key. model: The model. Returns: Whether the value is different from the default. """ try: return model.__fields__[key].get_default() != value except Exception: return True
[docs]class Serializable(BaseModel, ABC): """Serializable base class."""
[docs] @classmethod def is_lc_serializable(cls) -> bool: """Is this class serializable?""" return False
[docs] @classmethod def get_lc_namespace(cls) -> List[str]: """Get the namespace of the langchain object. For example, if the class is `langchain.llms.openai.OpenAI`, then the namespace is ["langchain", "llms", "openai"] """ return cls.__module__.split(".")
@property def lc_secrets(self) -> Dict[str, str]: """A map of constructor argument names to secret ids. For example, {"openai_api_key": "OPENAI_API_KEY"} """ return dict() @property def lc_attributes(self) -> Dict: """List of attribute names that should be included in the serialized kwargs. These attributes must be accepted by the constructor. """ return {}
[docs] @classmethod def lc_id(cls) -> List[str]: """A unique identifier for this class for serialization purposes. The unique identifier is a list of strings that describes the path to the object. """ return [*cls.get_lc_namespace(), cls.__name__]
class Config: extra = "ignore" def __repr_args__(self) -> Any: return [ (k, v) for k, v in super().__repr_args__() if (k not in self.__fields__ or try_neq_default(v, k, self)) ] _lc_kwargs = PrivateAttr(default_factory=dict) def __init__(self, **kwargs: Any) -> None: super().__init__(**kwargs) self._lc_kwargs = kwargs
[docs] def to_json(self) -> Union[SerializedConstructor, SerializedNotImplemented]: if not self.is_lc_serializable(): return self.to_json_not_implemented() secrets = dict() # Get latest values for kwargs if there is an attribute with same name lc_kwargs = { k: getattr(self, k, v) for k, v in self._lc_kwargs.items() if not (self.__exclude_fields__ or {}).get(k, False) # type: ignore } # Merge the lc_secrets and lc_attributes from every class in the MRO for cls in [None, *self.__class__.mro()]: # Once we get to Serializable, we're done if cls is Serializable: break if cls: deprecated_attributes = [ "lc_namespace", "lc_serializable", ] for attr in deprecated_attributes: if hasattr(cls, attr): raise ValueError( f"Class {self.__class__} has a deprecated " f"attribute {attr}. Please use the corresponding " f"classmethod instead." ) # Get a reference to self bound to each class in the MRO this = cast(Serializable, self if cls is None else super(cls, self)) secrets.update(this.lc_secrets) lc_kwargs.update(this.lc_attributes) # include all secrets, even if not specified in kwargs # as these secrets may be passed as an environment variable instead for key in secrets.keys(): secret_value = getattr(self, key, None) or lc_kwargs.get(key) if secret_value is not None: lc_kwargs.update({key: secret_value}) return { "lc": 1, "type": "constructor", "id": self.lc_id(), "kwargs": lc_kwargs if not secrets else _replace_secrets(lc_kwargs, secrets), }
[docs] def to_json_not_implemented(self) -> SerializedNotImplemented: return to_json_not_implemented(self)
def _replace_secrets( root: Dict[Any, Any], secrets_map: Dict[str, str] ) -> Dict[Any, Any]: result = root.copy() for path, secret_id in secrets_map.items(): [*parts, last] = path.split(".") current = result for part in parts: if part not in current: break current[part] = current[part].copy() current = current[part] if last in current: current[last] = { "lc": 1, "type": "secret", "id": [secret_id], } return result
[docs]def to_json_not_implemented(obj: object) -> SerializedNotImplemented: """Serialize a "not implemented" object. Args: obj: object to serialize Returns: SerializedNotImplemented """ _id: List[str] = [] try: if hasattr(obj, "__name__"): _id = [*obj.__module__.split("."), obj.__name__] elif hasattr(obj, "__class__"): _id = [*obj.__class__.__module__.split("."), obj.__class__.__name__] except Exception: pass result: SerializedNotImplemented = { "lc": 1, "type": "not_implemented", "id": _id, "repr": None, } try: result["repr"] = repr(obj) except Exception: pass return result