types.py 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726
  1. """Contains custom types and methods to check types."""
  2. from __future__ import annotations
  3. import contextlib
  4. import dataclasses
  5. import inspect
  6. import sys
  7. import types
  8. from functools import cached_property, lru_cache, wraps
  9. from typing import (
  10. TYPE_CHECKING,
  11. Any,
  12. Callable,
  13. ClassVar,
  14. Dict,
  15. Iterable,
  16. List,
  17. Literal,
  18. Optional,
  19. Sequence,
  20. Tuple,
  21. Type,
  22. Union,
  23. _GenericAlias, # type: ignore
  24. get_args,
  25. get_type_hints,
  26. )
  27. from typing import (
  28. get_origin as get_origin_og,
  29. )
  30. import sqlalchemy
  31. import reflex
  32. from reflex.components.core.breakpoints import Breakpoints
  33. try:
  34. from pydantic.v1.fields import ModelField
  35. except ModuleNotFoundError:
  36. from pydantic.fields import ModelField # type: ignore
  37. from sqlalchemy.ext.associationproxy import AssociationProxyInstance
  38. from sqlalchemy.ext.hybrid import hybrid_property
  39. from sqlalchemy.orm import (
  40. DeclarativeBase,
  41. Mapped,
  42. QueryableAttribute,
  43. Relationship,
  44. )
  45. from reflex import constants
  46. from reflex.base import Base
  47. from reflex.utils import console
  48. if sys.version_info >= (3, 12):
  49. from typing import override as override
  50. else:
  51. def override(func: Callable) -> Callable:
  52. """Fallback for @override decorator.
  53. Args:
  54. func: The function to decorate.
  55. Returns:
  56. The unmodified function.
  57. """
  58. return func
  59. # Potential GenericAlias types for isinstance checks.
  60. GenericAliasTypes = [_GenericAlias]
  61. with contextlib.suppress(ImportError):
  62. # For newer versions of Python.
  63. from types import GenericAlias # type: ignore
  64. GenericAliasTypes.append(GenericAlias)
  65. with contextlib.suppress(ImportError):
  66. # For older versions of Python.
  67. from typing import _SpecialGenericAlias # type: ignore
  68. GenericAliasTypes.append(_SpecialGenericAlias)
  69. GenericAliasTypes = tuple(GenericAliasTypes)
  70. # Potential Union types for isinstance checks (UnionType added in py3.10).
  71. UnionTypes = (Union, types.UnionType) if hasattr(types, "UnionType") else (Union,)
  72. # Union of generic types.
  73. GenericType = Union[Type, _GenericAlias]
  74. # Valid state var types.
  75. JSONType = {str, int, float, bool}
  76. PrimitiveType = Union[int, float, bool, str, list, dict, set, tuple]
  77. StateVar = Union[PrimitiveType, Base, None]
  78. StateIterVar = Union[list, set, tuple]
  79. if TYPE_CHECKING:
  80. from reflex.vars.base import Var
  81. # ArgsSpec = Callable[[Var], list[Var]]
  82. ArgsSpec = (
  83. Callable[[], Sequence[Var]]
  84. | Callable[[Var], Sequence[Var]]
  85. | Callable[[Var, Var], Sequence[Var]]
  86. | Callable[[Var, Var, Var], Sequence[Var]]
  87. | Callable[[Var, Var, Var, Var], Sequence[Var]]
  88. | Callable[[Var, Var, Var, Var, Var], Sequence[Var]]
  89. | Callable[[Var, Var, Var, Var, Var, Var], Sequence[Var]]
  90. | Callable[[Var, Var, Var, Var, Var, Var, Var], Sequence[Var]]
  91. )
  92. else:
  93. ArgsSpec = Callable[..., List[Any]]
  94. PrimitiveToAnnotation = {
  95. list: List,
  96. tuple: Tuple,
  97. dict: Dict,
  98. }
  99. RESERVED_BACKEND_VAR_NAMES = {
  100. "_abc_impl",
  101. "_backend_vars",
  102. "_was_touched",
  103. }
  104. if sys.version_info >= (3, 11):
  105. from typing import Self as Self
  106. else:
  107. from typing_extensions import Self as Self
  108. class Unset:
  109. """A class to represent an unset value.
  110. This is used to differentiate between a value that is not set and a value that is set to None.
  111. """
  112. def __repr__(self) -> str:
  113. """Return the string representation of the class.
  114. Returns:
  115. The string representation of the class.
  116. """
  117. return "Unset"
  118. def __bool__(self) -> bool:
  119. """Return False when the class is used in a boolean context.
  120. Returns:
  121. False
  122. """
  123. return False
  124. @lru_cache()
  125. def get_origin(tp):
  126. """Get the origin of a class.
  127. Args:
  128. tp: The class to get the origin of.
  129. Returns:
  130. The origin of the class.
  131. """
  132. return get_origin_og(tp)
  133. @lru_cache()
  134. def is_generic_alias(cls: GenericType) -> bool:
  135. """Check whether the class is a generic alias.
  136. Args:
  137. cls: The class to check.
  138. Returns:
  139. Whether the class is a generic alias.
  140. """
  141. return isinstance(cls, GenericAliasTypes)
  142. def unionize(*args: GenericType) -> Type:
  143. """Unionize the types.
  144. Args:
  145. args: The types to unionize.
  146. Returns:
  147. The unionized types.
  148. """
  149. if not args:
  150. return Any
  151. if len(args) == 1:
  152. return args[0]
  153. # We are bisecting the args list here to avoid hitting the recursion limit
  154. # In Python versions >= 3.11, we can simply do `return Union[*args]`
  155. midpoint = len(args) // 2
  156. first_half, second_half = args[:midpoint], args[midpoint:]
  157. return Union[unionize(*first_half), unionize(*second_half)]
  158. def is_none(cls: GenericType) -> bool:
  159. """Check if a class is None.
  160. Args:
  161. cls: The class to check.
  162. Returns:
  163. Whether the class is None.
  164. """
  165. return cls is type(None) or cls is None
  166. @lru_cache()
  167. def is_union(cls: GenericType) -> bool:
  168. """Check if a class is a Union.
  169. Args:
  170. cls: The class to check.
  171. Returns:
  172. Whether the class is a Union.
  173. """
  174. return get_origin(cls) in UnionTypes
  175. @lru_cache()
  176. def is_literal(cls: GenericType) -> bool:
  177. """Check if a class is a Literal.
  178. Args:
  179. cls: The class to check.
  180. Returns:
  181. Whether the class is a literal.
  182. """
  183. return get_origin(cls) is Literal
  184. def has_args(cls) -> bool:
  185. """Check if the class has generic parameters.
  186. Args:
  187. cls: The class to check.
  188. Returns:
  189. Whether the class has generic
  190. """
  191. if get_args(cls):
  192. return True
  193. # Check if the class inherits from a generic class (using __orig_bases__)
  194. if hasattr(cls, "__orig_bases__"):
  195. for base in cls.__orig_bases__:
  196. if get_args(base):
  197. return True
  198. return False
  199. def is_optional(cls: GenericType) -> bool:
  200. """Check if a class is an Optional.
  201. Args:
  202. cls: The class to check.
  203. Returns:
  204. Whether the class is an Optional.
  205. """
  206. return is_union(cls) and type(None) in get_args(cls)
  207. def value_inside_optional(cls: GenericType) -> GenericType:
  208. """Get the value inside an Optional type or the original type.
  209. Args:
  210. cls: The class to check.
  211. Returns:
  212. The value inside the Optional type or the original type.
  213. """
  214. if is_union(cls) and len(args := get_args(cls)) >= 2 and type(None) in args:
  215. return unionize(*[arg for arg in args if arg is not type(None)])
  216. return cls
  217. def get_property_hint(attr: Any | None) -> GenericType | None:
  218. """Check if an attribute is a property and return its type hint.
  219. Args:
  220. attr: The descriptor to check.
  221. Returns:
  222. The type hint of the property, if it is a property, else None.
  223. """
  224. if not isinstance(attr, (property, hybrid_property)):
  225. return None
  226. hints = get_type_hints(attr.fget)
  227. return hints.get("return", None)
  228. def get_attribute_access_type(cls: GenericType, name: str) -> GenericType | None:
  229. """Check if an attribute can be accessed on the cls and return its type.
  230. Supports pydantic models, unions, and annotated attributes on rx.Model.
  231. Args:
  232. cls: The class to check.
  233. name: The name of the attribute to check.
  234. Returns:
  235. The type of the attribute, if accessible, or None
  236. """
  237. from reflex.model import Model
  238. try:
  239. attr = getattr(cls, name, None)
  240. except NotImplementedError:
  241. attr = None
  242. if hint := get_property_hint(attr):
  243. return hint
  244. if (
  245. hasattr(cls, "__fields__")
  246. and name in cls.__fields__
  247. and hasattr(cls.__fields__[name], "outer_type_")
  248. ):
  249. # pydantic models
  250. field = cls.__fields__[name]
  251. type_ = field.outer_type_
  252. if isinstance(type_, ModelField):
  253. type_ = type_.type_
  254. if not field.required and field.default is None:
  255. # Ensure frontend uses null coalescing when accessing.
  256. type_ = Optional[type_]
  257. return type_
  258. elif isinstance(cls, type) and issubclass(cls, DeclarativeBase):
  259. insp = sqlalchemy.inspect(cls)
  260. if name in insp.columns:
  261. # check for list types
  262. column = insp.columns[name]
  263. column_type = column.type
  264. try:
  265. type_ = insp.columns[name].type.python_type
  266. except NotImplementedError:
  267. type_ = None
  268. if type_ is not None:
  269. if hasattr(column_type, "item_type"):
  270. try:
  271. item_type = column_type.item_type.python_type # type: ignore
  272. except NotImplementedError:
  273. item_type = None
  274. if item_type is not None:
  275. if type_ in PrimitiveToAnnotation:
  276. type_ = PrimitiveToAnnotation[type_] # type: ignore
  277. type_ = type_[item_type] # type: ignore
  278. if column.nullable:
  279. type_ = Optional[type_]
  280. return type_
  281. if name in insp.all_orm_descriptors:
  282. descriptor = insp.all_orm_descriptors[name]
  283. if hint := get_property_hint(descriptor):
  284. return hint
  285. if isinstance(descriptor, QueryableAttribute):
  286. prop = descriptor.property
  287. if isinstance(prop, Relationship):
  288. type_ = prop.mapper.class_
  289. # TODO: check for nullable?
  290. type_ = List[type_] if prop.uselist else Optional[type_]
  291. return type_
  292. if isinstance(attr, AssociationProxyInstance):
  293. return List[
  294. get_attribute_access_type(
  295. attr.target_class,
  296. attr.remote_attr.key, # type: ignore[attr-defined]
  297. )
  298. ]
  299. elif isinstance(cls, type) and not is_generic_alias(cls) and issubclass(cls, Model):
  300. # Check in the annotations directly (for sqlmodel.Relationship)
  301. hints = get_type_hints(cls)
  302. if name in hints:
  303. type_ = hints[name]
  304. type_origin = get_origin(type_)
  305. if isinstance(type_origin, type) and issubclass(type_origin, Mapped):
  306. return get_args(type_)[0] # SQLAlchemy v2
  307. if isinstance(type_, ModelField):
  308. return type_.type_ # SQLAlchemy v1.4
  309. return type_
  310. elif is_union(cls):
  311. # Check in each arg of the annotation.
  312. return unionize(
  313. *(get_attribute_access_type(arg, name) for arg in get_args(cls))
  314. )
  315. elif isinstance(cls, type):
  316. # Bare class
  317. if sys.version_info >= (3, 10):
  318. exceptions = NameError
  319. else:
  320. exceptions = (NameError, TypeError)
  321. try:
  322. hints = get_type_hints(cls)
  323. if name in hints:
  324. return hints[name]
  325. except exceptions as e:
  326. console.warn(f"Failed to resolve ForwardRefs for {cls}.{name} due to {e}")
  327. pass
  328. return None # Attribute is not accessible.
  329. @lru_cache()
  330. def get_base_class(cls: GenericType) -> Type:
  331. """Get the base class of a class.
  332. Args:
  333. cls: The class.
  334. Returns:
  335. The base class of the class.
  336. Raises:
  337. TypeError: If a literal has multiple types.
  338. """
  339. if is_literal(cls):
  340. # only literals of the same type are supported.
  341. arg_type = type(get_args(cls)[0])
  342. if not all(type(arg) is arg_type for arg in get_args(cls)):
  343. raise TypeError("only literals of the same type are supported")
  344. return type(get_args(cls)[0])
  345. if is_union(cls):
  346. return tuple(get_base_class(arg) for arg in get_args(cls))
  347. return get_base_class(cls.__origin__) if is_generic_alias(cls) else cls
  348. def _breakpoints_satisfies_typing(cls_check: GenericType, instance: Any) -> bool:
  349. """Check if the breakpoints instance satisfies the typing.
  350. Args:
  351. cls_check: The class to check against.
  352. instance: The instance to check.
  353. Returns:
  354. Whether the breakpoints instance satisfies the typing.
  355. """
  356. cls_check_base = get_base_class(cls_check)
  357. if cls_check_base == Breakpoints:
  358. _, expected_type = get_args(cls_check)
  359. if is_literal(expected_type):
  360. for value in instance.values():
  361. if not isinstance(value, str) or value not in get_args(expected_type):
  362. return False
  363. return True
  364. elif isinstance(cls_check_base, tuple):
  365. # union type, so check all types
  366. return any(
  367. _breakpoints_satisfies_typing(type_to_check, instance)
  368. for type_to_check in get_args(cls_check)
  369. )
  370. elif cls_check_base == reflex.vars.Var and "__args__" in cls_check.__dict__:
  371. return _breakpoints_satisfies_typing(get_args(cls_check)[0], instance)
  372. return False
  373. def _issubclass(cls: GenericType, cls_check: GenericType, instance: Any = None) -> bool:
  374. """Check if a class is a subclass of another class.
  375. Args:
  376. cls: The class to check.
  377. cls_check: The class to check against.
  378. instance: An instance of cls to aid in checking generics.
  379. Returns:
  380. Whether the class is a subclass of the other class.
  381. Raises:
  382. TypeError: If the base class is not valid for issubclass.
  383. """
  384. # Special check for Any.
  385. if cls_check == Any:
  386. return True
  387. if cls in [Any, Callable, None]:
  388. return False
  389. # Get the base classes.
  390. cls_base = get_base_class(cls)
  391. cls_check_base = get_base_class(cls_check)
  392. # The class we're checking should not be a union.
  393. if isinstance(cls_base, tuple):
  394. return False
  395. # Check that fields of breakpoints match the expected values.
  396. if isinstance(instance, Breakpoints):
  397. return _breakpoints_satisfies_typing(cls_check, instance)
  398. # Check if the types match.
  399. try:
  400. return cls_check_base == Any or issubclass(cls_base, cls_check_base)
  401. except TypeError as te:
  402. # These errors typically arise from bad annotations and are hard to
  403. # debug without knowing the type that we tried to compare.
  404. raise TypeError(f"Invalid type for issubclass: {cls_base}") from te
  405. def _isinstance(obj: Any, cls: GenericType) -> bool:
  406. """Check if an object is an instance of a class.
  407. Args:
  408. obj: The object to check.
  409. cls: The class to check against.
  410. Returns:
  411. Whether the object is an instance of the class.
  412. """
  413. return isinstance(obj, get_base_class(cls))
  414. def is_dataframe(value: Type) -> bool:
  415. """Check if the given value is a dataframe.
  416. Args:
  417. value: The value to check.
  418. Returns:
  419. Whether the value is a dataframe.
  420. """
  421. if is_generic_alias(value) or value == Any:
  422. return False
  423. return value.__name__ == "DataFrame"
  424. def is_valid_var_type(type_: Type) -> bool:
  425. """Check if the given type is a valid prop type.
  426. Args:
  427. type_: The type to check.
  428. Returns:
  429. Whether the type is a valid prop type.
  430. """
  431. from reflex.utils import serializers
  432. if is_union(type_):
  433. return all((is_valid_var_type(arg) for arg in get_args(type_)))
  434. return (
  435. _issubclass(type_, StateVar)
  436. or serializers.has_serializer(type_)
  437. or dataclasses.is_dataclass(type_)
  438. )
  439. def is_backend_base_variable(name: str, cls: Type) -> bool:
  440. """Check if this variable name correspond to a backend variable.
  441. Args:
  442. name: The name of the variable to check
  443. cls: The class of the variable to check
  444. Returns:
  445. bool: The result of the check
  446. """
  447. if name in RESERVED_BACKEND_VAR_NAMES:
  448. return False
  449. if not name.startswith("_"):
  450. return False
  451. if name.startswith("__"):
  452. return False
  453. if name.startswith(f"_{cls.__name__}__"):
  454. return False
  455. # Extract the namespace of the original module if defined (dynamic substates).
  456. if callable(getattr(cls, "_get_type_hints", None)):
  457. hints = cls._get_type_hints()
  458. else:
  459. hints = get_type_hints(cls)
  460. if name in hints:
  461. hint = get_origin(hints[name])
  462. if hint == ClassVar:
  463. return False
  464. if name in cls.inherited_backend_vars:
  465. return False
  466. from reflex.vars.base import is_computed_var
  467. if name in cls.__dict__:
  468. value = cls.__dict__[name]
  469. if type(value) is classmethod:
  470. return False
  471. if callable(value):
  472. return False
  473. if isinstance(
  474. value,
  475. (
  476. types.FunctionType,
  477. property,
  478. cached_property,
  479. ),
  480. ) or is_computed_var(value):
  481. return False
  482. return True
  483. def check_type_in_allowed_types(value_type: Type, allowed_types: Iterable) -> bool:
  484. """Check that a value type is found in a list of allowed types.
  485. Args:
  486. value_type: Type of value.
  487. allowed_types: Iterable of allowed types.
  488. Returns:
  489. If the type is found in the allowed types.
  490. """
  491. return get_base_class(value_type) in allowed_types
  492. def check_prop_in_allowed_types(prop: Any, allowed_types: Iterable) -> bool:
  493. """Check that a prop value is in a list of allowed types.
  494. Does the check in a way that works regardless if it's a raw value or a state Var.
  495. Args:
  496. prop: The prop to check.
  497. allowed_types: The list of allowed types.
  498. Returns:
  499. If the prop type match one of the allowed_types.
  500. """
  501. from reflex.vars import Var
  502. type_ = prop._var_type if _isinstance(prop, Var) else type(prop)
  503. return type_ in allowed_types
  504. def is_encoded_fstring(value) -> bool:
  505. """Check if a value is an encoded Var f-string.
  506. Args:
  507. value: The value string to check.
  508. Returns:
  509. Whether the value is an f-string
  510. """
  511. return isinstance(value, str) and constants.REFLEX_VAR_OPENING_TAG in value
  512. def validate_literal(key: str, value: Any, expected_type: Type, comp_name: str):
  513. """Check that a value is a valid literal.
  514. Args:
  515. key: The prop name.
  516. value: The prop value to validate.
  517. expected_type: The expected type(literal type).
  518. comp_name: Name of the component.
  519. Raises:
  520. ValueError: When the value is not a valid literal.
  521. """
  522. from reflex.vars import Var
  523. if (
  524. is_literal(expected_type)
  525. and not isinstance(value, Var) # validating vars is not supported yet.
  526. and not is_encoded_fstring(value) # f-strings are not supported.
  527. and value not in expected_type.__args__
  528. ):
  529. allowed_values = expected_type.__args__
  530. if value not in allowed_values:
  531. allowed_value_str = ",".join(
  532. [str(v) if not isinstance(v, str) else f"'{v}'" for v in allowed_values]
  533. )
  534. value_str = f"'{value}'" if isinstance(value, str) else value
  535. raise ValueError(
  536. f"prop value for {str(key)} of the `{comp_name}` component should be one of the following: {allowed_value_str}. Got {value_str} instead"
  537. )
  538. def validate_parameter_literals(func):
  539. """Decorator to check that the arguments passed to a function
  540. correspond to the correct function parameter if it (the parameter)
  541. is a literal type.
  542. Args:
  543. func: The function to validate.
  544. Returns:
  545. The wrapper function.
  546. """
  547. @wraps(func)
  548. def wrapper(*args, **kwargs):
  549. func_params = list(inspect.signature(func).parameters.items())
  550. annotations = {param[0]: param[1].annotation for param in func_params}
  551. # validate args
  552. for param, arg in zip(annotations, args):
  553. if annotations[param] is inspect.Parameter.empty:
  554. continue
  555. validate_literal(param, arg, annotations[param], func.__name__)
  556. # validate kwargs.
  557. for key, value in kwargs.items():
  558. annotation = annotations.get(key)
  559. if not annotation or annotation is inspect.Parameter.empty:
  560. continue
  561. validate_literal(key, value, annotation, func.__name__)
  562. return func(*args, **kwargs)
  563. return wrapper
  564. # Store this here for performance.
  565. StateBases = get_base_class(StateVar)
  566. StateIterBases = get_base_class(StateIterVar)