variable.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390
  1. from __future__ import annotations
  2. from typing import Any, Dict, List, Optional, Set
  3. from urllib.parse import urlparse
  4. import logging
  5. import re
  6. logger = logging.getLogger(__name__)
  7. TRUE_VALUES = {"true", "1", "yes", "on"}
  8. FALSE_VALUES = {"false", "0", "no", "off"}
  9. EMAIL_REGEX = re.compile(r"^[^@\\s]+@[^@\\s]+\\.[^@\\s]+$")
  10. class Variable:
  11. """Represents a single templating variable with lightweight validation."""
  12. def __init__(self, data: dict[str, Any]) -> None:
  13. """Initialize Variable from a dictionary containing variable specification.
  14. Args:
  15. data: Dictionary containing variable specification with required 'name' key
  16. and optional keys: description, type, options, prompt, value, default, section, origin
  17. Raises:
  18. ValueError: If data is not a dict, missing 'name' key, or has invalid default value
  19. """
  20. # Validate input
  21. if not isinstance(data, dict):
  22. raise ValueError("Variable data must be a dictionary")
  23. if "name" not in data:
  24. raise ValueError("Variable data must contain 'name' key")
  25. # Track which fields were explicitly provided in source data
  26. self._explicit_fields: Set[str] = set(data.keys())
  27. # Initialize fields
  28. self.name: str = data["name"]
  29. self.description: Optional[str] = data.get("description") or data.get("display", "")
  30. self.type: str = data.get("type", "str")
  31. self.options: Optional[List[Any]] = data.get("options", [])
  32. self.prompt: Optional[str] = data.get("prompt")
  33. self.value: Any = data.get("value") if data.get("value") is not None else data.get("default")
  34. self.origin: Optional[str] = data.get("origin")
  35. self.sensitive: bool = data.get("sensitive", False)
  36. # Optional extra explanation used by interactive prompts
  37. self.extra: Optional[str] = data.get("extra")
  38. # Flag indicating this variable should be auto-generated when empty
  39. self.autogenerated: bool = data.get("autogenerated", False)
  40. # Flag indicating this variable is required even when section is disabled
  41. self.required: bool = data.get("required", False)
  42. # Original value before config override (used for display)
  43. self.original_value: Optional[Any] = data.get("original_value")
  44. # Validate and convert the default/initial value if present
  45. if self.value is not None:
  46. try:
  47. self.value = self.convert(self.value)
  48. except ValueError as exc:
  49. raise ValueError(f"Invalid default for variable '{self.name}': {exc}")
  50. def convert(self, value: Any) -> Any:
  51. """Validate and convert a raw value based on the variable type.
  52. This method performs type conversion but does NOT check if the value
  53. is required. Use validate_and_convert() for full validation including
  54. required field checks.
  55. """
  56. if value is None:
  57. return None
  58. # Treat empty strings as None to avoid storing "" for missing values.
  59. if isinstance(value, str) and value.strip() == "":
  60. return None
  61. # Type conversion mapping for cleaner code
  62. converters = {
  63. "bool": self._convert_bool,
  64. "int": self._convert_int,
  65. "float": self._convert_float,
  66. "enum": self._convert_enum,
  67. "url": self._convert_url,
  68. "email": self._convert_email,
  69. }
  70. converter = converters.get(self.type)
  71. if converter:
  72. return converter(value)
  73. # Default to string conversion
  74. return str(value)
  75. def validate_and_convert(self, value: Any, check_required: bool = True) -> Any:
  76. """Validate and convert a value with comprehensive checks.
  77. This method combines type conversion with validation logic including
  78. required field checks. It's the recommended method for user input validation.
  79. Args:
  80. value: The raw value to validate and convert
  81. check_required: If True, raises ValueError for required fields with empty values
  82. Returns:
  83. The converted and validated value
  84. Raises:
  85. ValueError: If validation fails (invalid format, required field empty, etc.)
  86. Examples:
  87. # Basic validation
  88. var.validate_and_convert("example@email.com") # Returns validated email
  89. # Required field validation
  90. var.validate_and_convert("", check_required=True) # Raises ValueError if required
  91. # Autogenerated variables - allow empty values
  92. var.validate_and_convert("", check_required=False) # Returns None for autogeneration
  93. """
  94. # First, convert the value using standard type conversion
  95. converted = self.convert(value)
  96. # Special handling for autogenerated variables
  97. # Allow empty values as they will be auto-generated later
  98. if self.autogenerated and (converted is None or (isinstance(converted, str) and (converted == "" or converted == "*auto"))):
  99. return None # Signal that auto-generation should happen
  100. # Check if this is a required field and the value is empty
  101. if check_required and self.is_required():
  102. if converted is None or (isinstance(converted, str) and converted == ""):
  103. raise ValueError("This field is required and cannot be empty")
  104. return converted
  105. def _convert_bool(self, value: Any) -> bool:
  106. """Convert value to boolean."""
  107. if isinstance(value, bool):
  108. return value
  109. if isinstance(value, str):
  110. lowered = value.strip().lower()
  111. if lowered in TRUE_VALUES:
  112. return True
  113. if lowered in FALSE_VALUES:
  114. return False
  115. raise ValueError("value must be a boolean (true/false)")
  116. def _convert_int(self, value: Any) -> Optional[int]:
  117. """Convert value to integer."""
  118. if isinstance(value, int):
  119. return value
  120. if isinstance(value, str) and value.strip() == "":
  121. return None
  122. try:
  123. return int(value)
  124. except (TypeError, ValueError) as exc:
  125. raise ValueError("value must be an integer") from exc
  126. def _convert_float(self, value: Any) -> Optional[float]:
  127. """Convert value to float."""
  128. if isinstance(value, float):
  129. return value
  130. if isinstance(value, str) and value.strip() == "":
  131. return None
  132. try:
  133. return float(value)
  134. except (TypeError, ValueError) as exc:
  135. raise ValueError("value must be a float") from exc
  136. def _convert_enum(self, value: Any) -> Optional[str]:
  137. if value == "":
  138. return None
  139. val = str(value)
  140. if self.options and val not in self.options:
  141. raise ValueError(f"value must be one of: {', '.join(self.options)}")
  142. return val
  143. def _convert_url(self, value: Any) -> str:
  144. val = str(value).strip()
  145. if not val:
  146. return None
  147. parsed = urlparse(val)
  148. if not (parsed.scheme and parsed.netloc):
  149. raise ValueError("value must be a valid URL (include scheme and host)")
  150. return val
  151. def _convert_email(self, value: Any) -> str:
  152. val = str(value).strip()
  153. if not val:
  154. return None
  155. if not EMAIL_REGEX.fullmatch(val):
  156. raise ValueError("value must be a valid email address")
  157. return val
  158. def to_dict(self) -> Dict[str, Any]:
  159. """Serialize Variable to a dictionary for storage."""
  160. result = {}
  161. # Always include type
  162. if self.type:
  163. result['type'] = self.type
  164. # Include value/default if not None
  165. if self.value is not None:
  166. result['default'] = self.value
  167. # Include string fields if truthy
  168. for field in ('description', 'prompt', 'extra', 'origin'):
  169. if value := getattr(self, field):
  170. result[field] = value
  171. # Include boolean/list fields if truthy (but empty list is OK for options)
  172. if self.sensitive:
  173. result['sensitive'] = True
  174. if self.autogenerated:
  175. result['autogenerated'] = True
  176. if self.required:
  177. result['required'] = True
  178. if self.options is not None: # Allow empty list
  179. result['options'] = self.options
  180. return result
  181. def get_display_value(self, mask_sensitive: bool = True, max_length: int = 30, show_none: bool = True) -> str:
  182. """Get formatted display value with optional masking and truncation.
  183. Args:
  184. mask_sensitive: If True, mask sensitive values with asterisks
  185. max_length: Maximum length before truncation (0 = no limit)
  186. show_none: If True, display "(none)" for None values instead of empty string
  187. Returns:
  188. Formatted string representation of the value
  189. """
  190. if self.value is None or self.value == "":
  191. # Show (*auto) for autogenerated variables instead of (none)
  192. if self.autogenerated:
  193. return "[dim](*auto)[/dim]" if show_none else ""
  194. return "[dim](none)[/dim]" if show_none else ""
  195. # Mask sensitive values
  196. if self.sensitive and mask_sensitive:
  197. return "********"
  198. # Convert to string
  199. display = str(self.value)
  200. # Truncate if needed
  201. if max_length > 0 and len(display) > max_length:
  202. return display[:max_length - 3] + "..."
  203. return display
  204. def get_normalized_default(self) -> Any:
  205. """Get normalized default value suitable for prompts and display."""
  206. try:
  207. typed = self.convert(self.value)
  208. except Exception:
  209. typed = self.value
  210. # Autogenerated: return display hint
  211. if self.autogenerated and not typed:
  212. return "*auto"
  213. # Type-specific handlers
  214. if self.type == "enum":
  215. if not self.options:
  216. return typed
  217. return self.options[0] if typed is None or str(typed) not in self.options else str(typed)
  218. if self.type == "bool":
  219. return typed if isinstance(typed, bool) else (None if typed is None else bool(typed))
  220. if self.type == "int":
  221. try:
  222. return int(typed) if typed not in (None, "") else None
  223. except Exception:
  224. return None
  225. # Default: return string or None
  226. return None if typed is None else str(typed)
  227. def get_prompt_text(self) -> str:
  228. """Get formatted prompt text for interactive input.
  229. Returns:
  230. Prompt text with optional type hints and descriptions
  231. """
  232. prompt_text = self.prompt or self.description or self.name
  233. # Add type hint for semantic types if there's a default
  234. if self.value is not None and self.type in ["email", "url"]:
  235. prompt_text += f" ({self.type})"
  236. return prompt_text
  237. def get_validation_hint(self) -> Optional[str]:
  238. """Get validation hint for prompts (e.g., enum options).
  239. Returns:
  240. Formatted hint string or None if no hint needed
  241. """
  242. hints = []
  243. # Add enum options
  244. if self.type == "enum" and self.options:
  245. hints.append(f"Options: {', '.join(self.options)}")
  246. # Add extra help text
  247. if self.extra:
  248. hints.append(self.extra)
  249. return " — ".join(hints) if hints else None
  250. def is_required(self) -> bool:
  251. """Check if this variable requires a value (cannot be empty/None).
  252. A variable is considered required if:
  253. - It has an explicit 'required: true' flag (highest precedence)
  254. - OR it doesn't have a default value (value is None)
  255. AND it's not marked as autogenerated (which can be empty and generated later)
  256. AND it's not a boolean type (booleans default to False if not set)
  257. Returns:
  258. True if the variable must have a non-empty value, False otherwise
  259. """
  260. # Explicit required flag takes highest precedence
  261. if self.required:
  262. # But autogenerated variables can still be empty (will be generated later)
  263. if self.autogenerated:
  264. return False
  265. return True
  266. # Autogenerated variables can be empty (will be generated later)
  267. if self.autogenerated:
  268. return False
  269. # Boolean variables always have a value (True or False)
  270. if self.type == "bool":
  271. return False
  272. # Variables with a default value are not required
  273. if self.value is not None:
  274. return False
  275. # No default value and not autogenerated = required
  276. return True
  277. def clone(self, update: Optional[Dict[str, Any]] = None) -> 'Variable':
  278. """Create a deep copy of the variable with optional field updates.
  279. This is more efficient than converting to dict and back when copying variables.
  280. Args:
  281. update: Optional dictionary of field updates to apply to the clone
  282. Returns:
  283. New Variable instance with copied data
  284. Example:
  285. var2 = var1.clone(update={'origin': 'template'})
  286. """
  287. data = {
  288. 'name': self.name,
  289. 'type': self.type,
  290. 'value': self.value,
  291. 'description': self.description,
  292. 'prompt': self.prompt,
  293. 'options': self.options.copy() if self.options else None,
  294. 'origin': self.origin,
  295. 'sensitive': self.sensitive,
  296. 'extra': self.extra,
  297. 'autogenerated': self.autogenerated,
  298. 'required': self.required,
  299. 'original_value': self.original_value,
  300. }
  301. # Apply updates if provided
  302. if update:
  303. data.update(update)
  304. # Create new variable
  305. cloned = Variable(data)
  306. # Preserve explicit fields from original, and add any update keys
  307. cloned._explicit_fields = self._explicit_fields.copy()
  308. if update:
  309. cloned._explicit_fields.update(update.keys())
  310. return cloned