variable.py 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450
  1. from __future__ import annotations
  2. from typing import Any, Dict, List, Optional, Set
  3. from urllib.parse import urlparse
  4. import logging
  5. import re
  6. logger = logging.getLogger(__name__)
  7. TRUE_VALUES = {"true", "1", "yes", "on"}
  8. FALSE_VALUES = {"false", "0", "no", "off"}
  9. EMAIL_REGEX = re.compile(r"^[^@\\s]+@[^@\\s]+\\.[^@\\s]+$")
  10. class Variable:
  11. """Represents a single templating variable with lightweight validation."""
  12. def __init__(self, data: dict[str, Any]) -> None:
  13. """Initialize Variable from a dictionary containing variable specification.
  14. Args:
  15. data: Dictionary containing variable specification with required 'name' key
  16. and optional keys: description, type, options, prompt, value, default, section, origin
  17. Raises:
  18. ValueError: If data is not a dict, missing 'name' key, or has invalid default value
  19. """
  20. # Validate input
  21. if not isinstance(data, dict):
  22. raise ValueError("Variable data must be a dictionary")
  23. if "name" not in data:
  24. raise ValueError("Variable data must contain 'name' key")
  25. # Track which fields were explicitly provided in source data
  26. self._explicit_fields: Set[str] = set(data.keys())
  27. # Initialize fields
  28. self.name: str = data["name"]
  29. self.description: Optional[str] = data.get("description") or data.get(
  30. "display", ""
  31. )
  32. self.type: str = data.get("type", "str")
  33. self.options: Optional[List[Any]] = data.get("options", [])
  34. self.prompt: Optional[str] = data.get("prompt")
  35. if "value" in data:
  36. self.value: Any = data.get("value")
  37. elif "default" in data:
  38. self.value: Any = data.get("default")
  39. else:
  40. self.value: Any = None
  41. self.origin: Optional[str] = data.get("origin")
  42. self.sensitive: bool = data.get("sensitive", False)
  43. # Optional extra explanation used by interactive prompts
  44. self.extra: Optional[str] = data.get("extra")
  45. # Flag indicating this variable should be auto-generated when empty
  46. self.autogenerated: bool = data.get("autogenerated", False)
  47. # Flag indicating this variable is required even when section is disabled
  48. self.required: bool = data.get("required", False)
  49. # Flag indicating this variable can be empty/optional
  50. self.optional: bool = data.get("optional", False)
  51. # Original value before config override (used for display)
  52. self.original_value: Optional[Any] = data.get("original_value")
  53. # Variable dependencies - can be string or list of strings in format "var_name=value"
  54. # Supports semicolon-separated multiple conditions: "var1=value1;var2=value2,value3"
  55. needs_value = data.get("needs")
  56. if needs_value:
  57. if isinstance(needs_value, str):
  58. # Split by semicolon to support multiple AND conditions in a single string
  59. # Example: "traefik_enabled=true;network_mode=bridge,macvlan"
  60. self.needs: List[str] = [
  61. need.strip() for need in needs_value.split(";") if need.strip()
  62. ]
  63. elif isinstance(needs_value, list):
  64. self.needs: List[str] = needs_value
  65. else:
  66. raise ValueError(
  67. f"Variable '{self.name}' has invalid 'needs' value: must be string or list"
  68. )
  69. else:
  70. self.needs: List[str] = []
  71. # Validate and convert the default/initial value if present
  72. if self.value is not None:
  73. try:
  74. self.value = self.convert(self.value)
  75. except ValueError as exc:
  76. raise ValueError(f"Invalid default for variable '{self.name}': {exc}")
  77. def convert(self, value: Any) -> Any:
  78. """Validate and convert a raw value based on the variable type.
  79. This method performs type conversion but does NOT check if the value
  80. is required. Use validate_and_convert() for full validation including
  81. required field checks.
  82. """
  83. if value is None:
  84. return None
  85. # Treat empty strings as None to avoid storing "" for missing values.
  86. if isinstance(value, str) and value.strip() == "":
  87. return None
  88. # Type conversion mapping for cleaner code
  89. converters = {
  90. "bool": self._convert_bool,
  91. "int": self._convert_int,
  92. "float": self._convert_float,
  93. "enum": self._convert_enum,
  94. "url": self._convert_url,
  95. "email": self._convert_email,
  96. }
  97. converter = converters.get(self.type)
  98. if converter:
  99. return converter(value)
  100. # Default to string conversion
  101. return str(value)
  102. def validate_and_convert(self, value: Any, check_required: bool = True) -> Any:
  103. """Validate and convert a value with comprehensive checks.
  104. This method combines type conversion with validation logic including
  105. required field checks. It's the recommended method for user input validation.
  106. Args:
  107. value: The raw value to validate and convert
  108. check_required: If True, raises ValueError for required fields with empty values
  109. Returns:
  110. The converted and validated value
  111. Raises:
  112. ValueError: If validation fails (invalid format, required field empty, etc.)
  113. Examples:
  114. # Basic validation
  115. var.validate_and_convert("example@email.com") # Returns validated email
  116. # Required field validation
  117. var.validate_and_convert("", check_required=True) # Raises ValueError if required
  118. # Autogenerated variables - allow empty values
  119. var.validate_and_convert("", check_required=False) # Returns None for autogeneration
  120. """
  121. # First, convert the value using standard type conversion
  122. converted = self.convert(value)
  123. # Special handling for autogenerated variables
  124. # Allow empty values as they will be auto-generated later
  125. if self.autogenerated and (
  126. converted is None
  127. or (
  128. isinstance(converted, str) and (converted == "" or converted == "*auto")
  129. )
  130. ):
  131. return None # Signal that auto-generation should happen
  132. # Allow empty values for optional variables
  133. if self.optional and (
  134. converted is None or (isinstance(converted, str) and converted == "")
  135. ):
  136. return None
  137. # Check if this is a required field and the value is empty
  138. if check_required and self.is_required():
  139. if converted is None or (isinstance(converted, str) and converted == ""):
  140. raise ValueError("This field is required and cannot be empty")
  141. return converted
  142. def _convert_bool(self, value: Any) -> bool:
  143. """Convert value to boolean."""
  144. if isinstance(value, bool):
  145. return value
  146. if isinstance(value, str):
  147. lowered = value.strip().lower()
  148. if lowered in TRUE_VALUES:
  149. return True
  150. if lowered in FALSE_VALUES:
  151. return False
  152. raise ValueError("value must be a boolean (true/false)")
  153. def _convert_int(self, value: Any) -> Optional[int]:
  154. """Convert value to integer."""
  155. if isinstance(value, int):
  156. return value
  157. if isinstance(value, str) and value.strip() == "":
  158. return None
  159. try:
  160. return int(value)
  161. except (TypeError, ValueError) as exc:
  162. raise ValueError("value must be an integer") from exc
  163. def _convert_float(self, value: Any) -> Optional[float]:
  164. """Convert value to float."""
  165. if isinstance(value, float):
  166. return value
  167. if isinstance(value, str) and value.strip() == "":
  168. return None
  169. try:
  170. return float(value)
  171. except (TypeError, ValueError) as exc:
  172. raise ValueError("value must be a float") from exc
  173. def _convert_enum(self, value: Any) -> Optional[str]:
  174. if value == "":
  175. return None
  176. val = str(value)
  177. if self.options and val not in self.options:
  178. raise ValueError(f"value must be one of: {', '.join(self.options)}")
  179. return val
  180. def _convert_url(self, value: Any) -> str:
  181. val = str(value).strip()
  182. if not val:
  183. return None
  184. parsed = urlparse(val)
  185. if not (parsed.scheme and parsed.netloc):
  186. raise ValueError("value must be a valid URL (include scheme and host)")
  187. return val
  188. def _convert_email(self, value: Any) -> str:
  189. val = str(value).strip()
  190. if not val:
  191. return None
  192. if not EMAIL_REGEX.fullmatch(val):
  193. raise ValueError("value must be a valid email address")
  194. return val
  195. def to_dict(self) -> Dict[str, Any]:
  196. """Serialize Variable to a dictionary for storage."""
  197. result = {}
  198. # Always include type
  199. if self.type:
  200. result["type"] = self.type
  201. # Include value/default if not None
  202. if self.value is not None:
  203. result["default"] = self.value
  204. # Include string fields if truthy
  205. for field in ("description", "prompt", "extra", "origin"):
  206. if value := getattr(self, field):
  207. result[field] = value
  208. # Include boolean/list fields if truthy (but empty list is OK for options)
  209. if self.sensitive:
  210. result["sensitive"] = True
  211. if self.autogenerated:
  212. result["autogenerated"] = True
  213. if self.required:
  214. result["required"] = True
  215. if self.optional:
  216. result["optional"] = True
  217. if self.options is not None: # Allow empty list
  218. result["options"] = self.options
  219. # Store dependencies (single value if only one, list otherwise)
  220. if self.needs:
  221. result["needs"] = self.needs[0] if len(self.needs) == 1 else self.needs
  222. return result
  223. def get_display_value(
  224. self, mask_sensitive: bool = True, max_length: int = 30, show_none: bool = True
  225. ) -> str:
  226. """Get formatted display value with optional masking and truncation.
  227. Args:
  228. mask_sensitive: If True, mask sensitive values with asterisks
  229. max_length: Maximum length before truncation (0 = no limit)
  230. show_none: If True, display "(none)" for None values instead of empty string
  231. Returns:
  232. Formatted string representation of the value
  233. """
  234. if self.value is None or self.value == "":
  235. # Show (*auto) for autogenerated variables instead of (none)
  236. if self.autogenerated:
  237. return "[dim](*auto)[/dim]" if show_none else ""
  238. return "[dim](none)[/dim]" if show_none else ""
  239. # Mask sensitive values
  240. if self.sensitive and mask_sensitive:
  241. return "********"
  242. # Convert to string
  243. display = str(self.value)
  244. # Truncate if needed
  245. if max_length > 0 and len(display) > max_length:
  246. return display[: max_length - 3] + "..."
  247. return display
  248. def get_normalized_default(self) -> Any:
  249. """Get normalized default value suitable for prompts and display."""
  250. try:
  251. typed = self.convert(self.value)
  252. except Exception:
  253. typed = self.value
  254. # Autogenerated: return display hint
  255. if self.autogenerated and not typed:
  256. return "*auto"
  257. # Type-specific handlers
  258. if self.type == "enum":
  259. if not self.options:
  260. return typed
  261. return (
  262. self.options[0]
  263. if typed is None or str(typed) not in self.options
  264. else str(typed)
  265. )
  266. if self.type == "bool":
  267. return (
  268. typed
  269. if isinstance(typed, bool)
  270. else (None if typed is None else bool(typed))
  271. )
  272. if self.type == "int":
  273. try:
  274. return int(typed) if typed not in (None, "") else None
  275. except Exception:
  276. return None
  277. # Default: return string or None
  278. return None if typed is None else str(typed)
  279. def get_prompt_text(self) -> str:
  280. """Get formatted prompt text for interactive input.
  281. Returns:
  282. Prompt text with optional type hints and descriptions
  283. """
  284. prompt_text = self.prompt or self.description or self.name
  285. # Add type hint for semantic types if there's a default
  286. if self.value is not None and self.type in ["email", "url"]:
  287. prompt_text += f" ({self.type})"
  288. return prompt_text
  289. def get_validation_hint(self) -> Optional[str]:
  290. """Get validation hint for prompts (e.g., enum options).
  291. Returns:
  292. Formatted hint string or None if no hint needed
  293. """
  294. hints = []
  295. # Add enum options
  296. if self.type == "enum" and self.options:
  297. hints.append(f"Options: {', '.join(self.options)}")
  298. # Add extra help text
  299. if self.extra:
  300. hints.append(self.extra)
  301. return " — ".join(hints) if hints else None
  302. def is_required(self) -> bool:
  303. """Check if this variable requires a value (cannot be empty/None).
  304. A variable is considered required if:
  305. - It has an explicit 'required: true' flag (highest precedence)
  306. - OR it doesn't have a default value (value is None)
  307. AND it's not marked as autogenerated (which can be empty and generated later)
  308. AND it's not marked as optional (which can be empty)
  309. AND it's not a boolean type (booleans default to False if not set)
  310. Returns:
  311. True if the variable must have a non-empty value, False otherwise
  312. """
  313. # Optional variables can always be empty
  314. if self.optional:
  315. return False
  316. # Explicit required flag takes highest precedence
  317. if self.required:
  318. # But autogenerated variables can still be empty (will be generated later)
  319. if self.autogenerated:
  320. return False
  321. return True
  322. # Autogenerated variables can be empty (will be generated later)
  323. if self.autogenerated:
  324. return False
  325. # Boolean variables always have a value (True or False)
  326. if self.type == "bool":
  327. return False
  328. # Variables with a default value are not required
  329. if self.value is not None:
  330. return False
  331. # No default value and not autogenerated = required
  332. return True
  333. def clone(self, update: Optional[Dict[str, Any]] = None) -> "Variable":
  334. """Create a deep copy of the variable with optional field updates.
  335. This is more efficient than converting to dict and back when copying variables.
  336. Args:
  337. update: Optional dictionary of field updates to apply to the clone
  338. Returns:
  339. New Variable instance with copied data
  340. Example:
  341. var2 = var1.clone(update={'origin': 'template'})
  342. """
  343. data = {
  344. "name": self.name,
  345. "type": self.type,
  346. "value": self.value,
  347. "description": self.description,
  348. "prompt": self.prompt,
  349. "options": self.options.copy() if self.options else None,
  350. "origin": self.origin,
  351. "sensitive": self.sensitive,
  352. "extra": self.extra,
  353. "autogenerated": self.autogenerated,
  354. "required": self.required,
  355. "optional": self.optional,
  356. "original_value": self.original_value,
  357. "needs": self.needs.copy() if self.needs else None,
  358. }
  359. # Apply updates if provided
  360. if update:
  361. data.update(update)
  362. # Create new variable
  363. cloned = Variable(data)
  364. # Preserve explicit fields from original, and add any update keys
  365. cloned._explicit_fields = self._explicit_fields.copy()
  366. if update:
  367. cloned._explicit_fields.update(update.keys())
  368. return cloned