YamlResourceCollection.cs 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462
  1. using System.Collections.ObjectModel;
  2. using System.Collections.Specialized;
  3. using System.Diagnostics;
  4. using RackPeek.Domain.Resources;
  5. using RackPeek.Domain.Resources.AccessPoints;
  6. using RackPeek.Domain.Resources.Connections;
  7. using RackPeek.Domain.Resources.Desktops;
  8. using RackPeek.Domain.Resources.Firewalls;
  9. using RackPeek.Domain.Resources.Hardware;
  10. using RackPeek.Domain.Resources.Laptops;
  11. using RackPeek.Domain.Resources.Routers;
  12. using RackPeek.Domain.Resources.Servers;
  13. using RackPeek.Domain.Resources.Services;
  14. using RackPeek.Domain.Resources.SystemResources;
  15. using RackPeek.Domain.Resources.UpsUnits;
  16. using YamlDotNet.Serialization;
  17. using YamlDotNet.Serialization.NamingConventions;
  18. using Switch = RackPeek.Domain.Resources.Switches.Switch;
  19. namespace RackPeek.Domain.Persistence.Yaml;
  20. public class ResourceCollection {
  21. public readonly SemaphoreSlim FileLock = new(1, 1);
  22. public List<Resource> Resources { get; } = new();
  23. public List<Connection> Connections { get; } = new();
  24. }
  25. public sealed class YamlResourceCollection(
  26. string filePath,
  27. ITextFileStore fileStore,
  28. ResourceCollection resourceCollection,
  29. IResourceYamlMigrationService migrationService)
  30. : IResourceCollection {
  31. // Bump this when your YAML schema changes, and add a migration step below.
  32. private static readonly int _currentSchemaVersion = RackPeekConfigMigrationDeserializer.ListOfMigrations.Count;
  33. public Task<bool> Exists(string name) {
  34. return Task.FromResult(resourceCollection.Resources.Exists(r =>
  35. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  36. }
  37. public Task<string?> GetKind(string? name) {
  38. return Task.FromResult(resourceCollection.Resources.FirstOrDefault(r =>
  39. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase))?.Kind);
  40. }
  41. public Task<IReadOnlyList<(Resource, string)>> GetByLabelAsync(string name) {
  42. ReadOnlyCollection<(Resource r, string)> result = resourceCollection.Resources
  43. .Where(r => r.Labels != null && r.Labels.TryGetValue(name, out _))
  44. .Select(r => (r, r.Labels![name]))
  45. .ToList()
  46. .AsReadOnly();
  47. return Task.FromResult<IReadOnlyList<(Resource, string)>>(result);
  48. }
  49. public Task<Dictionary<string, int>> GetLabelsAsync() {
  50. var result = resourceCollection.Resources
  51. .SelectMany(r => r.Labels ?? Enumerable.Empty<KeyValuePair<string, string>>())
  52. .Where(kvp => !string.IsNullOrWhiteSpace(kvp.Key))
  53. .GroupBy(kvp => kvp.Key)
  54. .ToDictionary(g => g.Key, g => g.Count());
  55. return Task.FromResult(result);
  56. }
  57. public Task<IReadOnlyList<(Resource, string)>> GetResourceIpsAsync() {
  58. var result = new List<(Resource, string)>();
  59. List<Resource> allResources = resourceCollection.Resources;
  60. // Build fast lookup for systems
  61. var systemsByName = allResources
  62. .OfType<SystemResource>()
  63. .ToDictionary(s => s.Name, StringComparer.OrdinalIgnoreCase);
  64. // Cache resolved system IPs (prevents repeated recursion)
  65. var resolvedSystemIps = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase);
  66. foreach (Resource resource in allResources)
  67. switch (resource) {
  68. case SystemResource system: {
  69. var ip = ResolveSystemIp(system, systemsByName, resolvedSystemIps);
  70. if (!string.IsNullOrWhiteSpace(ip))
  71. result.Add((system, ip));
  72. break;
  73. }
  74. case Service service: {
  75. var ip = ResolveServiceIp(service, systemsByName, resolvedSystemIps);
  76. if (!string.IsNullOrWhiteSpace(ip))
  77. result.Add((service, ip));
  78. break;
  79. }
  80. }
  81. return Task.FromResult((IReadOnlyList<(Resource, string)>)result);
  82. }
  83. public Task<Dictionary<string, int>> GetTagsAsync() {
  84. var result = resourceCollection.Resources
  85. .SelectMany(r => r.Tags) // flatten all tag arrays
  86. .Where(t => !string.IsNullOrWhiteSpace(t))
  87. .GroupBy(t => t)
  88. .ToDictionary(g => g.Key, g => g.Count());
  89. return Task.FromResult(result);
  90. }
  91. public Task<IReadOnlyList<T>> GetAllOfTypeAsync<T>() =>
  92. Task.FromResult<IReadOnlyList<T>>(resourceCollection.Resources.OfType<T>().ToList());
  93. public Task<IReadOnlyList<Resource>> GetDependantsAsync(string name) {
  94. var result = resourceCollection.Resources
  95. .Where(r => r.RunsOn.Any(p => p.Equals(name, StringComparison.OrdinalIgnoreCase)))
  96. .ToList();
  97. return Task.FromResult<IReadOnlyList<Resource>>(result);
  98. }
  99. public async Task Merge(string incomingYaml, MergeMode mode) {
  100. if (string.IsNullOrWhiteSpace(incomingYaml))
  101. return;
  102. await resourceCollection.FileLock.WaitAsync();
  103. try {
  104. YamlRoot incomingRoot = await migrationService.DeserializeAsync(incomingYaml);
  105. List<Resource> incomingResources = incomingRoot.Resources ?? new List<Resource>();
  106. List<Resource> merged = ResourceCollectionMerger.Merge(
  107. resourceCollection.Resources,
  108. incomingResources,
  109. mode);
  110. resourceCollection.Resources.Clear();
  111. resourceCollection.Resources.AddRange(merged);
  112. var rootToSave = new YamlRoot {
  113. Version = RackPeekConfigMigrationDeserializer.ListOfMigrations.Count,
  114. Resources = resourceCollection.Resources,
  115. Connections = resourceCollection.Connections
  116. };
  117. await SaveRootAsync(rootToSave);
  118. }
  119. finally {
  120. resourceCollection.FileLock.Release();
  121. }
  122. }
  123. public Task<IReadOnlyList<Resource>> GetByTagAsync(string name) {
  124. return Task.FromResult<IReadOnlyList<Resource>>(
  125. resourceCollection.Resources
  126. .Where(r => r.Tags.Contains(name))
  127. .ToList()
  128. );
  129. }
  130. public IReadOnlyList<Hardware> HardwareResources =>
  131. resourceCollection.Resources.OfType<Hardware>().ToList();
  132. public IReadOnlyList<SystemResource> SystemResources =>
  133. resourceCollection.Resources.OfType<SystemResource>().ToList();
  134. public IReadOnlyList<Service> ServiceResources =>
  135. resourceCollection.Resources.OfType<Service>().ToList();
  136. public Task<Resource?> GetByNameAsync(string name) {
  137. return Task.FromResult(resourceCollection.Resources.FirstOrDefault(r =>
  138. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  139. }
  140. public Task<T?> GetByNameAsync<T>(string name) where T : Resource {
  141. Resource? resource =
  142. resourceCollection.Resources.FirstOrDefault(r => r.Name.Equals(name, StringComparison.OrdinalIgnoreCase));
  143. return Task.FromResult(resource as T);
  144. }
  145. public Resource? GetByName(string name) {
  146. return resourceCollection.Resources.FirstOrDefault(r =>
  147. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase));
  148. }
  149. public async Task LoadAsync() {
  150. var yaml = await fileStore.ReadAllTextAsync(filePath);
  151. YamlRoot root = await migrationService.DeserializeAsync(
  152. yaml,
  153. async originalYaml => await BackupOriginalAsync(originalYaml),
  154. async migratedRoot => await SaveRootAsync(migratedRoot)
  155. );
  156. resourceCollection.Resources.Clear();
  157. if (root.Resources != null)
  158. resourceCollection.Resources.AddRange(root.Resources);
  159. resourceCollection.Connections.Clear();
  160. if (root.Connections != null)
  161. resourceCollection.Connections.AddRange(root.Connections);
  162. }
  163. public Task AddAsync(Resource resource) {
  164. return UpdateWithLockAsync(list => {
  165. if (list.Any(r => r.Name.Equals(resource.Name, StringComparison.OrdinalIgnoreCase)))
  166. throw new InvalidOperationException($"'{resource.Name}' already exists.");
  167. resource.Kind = GetKind(resource);
  168. list.Add(resource);
  169. });
  170. }
  171. public Task UpdateAsync(Resource resource) {
  172. return UpdateWithLockAsync(list => {
  173. var index = list.FindIndex(r => r.Name.Equals(resource.Name, StringComparison.OrdinalIgnoreCase));
  174. if (index == -1) throw new InvalidOperationException("Not found.");
  175. resource.Kind = GetKind(resource);
  176. list[index] = resource;
  177. });
  178. }
  179. public Task DeleteAsync(string name) {
  180. return UpdateWithLockAsync(list =>
  181. list.RemoveAll(r => r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  182. }
  183. public Task AddConnectionAsync(Connection connection) => UpdateConnectionsWithLockAsync(list => { list.Add(connection); });
  184. public Task RemoveConnectionAsync(Connection connection) {
  185. return UpdateConnectionsWithLockAsync(list => {
  186. list.RemoveAll(c =>
  187. (PortsMatch(c.A, connection.A) && PortsMatch(c.B, connection.B)) ||
  188. (PortsMatch(c.A, connection.B) && PortsMatch(c.B, connection.A)));
  189. });
  190. }
  191. public Task RemoveConnectionsForPortAsync(PortReference port) {
  192. return UpdateConnectionsWithLockAsync(list => {
  193. list.RemoveAll(c =>
  194. PortsMatch(c.A, port) ||
  195. PortsMatch(c.B, port));
  196. });
  197. }
  198. public Task<IReadOnlyList<Connection>> GetConnectionsAsync() {
  199. IReadOnlyList<Connection> result =
  200. resourceCollection.Connections
  201. .ToList()
  202. .AsReadOnly();
  203. return Task.FromResult(result);
  204. }
  205. public Task<IReadOnlyList<Connection>> GetConnectionsForResourceAsync(string resource) {
  206. IReadOnlyList<Connection> result =
  207. resourceCollection.Connections
  208. .Where(c =>
  209. c.A.Resource.Equals(resource, StringComparison.OrdinalIgnoreCase) ||
  210. c.B.Resource.Equals(resource, StringComparison.OrdinalIgnoreCase))
  211. .ToList()
  212. .AsReadOnly();
  213. return Task.FromResult(result);
  214. }
  215. public Task<Connection?> GetConnectionForPortAsync(PortReference port) {
  216. Connection? connection =
  217. resourceCollection.Connections
  218. .FirstOrDefault(c =>
  219. PortsMatch(c.A, port) ||
  220. PortsMatch(c.B, port));
  221. return Task.FromResult(connection);
  222. }
  223. private string? ResolveSystemIp(
  224. SystemResource system,
  225. Dictionary<string, SystemResource> systemsByName,
  226. Dictionary<string, string?> cache) {
  227. // Return cached result if already resolved
  228. if (cache.TryGetValue(system.Name, out var cached))
  229. return cached;
  230. // Direct IP wins
  231. if (!string.IsNullOrWhiteSpace(system.Ip)) {
  232. cache[system.Name] = system.Ip;
  233. return system.Ip;
  234. }
  235. // Must have exactly one parent
  236. if (system.RunsOn?.Count != 1) {
  237. cache[system.Name] = null;
  238. return null;
  239. }
  240. var parentName = system.RunsOn.First();
  241. if (!systemsByName.TryGetValue(parentName, out SystemResource? parent)) {
  242. cache[system.Name] = null;
  243. return null;
  244. }
  245. var resolved = ResolveSystemIp(parent, systemsByName, cache);
  246. cache[system.Name] = resolved;
  247. return resolved;
  248. }
  249. private string? ResolveServiceIp(
  250. Service service,
  251. Dictionary<string, SystemResource> systemsByName,
  252. Dictionary<string, string?> cache) {
  253. // Direct IP wins
  254. if (!string.IsNullOrWhiteSpace(service.Network?.Ip))
  255. return service.Network!.Ip;
  256. // Must have exactly one parent
  257. if (service.RunsOn?.Count != 1)
  258. return null;
  259. var parentName = service.RunsOn.First();
  260. if (!systemsByName.TryGetValue(parentName, out SystemResource? parent))
  261. return null;
  262. return ResolveSystemIp(parent, systemsByName, cache);
  263. }
  264. private async Task UpdateWithLockAsync(Action<List<Resource>> action) {
  265. await resourceCollection.FileLock.WaitAsync();
  266. try {
  267. action(resourceCollection.Resources);
  268. // Always write current schema version when app writes the file.
  269. var root = new YamlRoot {
  270. Version = _currentSchemaVersion,
  271. Resources = resourceCollection.Resources,
  272. Connections = resourceCollection.Connections
  273. };
  274. await SaveRootAsync(root);
  275. }
  276. finally {
  277. resourceCollection.FileLock.Release();
  278. }
  279. }
  280. // ----------------------------
  281. // Versioning + migration
  282. // ----------------------------
  283. private async Task BackupOriginalAsync(string originalYaml) {
  284. // Timestamped backup for safe rollback
  285. var backupPath = $"{filePath}.bak.{DateTime.UtcNow:yyyyMMddHHmmss}";
  286. await fileStore.WriteAllTextAsync(backupPath, originalYaml);
  287. }
  288. private async Task SaveRootAsync(YamlRoot? root) {
  289. var contents = SerializeRootAsync(root);
  290. await fileStore.WriteAllTextAsync(filePath, contents);
  291. }
  292. public static string SerializeRootAsync(YamlRoot? root) {
  293. ISerializer serializer = new SerializerBuilder()
  294. .WithNamingConvention(CamelCaseNamingConvention.Instance)
  295. .WithTypeConverter(new StorageSizeYamlConverter())
  296. .WithTypeConverter(new NotesStringYamlConverter())
  297. .ConfigureDefaultValuesHandling(
  298. DefaultValuesHandling.OmitNull |
  299. DefaultValuesHandling.OmitEmptyCollections
  300. )
  301. .Build();
  302. // Preserve ordering: version first, then resources
  303. Debug.Assert(root != null, nameof(root) + " != null");
  304. var payload = new OrderedDictionary {
  305. ["version"] = root.Version,
  306. ["resources"] = (root.Resources ?? new List<Resource>()).Select(SerializeResource).ToList(),
  307. ["connections"] = root.Connections ?? new List<Connection>()
  308. };
  309. return serializer.Serialize(payload);
  310. }
  311. private static string GetKind(Resource resource) {
  312. return resource switch {
  313. Server => "Server",
  314. Switch => "Switch",
  315. Firewall => "Firewall",
  316. Router => "Router",
  317. Desktop => "Desktop",
  318. Laptop => "Laptop",
  319. AccessPoint => "AccessPoint",
  320. Ups => "Ups",
  321. SystemResource => "System",
  322. Service => "Service",
  323. _ => throw new InvalidOperationException($"Unknown resource type: {resource.GetType().Name}")
  324. };
  325. }
  326. public static OrderedDictionary SerializeResource(Resource resource) {
  327. var map = new OrderedDictionary {
  328. ["kind"] = GetKind(resource)
  329. };
  330. ISerializer serializer = new SerializerBuilder()
  331. .WithNamingConvention(CamelCaseNamingConvention.Instance)
  332. .WithTypeConverter(new NotesStringYamlConverter())
  333. .ConfigureDefaultValuesHandling(
  334. DefaultValuesHandling.OmitNull |
  335. DefaultValuesHandling.OmitEmptyCollections
  336. )
  337. .Build();
  338. var yaml = serializer.Serialize(resource);
  339. Dictionary<string, object?> props = new DeserializerBuilder()
  340. .Build()
  341. .Deserialize<Dictionary<string, object?>>(yaml);
  342. foreach ((var key, var value) in props)
  343. if (!string.Equals(key, "kind", StringComparison.OrdinalIgnoreCase))
  344. map[key] = value;
  345. return map;
  346. }
  347. private static bool PortsMatch(PortReference a, PortReference b) {
  348. return a.Resource.Equals(b.Resource, StringComparison.OrdinalIgnoreCase)
  349. && a.PortGroup == b.PortGroup
  350. && a.PortIndex == b.PortIndex;
  351. }
  352. private async Task UpdateConnectionsWithLockAsync(Action<List<Connection>> action) {
  353. await resourceCollection.FileLock.WaitAsync();
  354. try {
  355. action(resourceCollection.Connections);
  356. var root = new YamlRoot {
  357. Version = _currentSchemaVersion,
  358. Resources = resourceCollection.Resources,
  359. Connections = resourceCollection.Connections
  360. };
  361. await SaveRootAsync(root);
  362. }
  363. finally {
  364. resourceCollection.FileLock.Release();
  365. }
  366. }
  367. }
  368. public class YamlRoot {
  369. public int Version { get; set; }
  370. public List<Resource>? Resources { get; set; }
  371. public List<Connection>? Connections { get; set; }
  372. }