YamlResourceCollection.cs 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485
  1. using System.Collections.ObjectModel;
  2. using System.Collections.Specialized;
  3. using System.Diagnostics;
  4. using RackPeek.Domain.Resources;
  5. using RackPeek.Domain.Resources.AccessPoints;
  6. using RackPeek.Domain.Resources.Connections;
  7. using RackPeek.Domain.Resources.Desktops;
  8. using RackPeek.Domain.Resources.Firewalls;
  9. using RackPeek.Domain.Resources.Hardware;
  10. using RackPeek.Domain.Resources.Laptops;
  11. using RackPeek.Domain.Resources.Routers;
  12. using RackPeek.Domain.Resources.Servers;
  13. using RackPeek.Domain.Resources.Services;
  14. using RackPeek.Domain.Resources.SystemResources;
  15. using RackPeek.Domain.Resources.OtherHardware;
  16. using RackPeek.Domain.Resources.UpsUnits;
  17. using YamlDotNet.Serialization;
  18. using YamlDotNet.Serialization.NamingConventions;
  19. using Switch = RackPeek.Domain.Resources.Switches.Switch;
  20. namespace RackPeek.Domain.Persistence.Yaml;
  21. public class ResourceCollection {
  22. public readonly SemaphoreSlim FileLock = new(1, 1);
  23. public List<Resource> Resources { get; } = new();
  24. public List<Connection> Connections { get; } = new();
  25. }
  26. public sealed class YamlResourceCollection(
  27. string filePath,
  28. ITextFileStore fileStore,
  29. ResourceCollection resourceCollection,
  30. IResourceYamlMigrationService migrationService)
  31. : IResourceCollection {
  32. // Bump this when your YAML schema changes, and add a migration step below.
  33. private static readonly int _currentSchemaVersion = RackPeekConfigMigrationDeserializer.ListOfMigrations.Count;
  34. public Task<bool> Exists(string name) {
  35. return Task.FromResult(resourceCollection.Resources.Exists(r =>
  36. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  37. }
  38. public Task<string?> GetKind(string? name) {
  39. return Task.FromResult(resourceCollection.Resources.FirstOrDefault(r =>
  40. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase))?.Kind);
  41. }
  42. public Task<IReadOnlyList<(Resource, string)>> GetByLabelAsync(string name) {
  43. ReadOnlyCollection<(Resource r, string)> result = resourceCollection.Resources
  44. .Where(r => r.Labels != null && r.Labels.TryGetValue(name, out _))
  45. .Select(r => (r, r.Labels![name]))
  46. .ToList()
  47. .AsReadOnly();
  48. return Task.FromResult<IReadOnlyList<(Resource, string)>>(result);
  49. }
  50. public Task<Dictionary<string, int>> GetLabelsAsync() {
  51. var result = resourceCollection.Resources
  52. .SelectMany(r => r.Labels ?? Enumerable.Empty<KeyValuePair<string, string>>())
  53. .Where(kvp => !string.IsNullOrWhiteSpace(kvp.Key))
  54. .GroupBy(kvp => kvp.Key)
  55. .ToDictionary(g => g.Key, g => g.Count());
  56. return Task.FromResult(result);
  57. }
  58. public Task<IReadOnlyList<(Resource, string)>> GetResourceIpsAsync() {
  59. var result = new List<(Resource, string)>();
  60. List<Resource> allResources = resourceCollection.Resources;
  61. // Build fast lookup for systems
  62. var systemsByName = allResources
  63. .OfType<SystemResource>()
  64. .ToDictionary(s => s.Name, StringComparer.OrdinalIgnoreCase);
  65. // Cache resolved system IPs (prevents repeated recursion)
  66. var resolvedSystemIps = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase);
  67. foreach (Resource resource in allResources)
  68. switch (resource) {
  69. case SystemResource system: {
  70. var ip = ResolveSystemIp(system, systemsByName, resolvedSystemIps);
  71. if (!string.IsNullOrWhiteSpace(ip))
  72. result.Add((system, ip));
  73. break;
  74. }
  75. case Service service: {
  76. var ip = ResolveServiceIp(service, systemsByName, resolvedSystemIps);
  77. if (!string.IsNullOrWhiteSpace(ip))
  78. result.Add((service, ip));
  79. break;
  80. }
  81. }
  82. return Task.FromResult((IReadOnlyList<(Resource, string)>)result);
  83. }
  84. public Task<Dictionary<string, int>> GetTagsAsync() {
  85. var result = resourceCollection.Resources
  86. .SelectMany(r => r.Tags) // flatten all tag arrays
  87. .Where(t => !string.IsNullOrWhiteSpace(t))
  88. .GroupBy(t => t)
  89. .ToDictionary(g => g.Key, g => g.Count());
  90. return Task.FromResult(result);
  91. }
  92. public Task<IReadOnlyList<T>> GetAllOfTypeAsync<T>() =>
  93. Task.FromResult<IReadOnlyList<T>>(resourceCollection.Resources.OfType<T>().ToList());
  94. public Task<IReadOnlyList<Resource>> GetDependantsAsync(string name) {
  95. var result = resourceCollection.Resources
  96. .Where(r => r.RunsOn.Any(p => p.Equals(name, StringComparison.OrdinalIgnoreCase)))
  97. .ToList();
  98. return Task.FromResult<IReadOnlyList<Resource>>(result);
  99. }
  100. public async Task Merge(string incomingYaml, MergeMode mode) {
  101. if (string.IsNullOrWhiteSpace(incomingYaml))
  102. return;
  103. await resourceCollection.FileLock.WaitAsync();
  104. try {
  105. YamlRoot incomingRoot = await migrationService.DeserializeAsync(incomingYaml);
  106. List<Resource> incomingResources = incomingRoot.Resources ?? new List<Resource>();
  107. List<Resource> merged = ResourceCollectionMerger.Merge(
  108. resourceCollection.Resources,
  109. incomingResources,
  110. mode);
  111. resourceCollection.Resources.Clear();
  112. resourceCollection.Resources.AddRange(merged);
  113. List<Connection>? mergedConnections = ConnectionMerger.Merge(
  114. resourceCollection.Connections,
  115. incomingRoot.Connections,
  116. mode);
  117. if (mergedConnections != null) {
  118. resourceCollection.Connections.Clear();
  119. resourceCollection.Connections.AddRange(mergedConnections);
  120. }
  121. var rootToSave = new YamlRoot {
  122. Version = RackPeekConfigMigrationDeserializer.ListOfMigrations.Count,
  123. Resources = resourceCollection.Resources,
  124. Connections = resourceCollection.Connections
  125. };
  126. await SaveRootAsync(rootToSave);
  127. }
  128. finally {
  129. resourceCollection.FileLock.Release();
  130. }
  131. }
  132. public Task<IReadOnlyList<Resource>> GetByTagAsync(string name) {
  133. return Task.FromResult<IReadOnlyList<Resource>>(
  134. resourceCollection.Resources
  135. .Where(r => r.Tags.Contains(name))
  136. .ToList()
  137. );
  138. }
  139. public IReadOnlyList<Hardware> HardwareResources =>
  140. resourceCollection.Resources.OfType<Hardware>().ToList();
  141. public IReadOnlyList<SystemResource> SystemResources =>
  142. resourceCollection.Resources.OfType<SystemResource>().ToList();
  143. public IReadOnlyList<Service> ServiceResources =>
  144. resourceCollection.Resources.OfType<Service>().ToList();
  145. public Task<Resource?> GetByNameAsync(string name) {
  146. return Task.FromResult(resourceCollection.Resources.FirstOrDefault(r =>
  147. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  148. }
  149. public Task<T?> GetByNameAsync<T>(string name) where T : Resource {
  150. Resource? resource =
  151. resourceCollection.Resources.FirstOrDefault(r => r.Name.Equals(name, StringComparison.OrdinalIgnoreCase));
  152. return Task.FromResult(resource as T);
  153. }
  154. public Resource? GetByName(string name) {
  155. return resourceCollection.Resources.FirstOrDefault(r =>
  156. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase));
  157. }
  158. public async Task LoadAsync() {
  159. // Routes.razor calls LoadAsync on every Blazor circuit init, so
  160. // multiple tabs / fresh page loads can run this concurrently. Without
  161. // the lock, two callers can interleave Resources.Clear() and
  162. // AddRange() and corrupt the List<T>'s internal _size, producing
  163. // "Index was outside the bounds of the array" out of List.Clear.
  164. await resourceCollection.FileLock.WaitAsync();
  165. try {
  166. var yaml = await fileStore.ReadAllTextAsync(filePath);
  167. YamlRoot root = await migrationService.DeserializeAsync(
  168. yaml,
  169. async originalYaml => await BackupOriginalAsync(originalYaml),
  170. async migratedRoot => await SaveRootAsync(migratedRoot)
  171. );
  172. resourceCollection.Resources.Clear();
  173. if (root.Resources != null)
  174. resourceCollection.Resources.AddRange(root.Resources);
  175. resourceCollection.Connections.Clear();
  176. if (root.Connections != null)
  177. resourceCollection.Connections.AddRange(root.Connections);
  178. }
  179. finally {
  180. resourceCollection.FileLock.Release();
  181. }
  182. }
  183. public Task AddAsync(Resource resource) {
  184. return UpdateWithLockAsync(list => {
  185. if (list.Any(r => r.Name.Equals(resource.Name, StringComparison.OrdinalIgnoreCase)))
  186. throw new InvalidOperationException($"'{resource.Name}' already exists.");
  187. resource.Kind = GetKind(resource);
  188. list.Add(resource);
  189. });
  190. }
  191. public Task UpdateAsync(Resource resource) {
  192. return UpdateWithLockAsync(list => {
  193. var index = list.FindIndex(r => r.Name.Equals(resource.Name, StringComparison.OrdinalIgnoreCase));
  194. if (index == -1) throw new InvalidOperationException("Not found.");
  195. resource.Kind = GetKind(resource);
  196. list[index] = resource;
  197. });
  198. }
  199. public Task DeleteAsync(string name) {
  200. return UpdateWithLockAsync(list =>
  201. list.RemoveAll(r => r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  202. }
  203. public Task AddConnectionAsync(Connection connection) => UpdateConnectionsWithLockAsync(list => { list.Add(connection); });
  204. public Task RemoveConnectionAsync(Connection connection) {
  205. return UpdateConnectionsWithLockAsync(list => {
  206. list.RemoveAll(c =>
  207. (PortsMatch(c.A, connection.A) && PortsMatch(c.B, connection.B)) ||
  208. (PortsMatch(c.A, connection.B) && PortsMatch(c.B, connection.A)));
  209. });
  210. }
  211. public Task RemoveConnectionsForPortAsync(PortReference port) {
  212. return UpdateConnectionsWithLockAsync(list => {
  213. list.RemoveAll(c =>
  214. PortsMatch(c.A, port) ||
  215. PortsMatch(c.B, port));
  216. });
  217. }
  218. public Task<IReadOnlyList<Connection>> GetConnectionsAsync() {
  219. IReadOnlyList<Connection> result =
  220. resourceCollection.Connections
  221. .ToList()
  222. .AsReadOnly();
  223. return Task.FromResult(result);
  224. }
  225. public Task<IReadOnlyList<Connection>> GetConnectionsForResourceAsync(string resource) {
  226. IReadOnlyList<Connection> result =
  227. resourceCollection.Connections
  228. .Where(c =>
  229. c.A.Resource.Equals(resource, StringComparison.OrdinalIgnoreCase) ||
  230. c.B.Resource.Equals(resource, StringComparison.OrdinalIgnoreCase))
  231. .ToList()
  232. .AsReadOnly();
  233. return Task.FromResult(result);
  234. }
  235. public Task<Connection?> GetConnectionForPortAsync(PortReference port) {
  236. Connection? connection =
  237. resourceCollection.Connections
  238. .FirstOrDefault(c =>
  239. PortsMatch(c.A, port) ||
  240. PortsMatch(c.B, port));
  241. return Task.FromResult(connection);
  242. }
  243. private string? ResolveSystemIp(
  244. SystemResource system,
  245. Dictionary<string, SystemResource> systemsByName,
  246. Dictionary<string, string?> cache) {
  247. // Return cached result if already resolved
  248. if (cache.TryGetValue(system.Name, out var cached))
  249. return cached;
  250. // Direct IP wins
  251. if (!string.IsNullOrWhiteSpace(system.Ip)) {
  252. cache[system.Name] = system.Ip;
  253. return system.Ip;
  254. }
  255. // Must have exactly one parent
  256. if (system.RunsOn?.Count != 1) {
  257. cache[system.Name] = null;
  258. return null;
  259. }
  260. var parentName = system.RunsOn.First();
  261. if (!systemsByName.TryGetValue(parentName, out SystemResource? parent)) {
  262. cache[system.Name] = null;
  263. return null;
  264. }
  265. var resolved = ResolveSystemIp(parent, systemsByName, cache);
  266. cache[system.Name] = resolved;
  267. return resolved;
  268. }
  269. private string? ResolveServiceIp(
  270. Service service,
  271. Dictionary<string, SystemResource> systemsByName,
  272. Dictionary<string, string?> cache) {
  273. // Direct IP wins
  274. if (!string.IsNullOrWhiteSpace(service.Network?.Ip))
  275. return service.Network!.Ip;
  276. // Must have exactly one parent
  277. if (service.RunsOn?.Count != 1)
  278. return null;
  279. var parentName = service.RunsOn.First();
  280. if (!systemsByName.TryGetValue(parentName, out SystemResource? parent))
  281. return null;
  282. return ResolveSystemIp(parent, systemsByName, cache);
  283. }
  284. private async Task UpdateWithLockAsync(Action<List<Resource>> action) {
  285. await resourceCollection.FileLock.WaitAsync();
  286. try {
  287. action(resourceCollection.Resources);
  288. // Always write current schema version when app writes the file.
  289. var root = new YamlRoot {
  290. Version = _currentSchemaVersion,
  291. Resources = resourceCollection.Resources,
  292. Connections = resourceCollection.Connections
  293. };
  294. await SaveRootAsync(root);
  295. }
  296. finally {
  297. resourceCollection.FileLock.Release();
  298. }
  299. }
  300. // ----------------------------
  301. // Versioning + migration
  302. // ----------------------------
  303. private async Task BackupOriginalAsync(string originalYaml) {
  304. // Timestamped backup for safe rollback
  305. var backupPath = $"{filePath}.bak.{DateTime.UtcNow:yyyyMMddHHmmss}";
  306. await fileStore.WriteAllTextAsync(backupPath, originalYaml);
  307. }
  308. private async Task SaveRootAsync(YamlRoot? root) {
  309. var contents = SerializeRootAsync(root);
  310. await fileStore.WriteAllTextAsync(filePath, contents);
  311. }
  312. public static string SerializeRootAsync(YamlRoot? root) {
  313. ISerializer serializer = new SerializerBuilder()
  314. .WithNamingConvention(CamelCaseNamingConvention.Instance)
  315. .WithTypeConverter(new StorageSizeYamlConverter())
  316. .WithTypeConverter(new NotesStringYamlConverter())
  317. .ConfigureDefaultValuesHandling(
  318. DefaultValuesHandling.OmitNull |
  319. DefaultValuesHandling.OmitEmptyCollections
  320. )
  321. .Build();
  322. // Preserve ordering: version first, then resources
  323. Debug.Assert(root != null, nameof(root) + " != null");
  324. var payload = new OrderedDictionary {
  325. ["version"] = root.Version,
  326. ["resources"] = (root.Resources ?? new List<Resource>()).Select(SerializeResource).ToList(),
  327. ["connections"] = root.Connections ?? new List<Connection>()
  328. };
  329. return serializer.Serialize(payload);
  330. }
  331. private static string GetKind(Resource resource) {
  332. return resource switch {
  333. Server => "Server",
  334. Switch => "Switch",
  335. Firewall => "Firewall",
  336. Router => "Router",
  337. Desktop => "Desktop",
  338. Laptop => "Laptop",
  339. AccessPoint => "AccessPoint",
  340. Ups => "Ups",
  341. Other => "Other",
  342. SystemResource => "System",
  343. Service => "Service",
  344. _ => throw new InvalidOperationException($"Unknown resource type: {resource.GetType().Name}")
  345. };
  346. }
  347. public static OrderedDictionary SerializeResource(Resource resource) {
  348. var map = new OrderedDictionary {
  349. ["kind"] = GetKind(resource)
  350. };
  351. ISerializer serializer = new SerializerBuilder()
  352. .WithNamingConvention(CamelCaseNamingConvention.Instance)
  353. .WithTypeConverter(new NotesStringYamlConverter())
  354. .ConfigureDefaultValuesHandling(
  355. DefaultValuesHandling.OmitNull |
  356. DefaultValuesHandling.OmitEmptyCollections
  357. )
  358. .Build();
  359. var yaml = serializer.Serialize(resource);
  360. Dictionary<string, object?> props = new DeserializerBuilder()
  361. .Build()
  362. .Deserialize<Dictionary<string, object?>>(yaml);
  363. foreach ((var key, var value) in props)
  364. if (!string.Equals(key, "kind", StringComparison.OrdinalIgnoreCase))
  365. map[key] = value;
  366. return map;
  367. }
  368. private static bool PortsMatch(PortReference a, PortReference b) {
  369. return a.Resource.Equals(b.Resource, StringComparison.OrdinalIgnoreCase)
  370. && a.PortGroup == b.PortGroup
  371. && a.PortIndex == b.PortIndex;
  372. }
  373. private async Task UpdateConnectionsWithLockAsync(Action<List<Connection>> action) {
  374. await resourceCollection.FileLock.WaitAsync();
  375. try {
  376. action(resourceCollection.Connections);
  377. var root = new YamlRoot {
  378. Version = _currentSchemaVersion,
  379. Resources = resourceCollection.Resources,
  380. Connections = resourceCollection.Connections
  381. };
  382. await SaveRootAsync(root);
  383. }
  384. finally {
  385. resourceCollection.FileLock.Release();
  386. }
  387. }
  388. }
  389. public class YamlRoot {
  390. public int Version { get; set; }
  391. public List<Resource>? Resources { get; set; }
  392. public List<Connection>? Connections { get; set; }
  393. }