YamlResourceCollection.cs 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473
  1. using System.Collections.ObjectModel;
  2. using System.Collections.Specialized;
  3. using System.Diagnostics;
  4. using RackPeek.Domain.Resources;
  5. using RackPeek.Domain.Resources.AccessPoints;
  6. using RackPeek.Domain.Resources.Connections;
  7. using RackPeek.Domain.Resources.Desktops;
  8. using RackPeek.Domain.Resources.Firewalls;
  9. using RackPeek.Domain.Resources.Hardware;
  10. using RackPeek.Domain.Resources.Laptops;
  11. using RackPeek.Domain.Resources.Routers;
  12. using RackPeek.Domain.Resources.Servers;
  13. using RackPeek.Domain.Resources.Services;
  14. using RackPeek.Domain.Resources.SystemResources;
  15. using RackPeek.Domain.Resources.UpsUnits;
  16. using YamlDotNet.Serialization;
  17. using YamlDotNet.Serialization.NamingConventions;
  18. using Switch = RackPeek.Domain.Resources.Switches.Switch;
  19. namespace RackPeek.Domain.Persistence.Yaml;
  20. public class ResourceCollection {
  21. public readonly SemaphoreSlim FileLock = new(1, 1);
  22. public List<Resource> Resources { get; } = new();
  23. public List<Connection> Connections { get; } = new();
  24. }
  25. public sealed class YamlResourceCollection(
  26. string filePath,
  27. ITextFileStore fileStore,
  28. ResourceCollection resourceCollection,
  29. IResourceYamlMigrationService migrationService)
  30. : IResourceCollection {
  31. // Bump this when your YAML schema changes, and add a migration step below.
  32. private static readonly int _currentSchemaVersion = RackPeekConfigMigrationDeserializer.ListOfMigrations.Count;
  33. public Task<bool> Exists(string name) {
  34. return Task.FromResult(resourceCollection.Resources.Exists(r =>
  35. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  36. }
  37. public Task<string?> GetKind(string? name) {
  38. return Task.FromResult(resourceCollection.Resources.FirstOrDefault(r =>
  39. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase))?.Kind);
  40. }
  41. public Task<IReadOnlyList<(Resource, string)>> GetByLabelAsync(string name) {
  42. ReadOnlyCollection<(Resource r, string)> result = resourceCollection.Resources
  43. .Where(r => r.Labels != null && r.Labels.TryGetValue(name, out _))
  44. .Select(r => (r, r.Labels![name]))
  45. .ToList()
  46. .AsReadOnly();
  47. return Task.FromResult<IReadOnlyList<(Resource, string)>>(result);
  48. }
  49. public Task<Dictionary<string, int>> GetLabelsAsync() {
  50. var result = resourceCollection.Resources
  51. .SelectMany(r => r.Labels ?? Enumerable.Empty<KeyValuePair<string, string>>())
  52. .Where(kvp => !string.IsNullOrWhiteSpace(kvp.Key))
  53. .GroupBy(kvp => kvp.Key)
  54. .ToDictionary(g => g.Key, g => g.Count());
  55. return Task.FromResult(result);
  56. }
  57. public Task<IReadOnlyList<(Resource, string)>> GetResourceIpsAsync() {
  58. var result = new List<(Resource, string)>();
  59. List<Resource> allResources = resourceCollection.Resources;
  60. // Build fast lookup for systems
  61. var systemsByName = allResources
  62. .OfType<SystemResource>()
  63. .ToDictionary(s => s.Name, StringComparer.OrdinalIgnoreCase);
  64. // Cache resolved system IPs (prevents repeated recursion)
  65. var resolvedSystemIps = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase);
  66. foreach (Resource resource in allResources)
  67. switch (resource) {
  68. case SystemResource system: {
  69. var ip = ResolveSystemIp(system, systemsByName, resolvedSystemIps);
  70. if (!string.IsNullOrWhiteSpace(ip))
  71. result.Add((system, ip));
  72. break;
  73. }
  74. case Service service: {
  75. var ip = ResolveServiceIp(service, systemsByName, resolvedSystemIps);
  76. if (!string.IsNullOrWhiteSpace(ip))
  77. result.Add((service, ip));
  78. break;
  79. }
  80. }
  81. return Task.FromResult((IReadOnlyList<(Resource, string)>)result);
  82. }
  83. public Task<Dictionary<string, int>> GetTagsAsync() {
  84. var result = resourceCollection.Resources
  85. .SelectMany(r => r.Tags) // flatten all tag arrays
  86. .Where(t => !string.IsNullOrWhiteSpace(t))
  87. .GroupBy(t => t)
  88. .ToDictionary(g => g.Key, g => g.Count());
  89. return Task.FromResult(result);
  90. }
  91. public Task<IReadOnlyList<T>> GetAllOfTypeAsync<T>() =>
  92. Task.FromResult<IReadOnlyList<T>>(resourceCollection.Resources.OfType<T>().ToList());
  93. public Task<IReadOnlyList<Resource>> GetDependantsAsync(string name) {
  94. var result = resourceCollection.Resources
  95. .Where(r => r.RunsOn.Any(p => p.Equals(name, StringComparison.OrdinalIgnoreCase)))
  96. .ToList();
  97. return Task.FromResult<IReadOnlyList<Resource>>(result);
  98. }
  99. public async Task Merge(string incomingYaml, MergeMode mode) {
  100. if (string.IsNullOrWhiteSpace(incomingYaml))
  101. return;
  102. await resourceCollection.FileLock.WaitAsync();
  103. try {
  104. YamlRoot incomingRoot = await migrationService.DeserializeAsync(incomingYaml);
  105. List<Resource> incomingResources = incomingRoot.Resources ?? new List<Resource>();
  106. List<Resource> merged = ResourceCollectionMerger.Merge(
  107. resourceCollection.Resources,
  108. incomingResources,
  109. mode);
  110. resourceCollection.Resources.Clear();
  111. resourceCollection.Resources.AddRange(merged);
  112. var rootToSave = new YamlRoot {
  113. Version = RackPeekConfigMigrationDeserializer.ListOfMigrations.Count,
  114. Resources = resourceCollection.Resources,
  115. Connections = resourceCollection.Connections
  116. };
  117. await SaveRootAsync(rootToSave);
  118. }
  119. finally {
  120. resourceCollection.FileLock.Release();
  121. }
  122. }
  123. public Task<IReadOnlyList<Resource>> GetByTagAsync(string name) {
  124. return Task.FromResult<IReadOnlyList<Resource>>(
  125. resourceCollection.Resources
  126. .Where(r => r.Tags.Contains(name))
  127. .ToList()
  128. );
  129. }
  130. public IReadOnlyList<Hardware> HardwareResources =>
  131. resourceCollection.Resources.OfType<Hardware>().ToList();
  132. public IReadOnlyList<SystemResource> SystemResources =>
  133. resourceCollection.Resources.OfType<SystemResource>().ToList();
  134. public IReadOnlyList<Service> ServiceResources =>
  135. resourceCollection.Resources.OfType<Service>().ToList();
  136. public Task<Resource?> GetByNameAsync(string name) {
  137. return Task.FromResult(resourceCollection.Resources.FirstOrDefault(r =>
  138. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  139. }
  140. public Task<T?> GetByNameAsync<T>(string name) where T : Resource {
  141. Resource? resource =
  142. resourceCollection.Resources.FirstOrDefault(r => r.Name.Equals(name, StringComparison.OrdinalIgnoreCase));
  143. return Task.FromResult(resource as T);
  144. }
  145. public Resource? GetByName(string name) {
  146. return resourceCollection.Resources.FirstOrDefault(r =>
  147. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase));
  148. }
  149. public async Task LoadAsync() {
  150. // Routes.razor calls LoadAsync on every Blazor circuit init, so
  151. // multiple tabs / fresh page loads can run this concurrently. Without
  152. // the lock, two callers can interleave Resources.Clear() and
  153. // AddRange() and corrupt the List<T>'s internal _size, producing
  154. // "Index was outside the bounds of the array" out of List.Clear.
  155. await resourceCollection.FileLock.WaitAsync();
  156. try {
  157. var yaml = await fileStore.ReadAllTextAsync(filePath);
  158. YamlRoot root = await migrationService.DeserializeAsync(
  159. yaml,
  160. async originalYaml => await BackupOriginalAsync(originalYaml),
  161. async migratedRoot => await SaveRootAsync(migratedRoot)
  162. );
  163. resourceCollection.Resources.Clear();
  164. if (root.Resources != null)
  165. resourceCollection.Resources.AddRange(root.Resources);
  166. resourceCollection.Connections.Clear();
  167. if (root.Connections != null)
  168. resourceCollection.Connections.AddRange(root.Connections);
  169. }
  170. finally {
  171. resourceCollection.FileLock.Release();
  172. }
  173. }
  174. public Task AddAsync(Resource resource) {
  175. return UpdateWithLockAsync(list => {
  176. if (list.Any(r => r.Name.Equals(resource.Name, StringComparison.OrdinalIgnoreCase)))
  177. throw new InvalidOperationException($"'{resource.Name}' already exists.");
  178. resource.Kind = GetKind(resource);
  179. list.Add(resource);
  180. });
  181. }
  182. public Task UpdateAsync(Resource resource) {
  183. return UpdateWithLockAsync(list => {
  184. var index = list.FindIndex(r => r.Name.Equals(resource.Name, StringComparison.OrdinalIgnoreCase));
  185. if (index == -1) throw new InvalidOperationException("Not found.");
  186. resource.Kind = GetKind(resource);
  187. list[index] = resource;
  188. });
  189. }
  190. public Task DeleteAsync(string name) {
  191. return UpdateWithLockAsync(list =>
  192. list.RemoveAll(r => r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  193. }
  194. public Task AddConnectionAsync(Connection connection) => UpdateConnectionsWithLockAsync(list => { list.Add(connection); });
  195. public Task RemoveConnectionAsync(Connection connection) {
  196. return UpdateConnectionsWithLockAsync(list => {
  197. list.RemoveAll(c =>
  198. (PortsMatch(c.A, connection.A) && PortsMatch(c.B, connection.B)) ||
  199. (PortsMatch(c.A, connection.B) && PortsMatch(c.B, connection.A)));
  200. });
  201. }
  202. public Task RemoveConnectionsForPortAsync(PortReference port) {
  203. return UpdateConnectionsWithLockAsync(list => {
  204. list.RemoveAll(c =>
  205. PortsMatch(c.A, port) ||
  206. PortsMatch(c.B, port));
  207. });
  208. }
  209. public Task<IReadOnlyList<Connection>> GetConnectionsAsync() {
  210. IReadOnlyList<Connection> result =
  211. resourceCollection.Connections
  212. .ToList()
  213. .AsReadOnly();
  214. return Task.FromResult(result);
  215. }
  216. public Task<IReadOnlyList<Connection>> GetConnectionsForResourceAsync(string resource) {
  217. IReadOnlyList<Connection> result =
  218. resourceCollection.Connections
  219. .Where(c =>
  220. c.A.Resource.Equals(resource, StringComparison.OrdinalIgnoreCase) ||
  221. c.B.Resource.Equals(resource, StringComparison.OrdinalIgnoreCase))
  222. .ToList()
  223. .AsReadOnly();
  224. return Task.FromResult(result);
  225. }
  226. public Task<Connection?> GetConnectionForPortAsync(PortReference port) {
  227. Connection? connection =
  228. resourceCollection.Connections
  229. .FirstOrDefault(c =>
  230. PortsMatch(c.A, port) ||
  231. PortsMatch(c.B, port));
  232. return Task.FromResult(connection);
  233. }
  234. private string? ResolveSystemIp(
  235. SystemResource system,
  236. Dictionary<string, SystemResource> systemsByName,
  237. Dictionary<string, string?> cache) {
  238. // Return cached result if already resolved
  239. if (cache.TryGetValue(system.Name, out var cached))
  240. return cached;
  241. // Direct IP wins
  242. if (!string.IsNullOrWhiteSpace(system.Ip)) {
  243. cache[system.Name] = system.Ip;
  244. return system.Ip;
  245. }
  246. // Must have exactly one parent
  247. if (system.RunsOn?.Count != 1) {
  248. cache[system.Name] = null;
  249. return null;
  250. }
  251. var parentName = system.RunsOn.First();
  252. if (!systemsByName.TryGetValue(parentName, out SystemResource? parent)) {
  253. cache[system.Name] = null;
  254. return null;
  255. }
  256. var resolved = ResolveSystemIp(parent, systemsByName, cache);
  257. cache[system.Name] = resolved;
  258. return resolved;
  259. }
  260. private string? ResolveServiceIp(
  261. Service service,
  262. Dictionary<string, SystemResource> systemsByName,
  263. Dictionary<string, string?> cache) {
  264. // Direct IP wins
  265. if (!string.IsNullOrWhiteSpace(service.Network?.Ip))
  266. return service.Network!.Ip;
  267. // Must have exactly one parent
  268. if (service.RunsOn?.Count != 1)
  269. return null;
  270. var parentName = service.RunsOn.First();
  271. if (!systemsByName.TryGetValue(parentName, out SystemResource? parent))
  272. return null;
  273. return ResolveSystemIp(parent, systemsByName, cache);
  274. }
  275. private async Task UpdateWithLockAsync(Action<List<Resource>> action) {
  276. await resourceCollection.FileLock.WaitAsync();
  277. try {
  278. action(resourceCollection.Resources);
  279. // Always write current schema version when app writes the file.
  280. var root = new YamlRoot {
  281. Version = _currentSchemaVersion,
  282. Resources = resourceCollection.Resources,
  283. Connections = resourceCollection.Connections
  284. };
  285. await SaveRootAsync(root);
  286. }
  287. finally {
  288. resourceCollection.FileLock.Release();
  289. }
  290. }
  291. // ----------------------------
  292. // Versioning + migration
  293. // ----------------------------
  294. private async Task BackupOriginalAsync(string originalYaml) {
  295. // Timestamped backup for safe rollback
  296. var backupPath = $"{filePath}.bak.{DateTime.UtcNow:yyyyMMddHHmmss}";
  297. await fileStore.WriteAllTextAsync(backupPath, originalYaml);
  298. }
  299. private async Task SaveRootAsync(YamlRoot? root) {
  300. var contents = SerializeRootAsync(root);
  301. await fileStore.WriteAllTextAsync(filePath, contents);
  302. }
  303. public static string SerializeRootAsync(YamlRoot? root) {
  304. ISerializer serializer = new SerializerBuilder()
  305. .WithNamingConvention(CamelCaseNamingConvention.Instance)
  306. .WithTypeConverter(new StorageSizeYamlConverter())
  307. .WithTypeConverter(new NotesStringYamlConverter())
  308. .ConfigureDefaultValuesHandling(
  309. DefaultValuesHandling.OmitNull |
  310. DefaultValuesHandling.OmitEmptyCollections
  311. )
  312. .Build();
  313. // Preserve ordering: version first, then resources
  314. Debug.Assert(root != null, nameof(root) + " != null");
  315. var payload = new OrderedDictionary {
  316. ["version"] = root.Version,
  317. ["resources"] = (root.Resources ?? new List<Resource>()).Select(SerializeResource).ToList(),
  318. ["connections"] = root.Connections ?? new List<Connection>()
  319. };
  320. return serializer.Serialize(payload);
  321. }
  322. private static string GetKind(Resource resource) {
  323. return resource switch {
  324. Server => "Server",
  325. Switch => "Switch",
  326. Firewall => "Firewall",
  327. Router => "Router",
  328. Desktop => "Desktop",
  329. Laptop => "Laptop",
  330. AccessPoint => "AccessPoint",
  331. Ups => "Ups",
  332. SystemResource => "System",
  333. Service => "Service",
  334. _ => throw new InvalidOperationException($"Unknown resource type: {resource.GetType().Name}")
  335. };
  336. }
  337. public static OrderedDictionary SerializeResource(Resource resource) {
  338. var map = new OrderedDictionary {
  339. ["kind"] = GetKind(resource)
  340. };
  341. ISerializer serializer = new SerializerBuilder()
  342. .WithNamingConvention(CamelCaseNamingConvention.Instance)
  343. .WithTypeConverter(new NotesStringYamlConverter())
  344. .ConfigureDefaultValuesHandling(
  345. DefaultValuesHandling.OmitNull |
  346. DefaultValuesHandling.OmitEmptyCollections
  347. )
  348. .Build();
  349. var yaml = serializer.Serialize(resource);
  350. Dictionary<string, object?> props = new DeserializerBuilder()
  351. .Build()
  352. .Deserialize<Dictionary<string, object?>>(yaml);
  353. foreach ((var key, var value) in props)
  354. if (!string.Equals(key, "kind", StringComparison.OrdinalIgnoreCase))
  355. map[key] = value;
  356. return map;
  357. }
  358. private static bool PortsMatch(PortReference a, PortReference b) {
  359. return a.Resource.Equals(b.Resource, StringComparison.OrdinalIgnoreCase)
  360. && a.PortGroup == b.PortGroup
  361. && a.PortIndex == b.PortIndex;
  362. }
  363. private async Task UpdateConnectionsWithLockAsync(Action<List<Connection>> action) {
  364. await resourceCollection.FileLock.WaitAsync();
  365. try {
  366. action(resourceCollection.Connections);
  367. var root = new YamlRoot {
  368. Version = _currentSchemaVersion,
  369. Resources = resourceCollection.Resources,
  370. Connections = resourceCollection.Connections
  371. };
  372. await SaveRootAsync(root);
  373. }
  374. finally {
  375. resourceCollection.FileLock.Release();
  376. }
  377. }
  378. }
  379. public class YamlRoot {
  380. public int Version { get; set; }
  381. public List<Resource>? Resources { get; set; }
  382. public List<Connection>? Connections { get; set; }
  383. }