YamlResourceCollection.cs 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475
  1. using System.Collections.ObjectModel;
  2. using System.Collections.Specialized;
  3. using System.Diagnostics;
  4. using RackPeek.Domain.Resources;
  5. using RackPeek.Domain.Resources.AccessPoints;
  6. using RackPeek.Domain.Resources.Connections;
  7. using RackPeek.Domain.Resources.Desktops;
  8. using RackPeek.Domain.Resources.Firewalls;
  9. using RackPeek.Domain.Resources.Hardware;
  10. using RackPeek.Domain.Resources.Laptops;
  11. using RackPeek.Domain.Resources.Routers;
  12. using RackPeek.Domain.Resources.Servers;
  13. using RackPeek.Domain.Resources.Services;
  14. using RackPeek.Domain.Resources.SystemResources;
  15. using RackPeek.Domain.Resources.OtherHardware;
  16. using RackPeek.Domain.Resources.UpsUnits;
  17. using YamlDotNet.Serialization;
  18. using YamlDotNet.Serialization.NamingConventions;
  19. using Switch = RackPeek.Domain.Resources.Switches.Switch;
  20. namespace RackPeek.Domain.Persistence.Yaml;
  21. public class ResourceCollection {
  22. public readonly SemaphoreSlim FileLock = new(1, 1);
  23. public List<Resource> Resources { get; } = new();
  24. public List<Connection> Connections { get; } = new();
  25. }
  26. public sealed class YamlResourceCollection(
  27. string filePath,
  28. ITextFileStore fileStore,
  29. ResourceCollection resourceCollection,
  30. IResourceYamlMigrationService migrationService)
  31. : IResourceCollection {
  32. // Bump this when your YAML schema changes, and add a migration step below.
  33. private static readonly int _currentSchemaVersion = RackPeekConfigMigrationDeserializer.ListOfMigrations.Count;
  34. public Task<bool> Exists(string name) {
  35. return Task.FromResult(resourceCollection.Resources.Exists(r =>
  36. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  37. }
  38. public Task<string?> GetKind(string? name) {
  39. return Task.FromResult(resourceCollection.Resources.FirstOrDefault(r =>
  40. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase))?.Kind);
  41. }
  42. public Task<IReadOnlyList<(Resource, string)>> GetByLabelAsync(string name) {
  43. ReadOnlyCollection<(Resource r, string)> result = resourceCollection.Resources
  44. .Where(r => r.Labels != null && r.Labels.TryGetValue(name, out _))
  45. .Select(r => (r, r.Labels![name]))
  46. .ToList()
  47. .AsReadOnly();
  48. return Task.FromResult<IReadOnlyList<(Resource, string)>>(result);
  49. }
  50. public Task<Dictionary<string, int>> GetLabelsAsync() {
  51. var result = resourceCollection.Resources
  52. .SelectMany(r => r.Labels ?? Enumerable.Empty<KeyValuePair<string, string>>())
  53. .Where(kvp => !string.IsNullOrWhiteSpace(kvp.Key))
  54. .GroupBy(kvp => kvp.Key)
  55. .ToDictionary(g => g.Key, g => g.Count());
  56. return Task.FromResult(result);
  57. }
  58. public Task<IReadOnlyList<(Resource, string)>> GetResourceIpsAsync() {
  59. var result = new List<(Resource, string)>();
  60. List<Resource> allResources = resourceCollection.Resources;
  61. // Build fast lookup for systems
  62. var systemsByName = allResources
  63. .OfType<SystemResource>()
  64. .ToDictionary(s => s.Name, StringComparer.OrdinalIgnoreCase);
  65. // Cache resolved system IPs (prevents repeated recursion)
  66. var resolvedSystemIps = new Dictionary<string, string?>(StringComparer.OrdinalIgnoreCase);
  67. foreach (Resource resource in allResources)
  68. switch (resource) {
  69. case SystemResource system: {
  70. var ip = ResolveSystemIp(system, systemsByName, resolvedSystemIps);
  71. if (!string.IsNullOrWhiteSpace(ip))
  72. result.Add((system, ip));
  73. break;
  74. }
  75. case Service service: {
  76. var ip = ResolveServiceIp(service, systemsByName, resolvedSystemIps);
  77. if (!string.IsNullOrWhiteSpace(ip))
  78. result.Add((service, ip));
  79. break;
  80. }
  81. }
  82. return Task.FromResult((IReadOnlyList<(Resource, string)>)result);
  83. }
  84. public Task<Dictionary<string, int>> GetTagsAsync() {
  85. var result = resourceCollection.Resources
  86. .SelectMany(r => r.Tags) // flatten all tag arrays
  87. .Where(t => !string.IsNullOrWhiteSpace(t))
  88. .GroupBy(t => t)
  89. .ToDictionary(g => g.Key, g => g.Count());
  90. return Task.FromResult(result);
  91. }
  92. public Task<IReadOnlyList<T>> GetAllOfTypeAsync<T>() =>
  93. Task.FromResult<IReadOnlyList<T>>(resourceCollection.Resources.OfType<T>().ToList());
  94. public Task<IReadOnlyList<Resource>> GetDependantsAsync(string name) {
  95. var result = resourceCollection.Resources
  96. .Where(r => r.RunsOn.Any(p => p.Equals(name, StringComparison.OrdinalIgnoreCase)))
  97. .ToList();
  98. return Task.FromResult<IReadOnlyList<Resource>>(result);
  99. }
  100. public async Task Merge(string incomingYaml, MergeMode mode) {
  101. if (string.IsNullOrWhiteSpace(incomingYaml))
  102. return;
  103. await resourceCollection.FileLock.WaitAsync();
  104. try {
  105. YamlRoot incomingRoot = await migrationService.DeserializeAsync(incomingYaml);
  106. List<Resource> incomingResources = incomingRoot.Resources ?? new List<Resource>();
  107. List<Resource> merged = ResourceCollectionMerger.Merge(
  108. resourceCollection.Resources,
  109. incomingResources,
  110. mode);
  111. resourceCollection.Resources.Clear();
  112. resourceCollection.Resources.AddRange(merged);
  113. var rootToSave = new YamlRoot {
  114. Version = RackPeekConfigMigrationDeserializer.ListOfMigrations.Count,
  115. Resources = resourceCollection.Resources,
  116. Connections = resourceCollection.Connections
  117. };
  118. await SaveRootAsync(rootToSave);
  119. }
  120. finally {
  121. resourceCollection.FileLock.Release();
  122. }
  123. }
  124. public Task<IReadOnlyList<Resource>> GetByTagAsync(string name) {
  125. return Task.FromResult<IReadOnlyList<Resource>>(
  126. resourceCollection.Resources
  127. .Where(r => r.Tags.Contains(name))
  128. .ToList()
  129. );
  130. }
  131. public IReadOnlyList<Hardware> HardwareResources =>
  132. resourceCollection.Resources.OfType<Hardware>().ToList();
  133. public IReadOnlyList<SystemResource> SystemResources =>
  134. resourceCollection.Resources.OfType<SystemResource>().ToList();
  135. public IReadOnlyList<Service> ServiceResources =>
  136. resourceCollection.Resources.OfType<Service>().ToList();
  137. public Task<Resource?> GetByNameAsync(string name) {
  138. return Task.FromResult(resourceCollection.Resources.FirstOrDefault(r =>
  139. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  140. }
  141. public Task<T?> GetByNameAsync<T>(string name) where T : Resource {
  142. Resource? resource =
  143. resourceCollection.Resources.FirstOrDefault(r => r.Name.Equals(name, StringComparison.OrdinalIgnoreCase));
  144. return Task.FromResult(resource as T);
  145. }
  146. public Resource? GetByName(string name) {
  147. return resourceCollection.Resources.FirstOrDefault(r =>
  148. r.Name.Equals(name, StringComparison.OrdinalIgnoreCase));
  149. }
  150. public async Task LoadAsync() {
  151. // Routes.razor calls LoadAsync on every Blazor circuit init, so
  152. // multiple tabs / fresh page loads can run this concurrently. Without
  153. // the lock, two callers can interleave Resources.Clear() and
  154. // AddRange() and corrupt the List<T>'s internal _size, producing
  155. // "Index was outside the bounds of the array" out of List.Clear.
  156. await resourceCollection.FileLock.WaitAsync();
  157. try {
  158. var yaml = await fileStore.ReadAllTextAsync(filePath);
  159. YamlRoot root = await migrationService.DeserializeAsync(
  160. yaml,
  161. async originalYaml => await BackupOriginalAsync(originalYaml),
  162. async migratedRoot => await SaveRootAsync(migratedRoot)
  163. );
  164. resourceCollection.Resources.Clear();
  165. if (root.Resources != null)
  166. resourceCollection.Resources.AddRange(root.Resources);
  167. resourceCollection.Connections.Clear();
  168. if (root.Connections != null)
  169. resourceCollection.Connections.AddRange(root.Connections);
  170. }
  171. finally {
  172. resourceCollection.FileLock.Release();
  173. }
  174. }
  175. public Task AddAsync(Resource resource) {
  176. return UpdateWithLockAsync(list => {
  177. if (list.Any(r => r.Name.Equals(resource.Name, StringComparison.OrdinalIgnoreCase)))
  178. throw new InvalidOperationException($"'{resource.Name}' already exists.");
  179. resource.Kind = GetKind(resource);
  180. list.Add(resource);
  181. });
  182. }
  183. public Task UpdateAsync(Resource resource) {
  184. return UpdateWithLockAsync(list => {
  185. var index = list.FindIndex(r => r.Name.Equals(resource.Name, StringComparison.OrdinalIgnoreCase));
  186. if (index == -1) throw new InvalidOperationException("Not found.");
  187. resource.Kind = GetKind(resource);
  188. list[index] = resource;
  189. });
  190. }
  191. public Task DeleteAsync(string name) {
  192. return UpdateWithLockAsync(list =>
  193. list.RemoveAll(r => r.Name.Equals(name, StringComparison.OrdinalIgnoreCase)));
  194. }
  195. public Task AddConnectionAsync(Connection connection) => UpdateConnectionsWithLockAsync(list => { list.Add(connection); });
  196. public Task RemoveConnectionAsync(Connection connection) {
  197. return UpdateConnectionsWithLockAsync(list => {
  198. list.RemoveAll(c =>
  199. (PortsMatch(c.A, connection.A) && PortsMatch(c.B, connection.B)) ||
  200. (PortsMatch(c.A, connection.B) && PortsMatch(c.B, connection.A)));
  201. });
  202. }
  203. public Task RemoveConnectionsForPortAsync(PortReference port) {
  204. return UpdateConnectionsWithLockAsync(list => {
  205. list.RemoveAll(c =>
  206. PortsMatch(c.A, port) ||
  207. PortsMatch(c.B, port));
  208. });
  209. }
  210. public Task<IReadOnlyList<Connection>> GetConnectionsAsync() {
  211. IReadOnlyList<Connection> result =
  212. resourceCollection.Connections
  213. .ToList()
  214. .AsReadOnly();
  215. return Task.FromResult(result);
  216. }
  217. public Task<IReadOnlyList<Connection>> GetConnectionsForResourceAsync(string resource) {
  218. IReadOnlyList<Connection> result =
  219. resourceCollection.Connections
  220. .Where(c =>
  221. c.A.Resource.Equals(resource, StringComparison.OrdinalIgnoreCase) ||
  222. c.B.Resource.Equals(resource, StringComparison.OrdinalIgnoreCase))
  223. .ToList()
  224. .AsReadOnly();
  225. return Task.FromResult(result);
  226. }
  227. public Task<Connection?> GetConnectionForPortAsync(PortReference port) {
  228. Connection? connection =
  229. resourceCollection.Connections
  230. .FirstOrDefault(c =>
  231. PortsMatch(c.A, port) ||
  232. PortsMatch(c.B, port));
  233. return Task.FromResult(connection);
  234. }
  235. private string? ResolveSystemIp(
  236. SystemResource system,
  237. Dictionary<string, SystemResource> systemsByName,
  238. Dictionary<string, string?> cache) {
  239. // Return cached result if already resolved
  240. if (cache.TryGetValue(system.Name, out var cached))
  241. return cached;
  242. // Direct IP wins
  243. if (!string.IsNullOrWhiteSpace(system.Ip)) {
  244. cache[system.Name] = system.Ip;
  245. return system.Ip;
  246. }
  247. // Must have exactly one parent
  248. if (system.RunsOn?.Count != 1) {
  249. cache[system.Name] = null;
  250. return null;
  251. }
  252. var parentName = system.RunsOn.First();
  253. if (!systemsByName.TryGetValue(parentName, out SystemResource? parent)) {
  254. cache[system.Name] = null;
  255. return null;
  256. }
  257. var resolved = ResolveSystemIp(parent, systemsByName, cache);
  258. cache[system.Name] = resolved;
  259. return resolved;
  260. }
  261. private string? ResolveServiceIp(
  262. Service service,
  263. Dictionary<string, SystemResource> systemsByName,
  264. Dictionary<string, string?> cache) {
  265. // Direct IP wins
  266. if (!string.IsNullOrWhiteSpace(service.Network?.Ip))
  267. return service.Network!.Ip;
  268. // Must have exactly one parent
  269. if (service.RunsOn?.Count != 1)
  270. return null;
  271. var parentName = service.RunsOn.First();
  272. if (!systemsByName.TryGetValue(parentName, out SystemResource? parent))
  273. return null;
  274. return ResolveSystemIp(parent, systemsByName, cache);
  275. }
  276. private async Task UpdateWithLockAsync(Action<List<Resource>> action) {
  277. await resourceCollection.FileLock.WaitAsync();
  278. try {
  279. action(resourceCollection.Resources);
  280. // Always write current schema version when app writes the file.
  281. var root = new YamlRoot {
  282. Version = _currentSchemaVersion,
  283. Resources = resourceCollection.Resources,
  284. Connections = resourceCollection.Connections
  285. };
  286. await SaveRootAsync(root);
  287. }
  288. finally {
  289. resourceCollection.FileLock.Release();
  290. }
  291. }
  292. // ----------------------------
  293. // Versioning + migration
  294. // ----------------------------
  295. private async Task BackupOriginalAsync(string originalYaml) {
  296. // Timestamped backup for safe rollback
  297. var backupPath = $"{filePath}.bak.{DateTime.UtcNow:yyyyMMddHHmmss}";
  298. await fileStore.WriteAllTextAsync(backupPath, originalYaml);
  299. }
  300. private async Task SaveRootAsync(YamlRoot? root) {
  301. var contents = SerializeRootAsync(root);
  302. await fileStore.WriteAllTextAsync(filePath, contents);
  303. }
  304. public static string SerializeRootAsync(YamlRoot? root) {
  305. ISerializer serializer = new SerializerBuilder()
  306. .WithNamingConvention(CamelCaseNamingConvention.Instance)
  307. .WithTypeConverter(new StorageSizeYamlConverter())
  308. .WithTypeConverter(new NotesStringYamlConverter())
  309. .ConfigureDefaultValuesHandling(
  310. DefaultValuesHandling.OmitNull |
  311. DefaultValuesHandling.OmitEmptyCollections
  312. )
  313. .Build();
  314. // Preserve ordering: version first, then resources
  315. Debug.Assert(root != null, nameof(root) + " != null");
  316. var payload = new OrderedDictionary {
  317. ["version"] = root.Version,
  318. ["resources"] = (root.Resources ?? new List<Resource>()).Select(SerializeResource).ToList(),
  319. ["connections"] = root.Connections ?? new List<Connection>()
  320. };
  321. return serializer.Serialize(payload);
  322. }
  323. private static string GetKind(Resource resource) {
  324. return resource switch {
  325. Server => "Server",
  326. Switch => "Switch",
  327. Firewall => "Firewall",
  328. Router => "Router",
  329. Desktop => "Desktop",
  330. Laptop => "Laptop",
  331. AccessPoint => "AccessPoint",
  332. Ups => "Ups",
  333. Other => "Other",
  334. SystemResource => "System",
  335. Service => "Service",
  336. _ => throw new InvalidOperationException($"Unknown resource type: {resource.GetType().Name}")
  337. };
  338. }
  339. public static OrderedDictionary SerializeResource(Resource resource) {
  340. var map = new OrderedDictionary {
  341. ["kind"] = GetKind(resource)
  342. };
  343. ISerializer serializer = new SerializerBuilder()
  344. .WithNamingConvention(CamelCaseNamingConvention.Instance)
  345. .WithTypeConverter(new NotesStringYamlConverter())
  346. .ConfigureDefaultValuesHandling(
  347. DefaultValuesHandling.OmitNull |
  348. DefaultValuesHandling.OmitEmptyCollections
  349. )
  350. .Build();
  351. var yaml = serializer.Serialize(resource);
  352. Dictionary<string, object?> props = new DeserializerBuilder()
  353. .Build()
  354. .Deserialize<Dictionary<string, object?>>(yaml);
  355. foreach ((var key, var value) in props)
  356. if (!string.Equals(key, "kind", StringComparison.OrdinalIgnoreCase))
  357. map[key] = value;
  358. return map;
  359. }
  360. private static bool PortsMatch(PortReference a, PortReference b) {
  361. return a.Resource.Equals(b.Resource, StringComparison.OrdinalIgnoreCase)
  362. && a.PortGroup == b.PortGroup
  363. && a.PortIndex == b.PortIndex;
  364. }
  365. private async Task UpdateConnectionsWithLockAsync(Action<List<Connection>> action) {
  366. await resourceCollection.FileLock.WaitAsync();
  367. try {
  368. action(resourceCollection.Connections);
  369. var root = new YamlRoot {
  370. Version = _currentSchemaVersion,
  371. Resources = resourceCollection.Resources,
  372. Connections = resourceCollection.Connections
  373. };
  374. await SaveRootAsync(root);
  375. }
  376. finally {
  377. resourceCollection.FileLock.Release();
  378. }
  379. }
  380. }
  381. public class YamlRoot {
  382. public int Version { get; set; }
  383. public List<Resource>? Resources { get; set; }
  384. public List<Connection>? Connections { get; set; }
  385. }