Merge pull request #77 from github/caol-ila-parallel-rollouts

Add parallel rollouts
github · Aug 2, 2024 · 9a1851f · 9a1851f
2 parents 2b2b886 + bb53913
commit 9a1851f
Showing 1 changed file with 19 additions and 6 deletions.
diff --git a/KustoSchemaTools/KustoSchemaHandler.cs b/KustoSchemaTools/KustoSchemaHandler.cs
@@ -3,6 +3,8 @@
 using KustoSchemaTools.Model;
 using KustoSchemaTools.Parser;
 using Microsoft.Extensions.Logging;
+using System.Collections.Concurrent;
+using System.Data;
 using System.Text;
 
 namespace KustoSchemaTools
@@ -87,21 +89,32 @@ public async Task Import(string path, string databaseName, bool includeColumns)
         }
 
 
-        public async Task Apply(string path, string databaseName)
+        public async Task<ConcurrentDictionary<string,Exception>> Apply(string path, string databaseName)
         {
             var clustersFile = File.ReadAllText(Path.Combine(path, "clusters.yml"));
             var clusters = Serialization.YamlPascalCaseDeserializer.Deserialize<Clusters>(clustersFile);
 
             var yamlHandler = YamlDatabaseHandlerFactory.Create(path, databaseName);
             var yamlDb = await yamlHandler.LoadAsync();
 
-            foreach (var cluster in clusters.Connections)
+            var results = new ConcurrentDictionary<string,Exception>();
+
+            await Parallel.ForEachAsync(clusters.Connections, async (cluster, token) =>
             {
-                Log.LogInformation($"Generating diff markdown for {Path.Combine(path, databaseName)} => {cluster}/{databaseName}");
+                try
+                {
+                    Log.LogInformation($"Generating and applying script for {Path.Combine(path, databaseName)} => {cluster}/{databaseName}");
+                    var dbHandler = KustoDatabaseHandlerFactory.Create(cluster.Url, databaseName);
+                    await dbHandler.WriteAsync(yamlDb);
+                    results.TryAdd(cluster.Url, null);
+                }
+                catch (Exception ex)
+                {
+                    results.TryAdd(cluster.Url, ex);
+                }
+            });
 
-                var dbHandler = KustoDatabaseHandlerFactory.Create(cluster.Url, databaseName);
-                await dbHandler.WriteAsync(yamlDb);
-            }
+            return results;
         }
     }
 }