Make file download requests chunked (#75)

Sources/FigmaExport/Loaders/ImagesLoader.swift

@@ -214,13 +214,3 @@ private extension String {
     }
 
 }
-
-// MARK: - Array Utils
-
-private extension Array {
-    func chunked(into size: Int) -> [[Element]] {
-        stride(from: 0, to: count, by: size).map {
-            Array(self[$0 ..< Swift.min($0 + size, count)])
-        }
-    }
-}

Sources/FigmaExport/Output/FileDownloader.swift

@@ -14,22 +14,26 @@ final class FileDownloader {
     func fetch(files: [FileContents]) throws -> [FileContents] {
         let group = DispatchGroup()
         var errors: [Error] = []
-        
+
         var newFiles = [FileContents]()
 
         let remoteFileCount = files.filter { $0.sourceURL != nil }.count
         var downloaded = 0
 
+        let semaphore = DispatchSemaphore(value: session.configuration.httpMaximumConnectionsPerHost - 1)
+
         files.forEach { file in
             guard let remoteURL = file.sourceURL else {
                 newFiles.append(file)
                 return
             }
 
-            group.enter()
             let task = session.downloadTask(with: remoteURL) { localURL, _, error in
-                defer { group.leave() }
-
+                defer {
+                    semaphore.signal()
+                    group.leave()
+                }
+
                 guard let fileURL = localURL, error == nil else {
                     errors.append(error!)
                     return
@@ -44,15 +48,17 @@ final class FileDownloader {
                 downloaded += 1
                 self.logger.info("Downloaded \(downloaded)/\(remoteFileCount)")
             }
-
+
+            group.enter()
+            semaphore.wait()
             task.resume()
         }
         group.wait()
-        
+
         if !errors.isEmpty {
             throw ErrorGroup(all: errors)
         }
-        
+
         return newFiles
     }
 }

Sources/FigmaExportCore/Extensions/Array+chunked.swift

@@ -0,0 +1,9 @@
+import Foundation
+
+public extension Array {
+    func chunked(into size: Int) -> [[Element]] {
+        stride(from: 0, to: count, by: size).map {
+            Array(self[$0 ..< Swift.min($0 + size, count)])
+        }
+    }
+}