Conditionally import CoreML and Accelerate frameworks (#247)

* Change Math type from a struct to an enum

* Conditionally import CoreML and Accelerate frameworks

Author: mattt

Sources/Generation/Generation.swift

@@ -5,7 +5,9 @@
 //  Created by Pedro Cuenca on 7/5/23.
 //
 
+#if canImport(CoreML)
 import CoreML
+
 import Tokenizers
 
 public enum GenerationMode {
@@ -106,3 +108,4 @@ public extension Generation {
         return logitsWarpers
     }
 }
+#endif // canImport(CoreML)

Sources/Generation/LogitsWarper/TopKLogitsWarper.swift

@@ -1,3 +1,4 @@
+#if canImport(Accelerate)
 import Accelerate
 import Foundation
 
@@ -56,3 +57,4 @@ public struct TopKLogitsWarper: LogitsWarper {
         return (indices: topkIndices.map { indices[Int($0)] }, logits: topkLogits)
     }
 }
+#endif // canImport(Accelerate)

Sources/Generation/MLMultiArray+Utils.swift

@@ -6,6 +6,7 @@
 //  Copyright © 2019 Hugging Face. All rights reserved.
 //
 
+#if canImport(CoreML)
 import CoreML
 import Foundation
 
@@ -196,3 +197,4 @@ extension MLMultiArray {
         return s + "]"
     }
 }
+#endif // canImport(CoreML)

Sources/Generation/MLShapedArray+Utils.swift

@@ -5,6 +5,7 @@
 //  Created by Pedro Cuenca on 13/5/23.
 //
 
+#if canImport(CoreML)
 import CoreML
 
 public extension MLShapedArray<Float> {
@@ -50,3 +51,4 @@ public extension MLMultiArray {
         }
     }
 }
+#endif // canImport(CoreML)

Sources/Generation/Math.swift

@@ -6,6 +6,7 @@
 //  Copyright © 2019 Hugging Face. All rights reserved.
 //
 
+#if canImport(CoreML) && canImport(Accelerate)
 import Accelerate
 import CoreML
 import Foundation
@@ -15,7 +16,7 @@ import Foundation
 ///
 /// https://github.com/hollance/CoreMLHelpers
 ///
-public struct Math {
+public enum Math {
     /**
      Returns the index and value of the largest element in the array.
 
@@ -168,3 +169,4 @@ public extension Math {
         }
     }
 }
+#endif // canImport(CoreML) && canImport(Accelerate)

Sources/Models/LanguageModel.swift

@@ -5,7 +5,9 @@
 //  Created by Pedro Cuenca on 7/5/23.
 //
 
+#if canImport(CoreML)
 import CoreML
+
 import Generation
 import Hub
 import Tokenizers
@@ -226,3 +228,5 @@ public enum TokenizerError: LocalizedError {
         }
     }
 }
+
+#endif // canImport(CoreML)

Sources/Models/LanguageModelTypes.swift

@@ -5,7 +5,9 @@
 //  Created by Pedro Cuenca on 8/5/23.
 //
 
+#if canImport(CoreML)
 import CoreML
+
 import Generation
 import Tokenizers
 
@@ -40,3 +42,4 @@ public extension TextGenerationModel {
         try await generate(config: config, prompt: prompt, model: callAsFunction, tokenizer: tokenizer, callback: callback)
     }
 }
+#endif // canImport(CoreML)

Sources/Models/Weights.swift

@@ -1,3 +1,4 @@
+#if canImport(CoreML)
 import CoreML
 
 public struct Weights {
@@ -91,3 +92,4 @@ struct Safetensor {
         return Weights(dict)
     }
 }
+#endif // canImport(CoreML)

Sources/TransformersCLI/main.swift

@@ -1,3 +1,4 @@
+#if canImport(CoreML)
 import ArgumentParser
 import CoreML
 import Foundation
@@ -107,3 +108,4 @@ extension Double {
         String(format: "\(format)", self)
     }
 }
+#endif // canImport(CoreML)

Tests/GenerationTests/LogitsWarperTests.swift

@@ -4,10 +4,12 @@
 //  Created by Jan Krukowski on 09/12/2023.
 //
 
+#if canImport(CoreML)
 import CoreML
-@testable import Generation
 import XCTest
 
+@testable import Generation
+
 final class LogitsWarperTests: XCTestCase {
     private let accuracy: Float = 0.00001
 
@@ -150,3 +152,4 @@ final class LogitsWarperTests: XCTestCase {
         XCTAssertEqual(result5.logits, [4.5, 3.0, 2.0, 1.0], accuracy: accuracy)
     }
 }
+#endif // canImport(CoreML)