We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7f07751 commit 1c2c13eCopy full SHA for 1c2c13e
Sources/Tokenizers/Tokenizer.swift
@@ -595,9 +595,9 @@ public class PreTrainedTokenizer: Tokenizer {
595
596
// MARK: - Building
597
598
-public struct AutoTokenizer {}
+public enum AutoTokenizer {}
599
600
-struct PreTrainedTokenizerClasses {
+enum PreTrainedTokenizerClasses {
601
/// Class overrides for custom behaviour
602
/// Not to be confused with the TokenizerModel classes defined in TokenizerModel
603
static let tokenizerClasses: [String: PreTrainedTokenizer.Type] = [
0 commit comments