Remove leftover function (huggingface#67)

ZhengHSI · Mar 15, 2024 · 5105f72 · 5105f72
1 parent a741be8
commit 5105f72
Showing 1 changed file with 0 additions and 5 deletions.
diff --git a/Sources/Tokenizers/BertTokenizer.swift b/Sources/Tokenizers/BertTokenizer.swift
@@ -114,11 +114,6 @@ class BertTokenizer {
 
 
 extension BertTokenizer: PreTrainedTokenizerModel {
-    // FIXME: remove
-    func callAsFunction(_ text: String) -> [Int] {
-        return []
-    }
-
     var unknownToken: String? { wordpieceTokenizer.unkToken }
     var unknownTokenId: Int? { vocab[unknownToken!] }