func callAsFunction(_ text: String) -> [String]
s10Tokenizers15TokenizingModelPAAE14callAsFunctionySaySSGSSF
4EOMZ
import Tokenizers
protocol TokenizingModel
@frozen struct String
A Unicode string value that is a collection of characters.
func convertIdsToTokens(_ ids: [Int]) -> [String?]
func convertTokensToIds(_ tokens: [String]) -> [Int?]