func convertTokensToIds(_ tokens: [String]) -> [Int?]
s10Tokenizers15TokenizingModelPAAE18convertTokensToIdsySaySiSgGSaySSGF
2F4CS
import Tokenizers
protocol TokenizingModel
@frozen struct String
A Unicode string value that is a collection of characters.
@frozen struct Int
A signed integer value type.
func callAsFunction(_ text: String) -> [String]
func convertIdsToTokens(_ ids: [Int]) -> [String?]