Required Instance Methodswift-transformers 0.1.17Tokenizers

callAsFunction(tokens:tokensPair:addSpecialTokens:)

PostProcessor.swift:13
func callAsFunction(tokens: [String], tokensPair: [String]?, addSpecialTokens: Bool) -> [String]