Required Instance Methodswift-transformers 0.1.17Tokenizers
postProcess(tokens:tokensPair:addSpecialTokens:)
PostProcessor.swift:12func postProcess(tokens: [String], tokensPair: [String]?, addSpecialTokens: Bool) -> [String]
func postProcess(tokens: [String], tokensPair: [String]?, addSpecialTokens: Bool) -> [String]