Required Instance Methodswift-transformers 0.1.17Tokenizers

postProcess(tokens:tokensPair:addSpecialTokens:)

PostProcessor.swift:12
func postProcess(tokens: [String], tokensPair: [String]?, addSpecialTokens: Bool) -> [String]