There's no documentation for this item.

Source Code

# File action_controller/vendor/html-scanner/html/sanitizer.rb, line 13
def tokenize(text, options)
  tokenizer = HTML::Tokenizer.new(text)
  result = []
  while token = tokenizer.next
    node = Node.parse(nil, 0, 0, token, false)
    process_node node, result, options
  end
  result
end