# File lib/html5/tokenizer.rb, line 26 def initialize(stream, options = {}) @stream = HTMLInputStream.new(stream, options) # Setup the initial tokenizer state @content_model_flag = :PCDATA @state = :data_state @escapeFlag = false @lastFourChars = [] # The current token being created @current_token = nil # Tokens to be processed. @token_queue = [] @lowercase_element_name = options[:lowercase_element_name] != false @lowercase_attr_name = options[:lowercase_attr_name] != false end