github.com/captn3m0/cosmere-books.git

require "../../src/myhtml"

str = if filename = ARGV[0]?
        File.read(filename, "UTF-8", invalid: :skip)
      else
        <<-HTML
        <body>
          <div>
            <hr/>
            left <a class=Lba> middle </a> <span> right <span> </span>
          </div>

          <noindex></noindex>
         </body>
        HTML
      end

N     = (ARGV[1]? || 10).to_i
TEST  = (ARGV[2]? || 0).to_i
COUNT = (ARGV[3]? == "1")

class Doc < Myhtml::SAX::Tokenizer
  getter counter

  def initialize(@counting = false)
    @counter = 0
  end

  def on_token(t)
    @counter += 1 if @counting && t.tag_id == Myhtml::Lib::MyhtmlTags::MyHTML_TAG_A && !t.closed?
  end
end

case TEST
when 0
  puts "pure myhtml"
  t = Time.now
  s = 0
  N.times do
    parser = Myhtml::Parser.new(str, tree_options: Myhtml::Lib::MyhtmlTreeParseFlags::MyHTML_TREE_PARSE_FLAGS_SKIP_WHITESPACE_TOKEN)
    count = COUNT ? parser.nodes(:a).size : 0
    s += count
    parser.free
  end
  p s
  p Time.now - t
when 1
  puts "pure tokenizer"
  t = Time.now
  s = 0
  N.times do
    doc = Doc.new(COUNT)
    parser = Myhtml::SAX.new(doc)
    parser.parse(str)
    s += doc.counter
    parser.free
  end
  p s
  p Time.now - t
when 2
  puts "tokens collection"
  t = Time.now
  s = 0
  N.times do |n|
    doc = Myhtml::SAX::TokensCollection.new
    parser = Myhtml::SAX.new(doc)
    parser.parse(str)
    count = if COUNT
              x = 0
              doc.tokens.each do |t|
                token = Myhtml::SAX::Token.new(doc, doc.raw_tree, t)
                x += 1 if token.tag_id == Myhtml::Lib::MyhtmlTags::MyHTML_TAG_A && !token.closed?
              end
              x
            else
              0
            end
    p doc.tokens.size if n == 0
    s += count
    parser.free
  end
  p s
  p Time.now - t
when 3
  puts "tokens collection, new iterator"
  t = Time.now
  s = 0
  N.times do |n|
    doc = Myhtml::SAX::TokensCollection.new
    parser = Myhtml::SAX.new(doc)
    parser.parse(str)
    count = if COUNT
              doc.root.right.nodes(:a).count { true }
            else
              0
            end
    p doc.tokens.size if n == 0
    s += count
    parser.free
  end
  p s
  p Time.now - t
else
  puts "unknown test"
end