# File lib/webrobots/robotstxt.rb, line 534 def initialize(site, records, options = nil) @timestamp = Time.now @site = site @options = options || {} @last_checked = nil @error = @options[:error] @target = @options[:target] @sitemaps = @options[:sitemaps] || [] if records && !records.empty? @records, defaults = [], [] records.each { |record| if record.default? defaults << record elsif !@target || record.match?(@target) @records << record end } @records.concat(defaults) else @records = [] end end