# app/views/robots/allow.text.erb # Note the .text extension # Allow robots to index the entire site except some specified routes # rendered when site is visited with the default hostname # http://www.robotstxt.org/ # ALLOW ROBOTS User-agent: * Disallow: /jobs/*/report_form