# Robots.txt doesn't define an 'Allow' field, but lots of robots seem to support it. User-agent: ia_archiver Allow: / User-agent: ScoutJet Disallow: /blog User-Agent: Googlebot Allow: / Disallow: /blog/index.php?/archives/2025/ Disallow: /blog/index.php?/archives/2024/ Disallow: /blog/index.php?/archives/2023/ Disallow: /blog/index.php?/archives/2022/ Disallow: /blog/index.php?/archives/2021/ Disallow: /blog/index.php?/archives/2020/ Disallow: /blog/index.php?/archives/2019/ Disallow: /blog/index.php?/archives/2018/ Disallow: /blog/index.php?/archives/2017/ Disallow: /blog/index.php?/archives/2016/ Disallow: /blog/index.php?/archives/2015/ Disallow: /blog/index.php?/archives/2014/ Disallow: /blog/index.php?/archives/2013/ Disallow: /blog/index.php?/archives/2012/ Disallow: /blog/index.php?/archives/2011/ Disallow: /blog/index.php?/archives/2010/ Disallow: /blog/index.php?/archives/2009/ Disallow: /blog/index.php?/archives/2008/ Disallow: /blog/index.php?/archives/2007/ Disallow: /blog/index.php?/archives/2006/ Disallow: /blog/index.php?/archives/2005/ Disallow: /blog/index.php?/archives/2004/ Disallow: /blog/index.php?/archives/2003/ Disallow: /blog/index.php?/archives/2002/ Disallow: /blog/index.php?/archives/2001/ Disallow: /blog/index.php?/archives/2000/ User-agent: Mediapartners-Google Disallow: / #Disallow: /blog/index.php?/categories/ # The '*' rule is for all bots not explicitly named. # Bots that do not honor this rule may end up banned. User-agent: * Disallow: /blog Disallow: /badbot-fb89f591a99da4c0f8c1a0dcec90a69eab9efa9cfdcbb7