user-agent: * # All robots. disallow: /categories # Disallow because it acts as a search. disallow: /tags # Disallow because it acts as a search.