User-agent: *
Sitemap: https://www.linkwebbie.com/sitemap.xml

# Block all crawlers for /
User-agent: *
Disallow: /ErrorPages
Disallow: /404
Disallow: /categories/network/*
Disallow: /categories/money/*
Disallow: /categories/tool/*
Disallow: /categories/math/*
Disallow: /categories/random/*
Disallow: /search/apps/*



# Allow all crawlers
User-agent: *
Allow: /