User-agent: * Crawl-delay: 10 Allow: /content/wp-content/uploads/ Disallow: /content/wp-admin/ Disallow: /content/wp-includes/ Disallow: /content/wp-content/backupwordpress-d3e4565377-backups/ Disallow: /content/wp-content/cache/ Disallow: /content/wp-content/envato-backups/ Disallow: /content/wp-content/plugins/ Disallow: /content/wp-content/themes/ Disallow: /content/wp-content/upgrade/ Disallow: /content/readme.html Disallow: /cgi-bin/ Disallow: /images/ Disallow: /refer/ Disallow: /azcard/ Disallow: /old/ Disallow: /azcard/ecard/ Disallow: /media/ Disallow: /xtra/ Disallow: /temp/ # Block all bots from crawling URLs with query parameters, except Facebook and Twitter User-agent: * Disallow: /*?* # Allow Facebook and Twitter bots to access URLs with query parameters User-agent: Facebookbot Allow: /*?* User-agent: facebookexternalhit Allow: /*?* User-agent: Twitterbot Allow: /*?* # Allow sitemap crawling Sitemap: https://anizeen.com/sitemap.xml