User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /calendar/
Disallow: /?post_type=tribe_events*
Disallow: /archives/
Disallow: /page/*
Crawl-delay: 20

User-agent: Googlebot-Image
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /calendar/
Disallow: /?post_type=tribe_events*
Crawl-delay: 20

User-agent: Googlebot-Mobile
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /calendar/
Disallow: /?post_type=tribe_events*
Crawl-delay: 20

User-agent: Adsbot-Google
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /calendar/
Disallow: /?post_type=tribe_events*
Crawl-delay: 20

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=*
Disallow: /search/*
Disallow: /tag/*
Disallow: /calendar/*
Disallow: /archives/*
Disallow: /page/*
Disallow: /?post_type=tribe_events*
Crawl-delay: 20

User-agent: Mediapartners-Google
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /calendar/
Disallow: /?post_type=tribe_events*
Crawl-delay: 20

User-agent: AhrefsBot
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /calendar/
Disallow: /?post_type=tribe_events*
Crawl-delay: 20

User-agent: rogerbot
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /calendar/
Disallow: /?post_type=tribe_events*
Crawl-delay: 20

User-agent: Yandex
Disallow: /
Crawl-delay: 20

User-agent: Baiduspider
Disallow: /
Crawl-delay: 20

User-agent: MJ12bot
Disallow: /
Crawl-delay: 20

User-agent: Bingbot
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /calendar/
Disallow: /?post_type=tribe_events*
Crawl-delay: 20

Sitemap: https://www.archpaper.com/sitemap_index.xml