#
# Please note: https://www.allartclassic.com has a lot of pages, and there are
# some  spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.
#


User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: claudebot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: ZumBot 
Disallow: /


User-agent: * 
Disallow: /?ref=Sawos.Org

User-agent: Wget
Disallow: /

User-agent: WebCopier v4.2
Disallow: /

User-agent: *
Allow: /
Allow: /sitemap.xml
Sitemap: https://www.allartclassic.com/sitemap.xml

User-agent: Wget/1.5.3
Disallow: /

User-agent: HTTrack 3.0x
Disallow: / 

User-agent: HTTrack
Disallow: /

User-agent: HTTrack 3.0
Disallow: /

User-agent: Wget/Wget/1.10.2
Disallow: /

User-agent: OAI-SearchBot/1.0
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: FDM 2.x
Disallow: /


User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: Pingdom GIGRIB (http: www.pingdom.com)
Disallow: /


User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Punkspider
Disallow: /

User-agent: ia_archiver
Disallow: /




#

User-agent: *
Disallow: /admin/