# robots.txt for http://festivalnet.com/
# https://www.rfc-editor.org/rfc/rfc9309.html

User-agent: SISTRIX Crawler
Disallow: /
User-agent: SeekportBot
Disallow: /

# AHrefs - seo abuse from Ukraine
User-agent: AhrefsBot
Disallow: /

#useless SEO and competitor research
User-Agent: trendictionbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

#Oracle broken bot mangling all urls to lowercase
User-agent: grapeshot
Disallow: /

#another broken bot
User-agent: admantx
Disallow: /

User-agent: DemandbasePublisherAnalyzer
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

#every other user-agent
User-agent: *
#Crawl-delay: 5
#some public files
Disallow: /stats/
Disallow: /clicktrack/
Disallow: /cgi-bin/clicktrack/
Disallow: /.htaccess
Disallow: /*/.htaccess
Disallow: /events.html
Disallow: /events2.html
Disallow: /free-fest-link

Disallow: /festival-community/epk.php
Disallow: /festival-community/include/
Disallow: /festival-community/media/
Disallow: /festival-community/uploads/
Disallow: /*/player$
Disallow: /*/music/*/download/
Disallow: /members/
Disallow: /marketplace/my-orders
Disallow: /marketplace/artists
Disallow: /marketplace/success
Disallow: /api/
Disallow: /rpw/
Disallow: /unsubscribe/
Disallow: /bdbt-hnypt.ht
Disallow: /admin/
Disallow: /administrator/
Disallow: /staff/
Disallow: /login$

# Disallow clicktrack
Disallow: /ct/

Sitemap: https://festivalnet.com/sitemap.xml