User-agent: SemrushBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SplitSignalBot
Disallow: /

User-agent: SemrushBot-COUB
Disallow: /

User-agent: facebookexternalhit
Crawl-delay: 120

User-agent: Yandex
Crawl-delay: 120
Disallow: /forums/*
Disallow: /wiki/*
Disallow: /patterns/all.zip
Disallow: /book/patterns/all.zip
Disallow: /book/patterns/early_life/all.zip
Disallow: /book/patterns/still_lifes/all.zip
Disallow: /book/patterns/oscillators/all.zip
Disallow: /book/patterns/spaceships/all.zip
Disallow: /book/patterns/glider_synthesis/all.zip
Disallow: /book/patterns/periodic_circuitry/all.zip
Disallow: /book/patterns/stationary_circuitry/all.zip
Disallow: /book/patterns/glider_guns/all.zip
Disallow: /book/patterns/universal_computation/all.zip
Disallow: /book/patterns/self_support_spaceships/all.zip
Disallow: /book/patterns/universal_construction/all.zip
Disallow: /book/patterns/0e0p/all.zip
Disallow: /*.txt$
Disallow: /*.mc$
Disallow: /*.rle$
Disallow: /*.zip$

User-agent: YandexBot
Crawl-delay: 120
Disallow: /forums/*
Disallow: /wiki/*
Disallow: /patterns/all.zip
Disallow: /book/patterns/all.zip
Disallow: /book/patterns/early_life/all.zip
Disallow: /book/patterns/still_lifes/all.zip
Disallow: /book/patterns/oscillators/all.zip
Disallow: /book/patterns/spaceships/all.zip
Disallow: /book/patterns/glider_synthesis/all.zip
Disallow: /book/patterns/periodic_circuitry/all.zip
Disallow: /book/patterns/stationary_circuitry/all.zip
Disallow: /book/patterns/glider_guns/all.zip
Disallow: /book/patterns/universal_computation/all.zip
Disallow: /book/patterns/self_support_spaceships/all.zip
Disallow: /book/patterns/universal_construction/all.zip
Disallow: /book/patterns/0e0p/all.zip
Disallow: /*.txt$
Disallow: /*.mc$
Disallow: /*.rle$
Disallow: /*.zip$

User-agent: MegaIndex
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Brandwatch
Disallow: /

User-agent: Applebot
Crawl-delay: 120
Disallow: /forums/posting.php
Disallow: /patterns/all.zip
Disallow: /book/patterns/all.zip
Disallow: /book/patterns/early_life/all.zip
Disallow: /book/patterns/still_lifes/all.zip
Disallow: /book/patterns/oscillators/all.zip
Disallow: /book/patterns/spaceships/all.zip
Disallow: /book/patterns/glider_synthesis/all.zip
Disallow: /book/patterns/periodic_circuitry/all.zip
Disallow: /book/patterns/stationary_circuitry/all.zip
Disallow: /book/patterns/glider_guns/all.zip
Disallow: /book/patterns/universal_computation/all.zip
Disallow: /book/patterns/self_support_spaceships/all.zip
Disallow: /book/patterns/universal_construction/all.zip
Disallow: /book/patterns/0e0p/all.zip
Disallow: /*.txt$
Disallow: /*.mc$
Disallow: /*.rle$
Disallow: /*.zip$

User-agent: PetalBot
Crawl-delay: 120
Disallow: /forums/posting.php
Disallow: /patterns/all.zip
Disallow: /book/patterns/all.zip
Disallow: /book/patterns/early_life/all.zip
Disallow: /book/patterns/still_lifes/all.zip
Disallow: /book/patterns/oscillators/all.zip
Disallow: /book/patterns/spaceships/all.zip
Disallow: /book/patterns/glider_synthesis/all.zip
Disallow: /book/patterns/periodic_circuitry/all.zip
Disallow: /book/patterns/stationary_circuitry/all.zip
Disallow: /book/patterns/glider_guns/all.zip
Disallow: /book/patterns/universal_computation/all.zip
Disallow: /book/patterns/self_support_spaceships/all.zip
Disallow: /book/patterns/universal_construction/all.zip
Disallow: /book/patterns/0e0p/all.zip
Disallow: /*.txt$
Disallow: /*.mc$
Disallow: /*.rle$
Disallow: /*.zip$

User-agent: AhrefsBot
Crawl-delay: 300
Disallow: /book/conway_life_book.pdf
Disallow: /forums/posting.php
Disallow: /patterns/all.zip
Disallow: /book/patterns/all.zip
Disallow: /book/patterns/early_life/all.zip
Disallow: /book/patterns/still_lifes/all.zip
Disallow: /book/patterns/oscillators/all.zip
Disallow: /book/patterns/spaceships/all.zip
Disallow: /book/patterns/glider_synthesis/all.zip
Disallow: /book/patterns/periodic_circuitry/all.zip
Disallow: /book/patterns/stationary_circuitry/all.zip
Disallow: /book/patterns/glider_guns/all.zip
Disallow: /book/patterns/universal_computation/all.zip
Disallow: /book/patterns/self_support_spaceships/all.zip
Disallow: /book/patterns/universal_construction/all.zip
Disallow: /book/patterns/0e0p/all.zip
Disallow: /*.txt$
Disallow: /*.mc$
Disallow: /*.rle$
Disallow: /*.zip$

User-agent: Googlebot
Disallow: /forums/posting.php
Disallow: /*.txt$
Disallow: /*.mc$
Disallow: /*.rle$
Disallow: /*.zip$

User-agent: *
Disallow: /forums/posting.php
Disallow: /patterns/all.zip
Disallow: /book/patterns/all.zip
Disallow: /book/patterns/early_life/all.zip
Disallow: /book/patterns/still_lifes/all.zip
Disallow: /book/patterns/oscillators/all.zip
Disallow: /book/patterns/spaceships/all.zip
Disallow: /book/patterns/glider_synthesis/all.zip
Disallow: /book/patterns/periodic_circuitry/all.zip
Disallow: /book/patterns/stationary_circuitry/all.zip
Disallow: /book/patterns/glider_guns/all.zip
Disallow: /book/patterns/universal_computation/all.zip
Disallow: /book/patterns/self_support_spaceships/all.zip
Disallow: /book/patterns/universal_construction/all.zip
Disallow: /book/patterns/0e0p/all.zip
Disallow: /*.txt$
Disallow: /*.mc$
Disallow: /*.rle$
Disallow: /*.zip$