User-Agent: *
Crawl-delay: 1
Disallow: /guestftp/
Disallow: /test/
Disallow: /cgi-bin/
Disallow: /scgi-bin/
Disallow: /Scripts/
Disallow: /forum/posting.php
Disallow: /forum/admin
Disallow: /forum/privmsg.php
Disallow: /forum/search.php 
Disallow: /forum/login.php
Disallow: /forum/memberlist.php
Disallow: /forum/images
Disallow: /forum/includes
Disallow: /forum/profile.php
Disallow: /forumtest/

User-agent: BLEXBot
Crawl-delay: 60

User-agent: SemrushBot
Crawl-delay: 60

User-agent: MJ12bot
Crawl-delay: 60

User-agent: AhrefsBot
Crawl-delay: 60

# Google stuff

User-agent: Googlebot
Disallow: /guestftp/
Disallow: /test/
Disallow: /cgi-bin/
Disallow: /scgi-bin/
Disallow: /Scripts/
Disallow: /forum/posting.php
Disallow: /forum/admin
Disallow: /forum/privmsg.php
Disallow: /forum/search.php 
Disallow: /forum/login.php
Disallow: /forum/memberlist.php
Disallow: /forum/images
Disallow: /forum/includes
Disallow: /forum/profile.php
Disallow: /forumtest/

User-agent: Googlebot-Image
Disallow: /guestftp/
Disallow: /test/
Disallow: /cgi-bin/
Disallow: /scgi-bin/
Disallow: /Scripts/
Disallow: /forumtest/
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.pdf$
Allow: /*.png$

Sitemap: https://www.portorleans.org/sitemap.xml