# Disallow ALL robots:
#User-agent: *
#Disallow:
#User-agent: *
#Disallow: /
# Ban all robots from the cgi-bin and images directories:
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /icons/
# BansRoverdog from all files on the server:
User-agent: Roverdog
Disallow: /
# Ban googlebot from getting at the cheese.htm file:
User-agent: googlebot
Disallow: cheese.htm
# Custom config follows
User-agent: *
Disallow: /Music/
User-agent: *
Disallow: /jan/blosxomdata/pix/
User-agent: *
Disallow: /marc/blosxomdata/pix/
User-agent: *
Disallow: /bryan/blosxomdata/pix/
User-agent: *
Disallow: /melody/blosxomdata/pix/
User-agent: *
Disallow: /thomas/blosxomdata/pix/
# Ban Google's AI/ML bot
User-agent: Google-Extended
Disallow: /
# Ban OpenAI's AI/ML bot
user-agent: GPTBot
Disallow: /
# Ban abusive bots from all files on the server:
User-agent: grub
Disallow: *
User-agent: AhrefsBot
#User-agent: AhrefsBot/7.0;
Disallow: /
User-agent: Adsbot
#User-agent: Adsbot/3.1)
Disallow: *
User-agent: SemrushBot
#User-agent: SemrushBot/6~bl;
Disallow: /
User-agent: MJ12bot
#User-agent: MJ12bot/v1.4.8;
Disallow: /
User-agent: Daum
#User-agent: Daum/4.1;
Disallow: /
User-agent: DotBot
#User-agent: DotBot/1.1;
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BLEXBot/1.0
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YandexBot/3.0;
Disallow: /

# Suspicious bots that may need to be banned later:
#User-agent: bingbot
#User-agent: at
#Disallow: /