# stage robots.txt file

# first, exclude all robots
User-agent: *
Disallow: /

# but specifically allow freefind and fusionbot
User-agent: FreeFind
Disallow: 

User-agent: fusionbot
Disallow: