User-agent: *
Disallow: /components-library/*
Disallow: /build-back-up/*
Disallow: /training-area/*
#Disallow: /policy/*
Disallow: /volunteer/volunteer-opportunities/*
Disallow: /transfer/agreements/*
Disallow: /site-assets/emergency-notices/*

User-agent: terminalfour nutch spider
Allow: /
Crawl-delay: 0.5

User-agent: googlebot
Allow: /
Crawl-delay: 2

User-agent: googlebot-image
Allow: /
Crawl-delay: 2

User-agent: duckduckbot
Allow: /
Crawl-delay: 2

User-agent: bingbot
Allow: /
Crawl-delay: 2

User-agent: msnbot
Allow: /
Crawl-delay: 2

User-agent: facebookexternalhit
Allow: /

User-agent: megaindex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

Sitemap: https://www.flcc.edu/sitemap-en.xml