User-agent: *
Crawl-delay: 10
# maximum rate is one page every 10 seconds
Request-rate: 1/10
# only visit between 2100 (05:00PM EST) and 1300 (9:00AM EST) UTC
Visit-time: 2100-1300

Allow: /
Allow: /assets/CWIG/assets/Image/si-shareable-graphics/
Allow: /assets/CWIG/assets/Image/cwig-shareable-graphics/
Disallow: /core/vendor/fullcalendar
Disallow: /core/vendor/prettify
Disallow: /admin/
Disallow: /accessibility/
Disallow: /core/vendor/
Disallow: /config/
Disallow: /c/
Disallow: /CFIDE/
Disallow: /cwig/
Disallow: /ICF-HQ/
Disallow: /Macintosh HD/
Disallow: /users/
Disallow: /assets/
Disallow: /cart/
Disallow: /cb/
Disallow: /cfc/
Disallow: /css/
Disallow: /ch_emails/
Disallow: /CWLibrarian/
Disallow: /calendar/cbconference/admin/
Disallow: /includes*
Disallow: /search/
Disallow: /survey/
Disallow: /targetedsurvey/
Disallow: /styleGuide/
Disallow: /test/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /*.cfc$
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.exe$
Disallow: /*.flv$
Disallow: /*.sql$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.tif$
Disallow: /*.svn$
Disallow: /*.swf$
Disallow: /*.git$
Disallow: /fostercaremonth20*
Disallow: /fostercaremonth-archives*
Disallow: /topics/preventing/preventionmonth20*
Disallow: /topics/preventing/prevention-month-archives*
Disallow: /topics/adoption/nam20*
Disallow: /topics/adoption/nam-archives*
Disallow: /cflogin
Disallow: /fei/
Disallow: /nfcad/*CWIGFunctionsaction=nfcad:main.getResults*ATYPEID=4,5,41*

User-agent: AhrefsBot
User-agent: Baiduspider
User-agent: DotBot
User-agent: Ezooms
User-agent: MauiBot
User-agent: MJ12bot
User-agent: SEMrushBot
User-agent: YandexBot
User-agent: PetalBot
Disallow: /

SITEMAP: https://www.childwelfare.gov/sitemap.xml