# Set a crawl delay for all bots
User-agent: *
Crawl-delay: 3
Disallow: /home-2017/
Disallow: /tuck/
Disallow: /mba/elective-curriculum/elective-courses-1
Disallow: /content/
Disallow: /cbgs/
Disallow: /cgbg/
Disallow: /recruitingOLD/
Disallow: /2014/
Disallow: /2015/
Disallow: /2016/
Disallow: /2017/
Disallow: /2018/
Disallow: /2019/
Disallow: /2020/
Disallow: /2021/
Disallow: /2022/
Disallow: /2023/
Disallow: /2024/
Disallow: /2025/
Disallow: /2026/
Disallow: /2027/
Disallow: /2028/
Disallow: /2029/
Disallow: /2030/
Disallow: /tuck-emails/
Disallow: /payflow/
Disallow: /buchanan-hall-room-reservations
Disallow: /tuck-minority-programs
Disallow: /about/pilot-programs/tech

# Disallow Bytespider completely
User-agent: Bytespider
Disallow: /