# robots.txt for https://commencement.umd.edu/

sitemap: https://umd-election.production.servd.dev/sitemaps-2-sitemap.xml
sitemap: https://commencement.umd.edu/sitemaps-2-sitemap.xml
sitemap: https://election.umd.edu/sitemaps-2-sitemap.xml
sitemap: https://greatercollegepark.umd.edu/sitemaps-2-sitemap.xml
sitemap: https://mentalhealth.umd.edu/sitemaps-2-sitemap.xml
sitemap: https://govrelations.umd.edu/sitemaps-2-sitemap.xml
sitemap: https://hazing.umd.edu/sitemaps-2-sitemap.xml

    # live - don't allow web crawlers to index cpresources/ or vendor/

    User-agent: *
    Disallow: /cpresources/
    Disallow: /vendor/
    Disallow: /.env
    Disallow: /cache/


# Disallow ChatGPT bot, as there's no benefit to allowing it to index your site
User-agent: GPTBot
Disallow: /

# Disallow Google Bard and Vertex AI bots, as there's no benefit to allowing it to index your site
User-agent: Google-Extended
Disallow: /

# Disallow Perplexity bot, as there's no benefit to allowing it to index your site
User-agent: PerplexityBot
Disallow: /