# Veridian robots.txt file

User-agent: *
Sitemap: https://cdnc.ucr.edu/sitemap-cdnc-index.xml
Crawl-delay: 1                       # Wait one second between requests
Disallow: /cgi-bin/imageserver.pl    # Block imageserver requests
Disallow: /?a=a                      # Block authentication
Disallow: /?a=cb                     # Block content blocking
Disallow: /?a=gs                     # Block graphserver requests
Disallow: /?a=is                     # Block imageserver requests
Disallow: /?a=q                      # Block queries
Disallow: /?a=tc                     # Block text correction
Disallow: /?a=ua                     # Block user account
Disallow: /?a=ur                     # Block user registration
Disallow: /?*&e=*                    # Block all internal links
Disallow: /cgi-bin/jewishweekly?a=a    # Block authentication
Disallow: /cgi-bin/jewishweekly?a=cb   # Block content blocking
Disallow: /cgi-bin/jewishweekly?a=gs   # Block graphserver requests
Disallow: /cgi-bin/jewishweekly?a=is   # Block imageserver requests
Disallow: /cgi-bin/jewishweekly?a=q    # Block queries
Disallow: /cgi-bin/jewishweekly?a=tc   # Block text correction
Disallow: /cgi-bin/jewishweekly?a=ua   # Block user account
Disallow: /cgi-bin/jewishweekly?a=ur   # Block user registration
Disallow: /cgi-bin/jewishweekly?*&e=*  # Block all internal links