# robots.txt: # # what web robots should and should not look for # User-agent: * Disallow: /cars1 Disallow: /tmp Disallow: /test Disallow: /secure Disallow: /ORIG Disallow: /newwebtest Disallow: /manual Disallow: /chemmat_old Disallow: /~newville/ifeffit/src/OLD Disallow: /~newville/ifeffit-x/ Disallow: /~newville/data/ Disallow: /~newville/Data/ Disallow: /~newville/misc/ Disallow: /~ravel/misc/ Disallow: /Data Disallow: /ancient Disallow: /_notes Disallow: /jul25 Disallow: /gsecars/data Disallow: /gsecars/Data Disallow: /mirror Disallow: /cgi-bin/gse_status Disallow: /cgi-bin/pvarch Disallow: /cgi-bin/stat Disallow: /cgi-data Disallow: /cgi-data/carsform Disallow: /cgi-data/pvarch Disallow: /chemmat Disallow: /biocars Disallow: /pvarch Disallow: /pvarch/plot/ Disallow: /webatoms User-agent: SemrushBot Disallow: /pvarch Disallow: /pvarch/plot s