User-Agent: aps-internal-gsa-crawler
Disallow:

User-agent: *
Crawl-delay: 10
Visit-time: 1000-1400
Disallow: /cgi-bin/
Disallow: /Accelerator_Systems_Division/Accelerator_Operations_Physics/logging
#
#========================================
#
Disallow: /aps/APS_Directory
Disallow: /video/PSC/SUF102005/Internal
Disallow: /video/PSC/SUF102005/Internal
Disallow: /video/PSC
Disallow: /video/PSC
Disallow: /video/AccousticEmission
Disallow: /video/AccousticEmission
Disallow: /aps/APS_Directory/photos
Disallow: /aps/APS_XFD
Disallow: /aod/Floor
Disallow: /asd/controls/acis
Disallow: /asd/controls/booster
Disallow: /asd/controls/controlsweb
Disallow: /asd/controls/ctlgl
Disallow: /asd/controls/ctllog
Disallow: /asd/controls/idlog
Disallow: /asd/controls/documentation
Disallow: /asd/controls/group
Disallow: /asd/controls/hardware
Disallow: /asd/controls/internal
Disallow: /asd/controls/linac
Disallow: /asd/controls/old.stuff
Disallow: /asd/controls/par
Disallow: /asd/controls/ps
Disallow: /asd/controls/hardware/pscontrols
Disallow: /asd/controls/pvnames
Disallow: /asd/controls/pvoracle
Disallow: /asd/controls/s-ring
Disallow: /asd/controls/s-ring/sriocs
Disallow: /asd/controls/tasks
Disallow: /asd/controls/timing
Disallow: /asd/controls/wiki
Disallow: /asd/esystems
Disallow: /info
Disallow: /BB
Disallow: /BB
Disallow: /asd/oag/APSOnly_bu
Disallow: /Accelerator_Systems_Division/Accelerator_Physics/APSOnly
Disallow: /asd/ps/tfors/oc
Disallow: /asd/ps/contactinfo.htm
Disallow: /asd/ps
Disallow: /mis
Disallow: /xfd/calendar
Disallow: /ALD/Documents_and_Presentations/Internal
Disallow: /Xray_Science_Division/Internal
Disallow: /Xray_Science_Division/Time_Resolved_Research/Internal
Disallow: /Xray_Science_Division/Xray_Microscopy_and_Imaging/Internal
Disallow: /Xray_Science_Division/Xray_Microscopy_and_Imaging/Internal
Disallow: /APS_Engineering_Support_Division/Conventional_Facilities/Shared
Disallow: /APS_Engineering_Support_Division/Mechanical_Operations_and_Maintenance/Internal
Disallow: /APS_Engineering_Support_Division/Mechanical_Operations_and_Maintenance/request_online.html
Disallow: /APS_Engineering_Support_Division/Mechanical_Engineering_and_Design/Internal
Disallow: /APS_Engineering_Support_Division/Mechanical_Engineering_and_Design/Internal
Disallow: /APS_Engineering_Support_Division/User_ESH/Internal
Disallow: /APS_Engineering_Support_Division/User_ESH/Internal
Disallow: /APS_Engineering_Support_Division/Safety_Interlocks/Internal_Links
Disallow: /APS_Engineering_Support_Division/Safety_Interlocks/Internal_Links
Disallow: /Accelerator_Systems_Division/Diagnostics/Internal
Disallow: /Accelerator_Systems_Division/Magnetic_Devices/Internal
Disallow: /Accelerator_Systems_Division/Operations_Analysis/Internal
Disallow: /Accelerator_Systems_Division/Accelerator_Operations_Physics/Internal
Disallow: /Upgrade/Internal
Disallow: /Upgrade/Internal
Disallow: /Upgrade/Archives/Internal
Disallow: /Upgrade/Archives/Internal
Disallow: /get_icms.html
Disallow: /News/Conferences/1997/iwaa/Internal
Disallow: /bcda/Internal
Disallow: /bcda/Internal
Disallow: /Sectors/Sector7/Internal
Disallow: /Sectors/Sector7/Internal
Disallow: /Sectors/Sector7/Science/Publications/papers/Internal
Disallow: /Sectors/Sector7/Science/Publications/papers/Internal
Disallow: /Sectors/Sector8/Internal
Disallow: /Sectors/Sector8/Internal
Disallow: /Users/Scientific_Interest_Groups/Ultrafast/Internal
Disallow: /Users/Scientific_Interest_Groups/Ultrafast/Internal
Disallow: /APS_Engineering_Support_Division/Information_Technology/avail
Disallow: /APS_Engineering_Support_Division/Information_Technology/avail
Disallow: /APS_Engineering_Support_Division/Information_Technology/GettingSupport
Disallow: /APS_Engineering_Support_Division/Information_Technology/GettingSupport
Disallow: /APS_Engineering_Support_Division/Information_Technology/staff
Disallow: /APS_Engineering_Support_Division/Information_Technology/staff
Disallow: /APS_Engineering_Support_Division/Information_Technology/newsletter
Disallow: /APS_Engineering_Support_Division/Information_Technology/newsletter
Disallow: /APS_Engineering_Support_Division/Information_Technology/Services
Disallow: /APS_Engineering_Support_Division/Information_Technology/Services
Disallow: /APS_Engineering_Support_Division/Information_Technology/for_CAT_beamline_users
Disallow: /APS_Engineering_Support_Division/Information_Technology/for_CAT_beamline_users
Disallow: /APS_Engineering_Support_Division/Information_Technology/for_XSD_beamline_users
Disallow: /APS_Engineering_Support_Division/Information_Technology/for_XSD_beamline_users
Disallow: /APS_Engineering_Support_Division/Information_Technology/policies_docs
Disallow: /APS_Engineering_Support_Division/Information_Technology/policies_docs
Disallow: /Mailman/logs
Disallow: /Accelerator_Systems_Division/Radio_Frequency/Internal
Disallow: /Accelerator_Systems_Division/Radio_Frequency/Internal
Disallow: /Accelerator_Systems_Division/Radio_Frequency/Schedules/Call_in_list.html