############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /_ccs/ Disallow: /_includes/ Disallow: /_js/ Disallow: /_tags/ # # list specific files robots are not allowed to index # Disallow: /dynamic/datatool.cfm Disallow: /exhibitions/category.cfm Disallow: /collections/search.cfm Disallow: /events/search.cfm Disallow: /collections/group_search.cfm Disallow: /collections/group_browse.cfm # # pup up windows: # Disallow: /media/ Disallow: /collections/popup.cfm # # ###############################