############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: http://www.myccorp.net/* Disallow: http://www.myccorp.net/digitalasset/* Disallow: /admin/ Disallow: /www/ Disallow: /confidential/ Disallow: /images/ Disallow: /scripts/ Disallow: /stock/ Disallow: /docs/ Disallow: /miscfiles/ Disallow: /stock/ Disallow: /admin/attachments/ Disallow: /admin/auth/ Disallow: /admin/auth/ Disallow: /admin/exports/ Disallow: /admin/barcodes/ Disallow: /admin/helpdocs/ Disallow: /admin/stocktickets/ Disallow: /admin/xml/ Disallow: /admin/xml/ Disallow: /digitalasset/ # # list specific files robots are not allowed to index # Disallow: application.cfm Disallow: trimvars.cfm Disallow: index.cfm Disallow: customerdownload.cfm # # ###############################