## robots.txt for campsinternational AE and COM
## GENERAL SETTINGS
 
## Enable robots.txt rules for all crawlers
User-agent: *
 
## wp sitemap: uncomment and replace the URL to your wp sitemap file
# Sitemap: campsinternational
## DEVELOPMENT RELATED SETTINGS
 
## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.aspx$
 
## GENERAL WP SETTINGS
 
## Do not crawl WP admin page
Disallow: /wp-admin/
 
## Do not crawl common WP technical folders
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /blog/camps/
 
## WP SEO IMPROVEMENTS
 
## Do not crawl sub category pages that are sorted or filtered.
##ADD IF NEEDED
 
## Do not crawl 2-nd home page copy (example.com/index.php/).
## Disallow: /index.php
 
## Do not crawl PPC landing pages
### TO BE ADDED
 
## SERVER SETTINGS
 
## Do not crawl common server technical folders and files
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php