User-agent:  Googlebot
 
# Disallow all directories and files within
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
 
# Disallow all files ending with these extensions
Disallow: /*.php$ 
Disallow: /*.js$ 
Disallow: /*.inc$ 
Disallow: /*.css$ 
Disallow: /*.gz$ 
Disallow: /*.wmv$ 
Disallow: /*.tar$ 
Disallow: /*.tgz$ 
Disallow: /*.cgi$ 
Disallow: /*.xhtml$
 
# Disallow parsing individual post feeds, categories and trackbacks..
Disallow: */trackback/
Disallow: */feed/
Disallow: /category/*

# sitemap
Sitemap: http://www.freeprogrammingebooks.com/sitemap.xml