User-agent: *
Allow: /sitemap.xml
Allow: /sitemap.rss
Allow: /sitemap.txt
Allow: /sitemap.html
Allow: /links/
Disallow:  /files/
Disallow:  /stats/
Disallow:  /members.html
Disallow:  /members/
Disallow:  /messages/
Disallow:  /core/
Disallow:  /modules/
Disallow: /phpsitemapng/

User-agent: Googlebot
Allow: /sitemap.xml
Allow: /sitemap.rss
Allow: /sitemap.txt
Allow: /sitemap.html
Allow: /links/
Disallow:  /files/
Disallow:  /stats/
Disallow:  /members.html
Disallow:  /members/
Disallow:  /messages/
Disallow:  /core/
Disallow:  /modules/
Disallow: /phpsitemapng/