User-agent: *

Disallow: /cgi-bin/

Disallow: /canada/admin/

Disallow: /canada/cache/

Disallow: /canada/db/

Disallow: /canada/images/

Disallow: /canada/includes/

Disallow: /canada/language/

Disallow: /canada/faq.php

Disallow: /canada/groupcp.php

Disallow: /canada/login.php

Disallow: /canada/memberlist.php

Disallow: /canada/modcp.php

Disallow: /canada/posting.php

Disallow: /canada/privmsg.php

Disallow: /india/admin/

Disallow: /india/cache/

Disallow: /india/db/

Disallow: /india/images/

Disallow: /india/includes/

Disallow: /india/language/

Disallow: /india/faq.php

Disallow: /india/groupcp.php

Disallow: /india/login.php

Disallow: /india/memberlist.php

Disallow: /india/modcp.php

Disallow: /india/posting.php

Disallow: /india/privmsg.php

Disallow: /uk/admin/

Disallow: /uk/cache/

Disallow: /uk/db/

Disallow: /uk/images/

Disallow: /uk/includes/

Disallow: /uk/language/

Disallow: /uk/faq.php

Disallow: /uk/groupcp.php

Disallow: /uk/login.php

Disallow: /uk/memberlist.php

Disallow: /uk/modcp.php

Disallow: /uk/posting.php

Disallow: /uk/privmsg.php

Disallow: /usa/admin/

Disallow: /usa/cache/

Disallow: /usa/db/

Disallow: /usa/images/

Disallow: /usa/includes/

Disallow: /usa/language/

Disallow: /usa/faq.php

Disallow: /usa/groupcp.php

Disallow: /usa/login.php

Disallow: /usa/memberlist.php

Disallow: /usa/modcp.php

Disallow: /usa/posting.php

Disallow: /usa/privmsg.php

Disallow: /aus/*.*

Disallow: /spain/*.*

Disallow: /italy/*.*

Disallow: /france/*.*

Disallow: /germany/*.*

Allow: /aus/templates/*.*

Allow: /italy/templates/*.*

Allow: /spain/templates/*.*

Allow: /japan/templates/*.*

Allow: /france/templates/*.*

Allow: /germany/templates/*.*

 

User-agent: Googlebot

# disallow files ending with these extensions

Disallow: /*.inc$

Disallow: /*.js$

Disallow: /*.inc$

Disallow: /*.css$



# disallow all files with? in url

Disallow: *mark=*



# allow google image bot to search all images

User-agent: Googlebot-Image

Disallow:

Allow: /*

 

# allow adsense bot on entire site

User-agent: Mediapartners-Google*

Disallow:

Allow: /*



User-agent: *

Disallow: /stats

Disallow: /dh_

Disallow: /V

Disallow: /z/j/

Disallow: /z/c/

Disallow: /cgi-bin/

Disallow: /groupcp.php

Disallow: /member

Disallow: /faq.php

Disallow: /templates/

Disallow: /mx_

Disallow: /db/

Disallow: /admin/

Disallow: /cache/

Disallow: /images/

Disallow: /includes/

Disallow: /modcp.php

Disallow: /privmsg.php

Disallow: /images/

Disallow: /rss.php

 

User-agent: Googlebot

# disallow all files ending with these extensions

Allow: /sitemap.php

Allow: /sitemap.php

Disallow: /*.js$

Disallow: /*.inc$

Disallow: /*.css$

Disallow: /*.txt$



# disallow all files in /wp- directorys

Disallow: /wp-*/



# disallow archiving site

User-agent: ia_archiver

Disallow: /



# allow google image bot to search all images

User-agent: Googlebot-Image

Disallow:

Allow: /*.gif$

Allow: /*.png$

Allow: /*.jpeg$

Allow: /*.jpg$

Allow: /*.ico$

Allow: /*.jpg$

Allow: /images

Allow: /z/i/

 

# allow adsense bot on entire site

User-agent: Mediapartners-Google*

Allow: /*