##ACAP version=1.0 # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* Allow: /*.gif$ Allow: /*.png$ Allow: /*.jpeg$ Allow: /*.jpg$ Allow: /*.ico$ Allow: /*.jpg$ Allow: /upload/* # allow adsense bot on entire site User-agent: Mediapartners-Google* Allow: /* # allow archiving site User-agent: ia_archiver Allow: /* # block common folders User-agent: * Disallow: /neria3/ Disallow: /chatlog/ Disallow: /css/ Disallow: /img/ Disallow: /inc/ Disallow: /js/ Disallow: /plesk-stat/ Disallow: /forum/ # disallow all files with ? in url User-agent: * Disallow: /*? # disallow files ending with these extensions User-agent: * Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.php$ Disallow: /*.txt$ # allow google image bot to search all images ACAP-crawler: Googlebot-Image # User-agent: Googlebot-Image ACAP-allow-crawl: /* # Allow: /* ACAP-allow-crawl: /*.gif$ # Allow: /*.gif$ ACAP-allow-crawl: /*.png$ # Allow: /*.png$ ACAP-allow-crawl: /*.jpeg$ # Allow: /*.jpeg$ ACAP-allow-crawl: /*.jpg$ # Allow: /*.jpg$ ACAP-allow-crawl: /*.ico$ # Allow: /*.ico$ ACAP-allow-crawl: /*.jpg$ # Allow: /*.jpg$ ACAP-allow-crawl: /upload/* # Allow: /upload/* # allow adsense bot on entire site ACAP-crawler: Mediapartners-Google* # User-agent: Mediapartners-Google* ACAP-allow-crawl: /* # Allow: /* # allow archiving site ACAP-crawler: ia_archiver # User-agent: ia_archiver ACAP-allow-crawl: /* # Allow: /* # block common folders ACAP-crawler: * # User-agent: * ACAP-disallow-crawl: /neria3/ # Disallow: /neria3/ ACAP-disallow-crawl: /chatlog/ # Disallow: /chatlog/ ACAP-disallow-crawl: /css/ # Disallow: /css/ ACAP-disallow-crawl: /img/ # Disallow: /img/ ACAP-disallow-crawl: /inc/ # Disallow: /inc/ ACAP-disallow-crawl: /js/ # Disallow: /js/ ACAP-disallow-crawl: /plesk-stat/ # Disallow: /plesk-stat/ ACAP-disallow-crawl: /forum/ # Disallow: /forum/ # disallow all files with ? in url ACAP-crawler: * # User-agent: * ACAP-disallow-crawl: /*? # Disallow: /*? # disallow files ending with these extensions ACAP-crawler: * # User-agent: * ACAP-disallow-crawl: /*.js$ # Disallow: /*.js$ ACAP-disallow-crawl: /*.inc$ # Disallow: /*.inc$ ACAP-disallow-crawl: /*.css$ # Disallow: /*.css$ ACAP-disallow-crawl: /*.php$ # Disallow: /*.php$ ACAP-disallow-crawl: /*.txt$ # Disallow: /*.txt$