27 lines
479 B
Plaintext
27 lines
479 B
Plaintext
User-agent: *
|
|
Disallow: /cgi-bin
|
|
Disallow: /wp-admin
|
|
Disallow: /wp-content/cache
|
|
Disallow: /trackback
|
|
Disallow: /wp-register.php
|
|
Disallow: /wp-login.php
|
|
Disallow: /wp-trackback.php
|
|
Allow: /wp-content/uploads
|
|
|
|
|
|
# disallow all files with ? in url
|
|
Disallow: /*s=*
|
|
Disallow: /*.php$
|
|
Disallow: /*.js$
|
|
Disallow: /*.inc$
|
|
Disallow: /*.css$
|
|
Disallow: /*.gz$
|
|
Disallow: /*.wmv$
|
|
Disallow: /*.tar$
|
|
Disallow: /*.tgz$
|
|
Disallow: /*.cgi$
|
|
Disallow: /*.xhtml$
|
|
|
|
User-agent: ia_archiver
|
|
Disallow: /
|