Pages

Thursday, August 11, 2011

Bandwidth robot protection

http://wordpress.or.id/mencegah-robot-menghabiskan-bandwidth.html

add on .htaccess...

for hotlink images:

  • RewriteEngine On
  • RewriteCond %{HTTP_REFERER} !^http://(.+\.)?domainanda\.com/ [NC]
  • RewriteCond %{HTTP_REFERER} !^$
  • RewriteRule .*\.(jpe?g|gif|bmp|png)$ http://tinypic.com/images/404.gif [L]

  • for robots:

    1. SetEnvIfNoCase User-Agent "^Black Hole" bad_bot
    2. SetEnvIfNoCase User-Agent "^Titan" bad_bot
    3. SetEnvIfNoCase User-Agent "^WebStripper" bad_bot
    4. SetEnvIfNoCase User-Agent "^NetMechanic" bad_bot
    5. SetEnvIfNoCase User-Agent "^CherryPicker" bad_bot
    6. SetEnvIfNoCase User-Agent "^EmailCollector" bad_bot
    7. SetEnvIfNoCase User-Agent "^EmailSiphon" bad_bot
    8. SetEnvIfNoCase User-Agent "^WebBandit" bad_bot
    9. SetEnvIfNoCase User-Agent "^EmailWolf" bad_bot
    10. SetEnvIfNoCase User-Agent "^ExtractorPro" bad_bot
    11. SetEnvIfNoCase User-Agent "^CopyRightCheck" bad_bot
    12. SetEnvIfNoCase User-Agent "^Crescent" bad_bot
    13. SetEnvIfNoCase User-Agent "^Wget" bad_bot
    14. SetEnvIfNoCase User-Agent "^SiteSnagger" bad_bot
    15. SetEnvIfNoCase User-Agent "^ProWebWalker" bad_bot
    16. SetEnvIfNoCase User-Agent "^CheeseBot" bad_bot
    17. SetEnvIfNoCase User-Agent "^Teleport" bad_bot
    18. SetEnvIfNoCase User-Agent "^TeleportPro" bad_bot
    19. SetEnvIfNoCase User-Agent "^MIIxpc" bad_bot
    20. SetEnvIfNoCase User-Agent "^Telesoft" bad_bot
    21. SetEnvIfNoCase User-Agent "^Website Quester" bad_bot
    22. SetEnvIfNoCase User-Agent "^WebZip" bad_bot
    23. SetEnvIfNoCase User-Agent "^moget/2.1" bad_bot
    24. SetEnvIfNoCase User-Agent "^WebZip/4.0" bad_bot
    25. SetEnvIfNoCase User-Agent "^WebSauger" bad_bot
    26. SetEnvIfNoCase User-Agent "^WebCopier" bad_bot
    27. SetEnvIfNoCase User-Agent "^NetAnts" bad_bot
    28. SetEnvIfNoCase User-Agent "^Mister PiX" bad_bot
    29. SetEnvIfNoCase User-Agent "^WebAuto" bad_bot
    30. SetEnvIfNoCase User-Agent "^TheNomad" bad_bot
    31. SetEnvIfNoCase User-Agent "^WWW-Collector-E" bad_bot
    32. SetEnvIfNoCase User-Agent "^RMA" bad_bot
    33. SetEnvIfNoCase User-Agent "^libWeb/clsHTTP" bad_bot
    34. SetEnvIfNoCase User-Agent "^asterias" bad_bot
    35. SetEnvIfNoCase User-Agent "^httplib" bad_bot
    36. SetEnvIfNoCase User-Agent "^turingos" bad_bot
    37. SetEnvIfNoCase User-Agent "^spanner" bad_bot
    38. SetEnvIfNoCase User-Agent "^InfoNaviRobot" bad_bot
    39. SetEnvIfNoCase User-Agent "^Harvest/1.5" bad_bot
    40. SetEnvIfNoCase User-Agent "^Bullseye/1.0" bad_bot
    41. SetEnvIfNoCase User-Agent "^Mozilla/4.0 (compatible; BullsEye; Windows 95)" bad_bot
    42. SetEnvIfNoCase User-Agent "^Crescent Internet ToolPak HTTP OLE Control v.1.0" bad_bot
    43. SetEnvIfNoCase User-Agent "^CherryPickerSE/1.0" bad_bot
    44. SetEnvIfNoCase User-Agent "^CherryPicker /1.0" bad_bot
    45. SetEnvIfNoCase User-Agent "^WebBandit/3.50" bad_bot
    46. SetEnvIfNoCase User-Agent "^NICErsPRO" bad_bot
    47. SetEnvIfNoCase User-Agent "^Microsoft URL Control - 5.01.4511" bad_bot
    48. SetEnvIfNoCase User-Agent "^DittoSpyder" bad_bot
    49. SetEnvIfNoCase User-Agent "^Foobot" bad_bot
    50. SetEnvIfNoCase User-Agent "^WebmasterWorldForumBot" bad_bot
    51. SetEnvIfNoCase User-Agent "^SpankBot" bad_bot
    52. SetEnvIfNoCase User-Agent "^BotALot" bad_bot
    53. SetEnvIfNoCase User-Agent "^lwp-trivial/1.34" bad_bot
    54. SetEnvIfNoCase User-Agent "^lwp-trivial" bad_bot
    55. SetEnvIfNoCase User-Agent "^Wget/1.6" bad_bot
    56. SetEnvIfNoCase User-Agent "^BunnySlippers" bad_bot
    57. SetEnvIfNoCase User-Agent "^Microsoft URL Control - 6.00.8169" bad_bot
    58. SetEnvIfNoCase User-Agent "^URLy Warning" bad_bot
    59. SetEnvIfNoCase User-Agent "^Wget/1.5.3" bad_bot
    60. SetEnvIfNoCase User-Agent "^LinkWalker" bad_bot
    61. SetEnvIfNoCase User-Agent "^cosmos" bad_bot
    62. SetEnvIfNoCase User-Agent "^moget" bad_bot
    63. SetEnvIfNoCase User-Agent "^hloader" bad_bot
    64. SetEnvIfNoCase User-Agent "^humanlinks" bad_bot
    65. SetEnvIfNoCase User-Agent "^LinkextractorPro" bad_bot
    66. SetEnvIfNoCase User-Agent "^Offline Explorer" bad_bot
    67. SetEnvIfNoCase User-Agent "^Mata Hari" bad_bot
    68. SetEnvIfNoCase User-Agent "^LexiBot" bad_bot
    69. SetEnvIfNoCase User-Agent "^Web Image Collector" bad_bot
    70. SetEnvIfNoCase User-Agent "^The Intraformant" bad_bot
    71. SetEnvIfNoCase User-Agent "^True_Robot/1.0" bad_bot
    72. SetEnvIfNoCase User-Agent "^True_Robot" bad_bot
    73. SetEnvIfNoCase User-Agent "^BlowFish/1.0" bad_bot
    74. SetEnvIfNoCase User-Agent "^JennyBot" bad_bot
    75. SetEnvIfNoCase User-Agent "^MIIxpc/4.2" bad_bot
    76. SetEnvIfNoCase User-Agent "^BuiltBotTough" bad_bot
    77. SetEnvIfNoCase User-Agent "^ProPowerBot/2.14" bad_bot
    78. SetEnvIfNoCase User-Agent "^BackDoorBot/1.0" bad_bot
    79. SetEnvIfNoCase User-Agent "^toCrawl/UrlDispatcher" bad_bot
    80. SetEnvIfNoCase User-Agent "^WebEnhancer" bad_bot
    81. SetEnvIfNoCase User-Agent "^TightTwatBot" bad_bot
    82. SetEnvIfNoCase User-Agent "^suzuran" bad_bot
    83. SetEnvIfNoCase User-Agent "^VCI WebViewer VCI WebViewer Win32" bad_bot
    84. SetEnvIfNoCase User-Agent "^VCI" bad_bot
    85. SetEnvIfNoCase User-Agent "^Szukacz/1.4" bad_bot
    86. SetEnvIfNoCase User-Agent "^QueryN Metasearch" bad_bot
    87. SetEnvIfNoCase User-Agent "^Openfind data gathere" bad_bot
    88. SetEnvIfNoCase User-Agent "^Openfind" bad_bot
    89. SetEnvIfNoCase User-Agent "^Xenu's Link Sleuth 1.1c" bad_bot
    90. SetEnvIfNoCase User-Agent "^Xenu's" bad_bot
    91. SetEnvIfNoCase User-Agent "^Zeus" bad_bot
    92. SetEnvIfNoCase User-Agent "^RepoMonkey Bait & Tackle/v1.01" bad_bot
    93. SetEnvIfNoCase User-Agent "^RepoMonkey" bad_bot
    94. SetEnvIfNoCase User-Agent "^Zeus 32297 Webster Pro V2.9 Win32" bad_bot
    95. SetEnvIfNoCase User-Agent "^Webster Pro" bad_bot
    96. SetEnvIfNoCase User-Agent "^EroCrawler" bad_bot
    97. SetEnvIfNoCase User-Agent "^LinkScan/8.1a Unix" bad_bot
    98. SetEnvIfNoCase User-Agent "^Keyword Density/0.9" bad_bot
    99. SetEnvIfNoCase User-Agent "^Kenjin Spider" bad_bot
    100. SetEnvIfNoCase User-Agent "^Cegbfeieh" bad_bot
    101. <Limit GET POST>
    102. order allow,deny
    103. allow from all
    104. Deny from env=bad_bot
    105. Limit>

    No comments:

    Post a Comment