In case anything stands out to anyone:
My
.htaccess file: Seems it was last updated "Today, 1:12 AM" but not by me...?
"asoshawn" is ASO (webhost) tech support, but I have no idea when he edited this as I haven't been in touch with them in ages.
Anything here stand out?
When I finally get an SSL cert for https (after I fix everything!), will this all need to be changed?
#added by asoshawn, trying to repair their database.
#deny from all -- removed to test
# suPHP_ConfigPath /home/gbb
RewriteEngine on
RewriteCond %{HTTP_USER_AGENT} ^BlackWidow [OR]
RewriteCond %{HTTP_USER_AGENT} ^Bot\ mailto:[email protected] [OR]
RewriteCond %{HTTP_USER_AGENT} ^ChinaClaw [OR]
RewriteCond %{HTTP_USER_AGENT} ^Custo [OR]
RewriteCond %{HTTP_USER_AGENT} ^DISCo [OR]
RewriteCond %{HTTP_USER_AGENT} ^Download\ Demon [OR]
RewriteCond %{HTTP_USER_AGENT} ^eCatch [OR]
RewriteCond %{HTTP_USER_AGENT} ^EirGrabber [OR]
RewriteCond %{HTTP_USER_AGENT} ^EmailSiphon [OR]
RewriteCond %{HTTP_USER_AGENT} ^EmailWolf [OR]
RewriteCond %{HTTP_USER_AGENT} ^Express\ WebPictures [OR]
RewriteCond %{HTTP_USER_AGENT} ^ExtractorPro [OR]
RewriteCond %{HTTP_USER_AGENT} ^EyeNetIE [OR]
RewriteCond %{HTTP_USER_AGENT} ^FlashGet [OR]
RewriteCond %{HTTP_USER_AGENT} ^GetRight [OR]
RewriteCond %{HTTP_USER_AGENT} ^GetWeb! [OR]
RewriteCond %{HTTP_USER_AGENT} ^Go!Zilla [OR]
RewriteCond %{HTTP_USER_AGENT} ^Go-Ahead-Got-It [OR]
RewriteCond %{HTTP_USER_AGENT} ^GrabNet [OR]
RewriteCond %{HTTP_USER_AGENT} ^Grafula [OR]
RewriteCond %{HTTP_USER_AGENT} ^HMView [OR]
RewriteCond %{HTTP_USER_AGENT} HTTrack [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Image\ Stripper [OR]
RewriteCond %{HTTP_USER_AGENT} ^Image\ Sucker [OR]
RewriteCond %{HTTP_USER_AGENT} Indy\ Library [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^InterGET [OR]
RewriteCond %{HTTP_USER_AGENT} ^Internet\ Ninja [OR]
RewriteCond %{HTTP_USER_AGENT} ^JetCar [OR]
RewriteCond %{HTTP_USER_AGENT} ^JOC\ Web\ Spider [OR]
RewriteCond %{HTTP_USER_AGENT} ^larbin [OR]
RewriteCond %{HTTP_USER_AGENT} ^LeechFTP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Mass\ Downloader [OR]
RewriteCond %{HTTP_USER_AGENT} ^MIDown\ tool [OR]
RewriteCond %{HTTP_USER_AGENT} ^Mister\ PiX [OR]
RewriteCond %{HTTP_USER_AGENT} ^Navroad [OR]
RewriteCond %{HTTP_USER_AGENT} ^NearSite [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetAnts [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetSpider [OR]
RewriteCond %{HTTP_USER_AGENT} ^Net\ Vampire [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetZIP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Octopus [OR]
RewriteCond %{HTTP_USER_AGENT} ^Offline\ Explorer [OR]
RewriteCond %{HTTP_USER_AGENT} ^Offline\ Navigator [OR]
RewriteCond %{HTTP_USER_AGENT} ^PageGrabber [OR]
RewriteCond %{HTTP_USER_AGENT} ^Papa\ Foto [OR]
RewriteCond %{HTTP_USER_AGENT} ^pavuk [OR]
RewriteCond %{HTTP_USER_AGENT} ^pcBrowser [OR]
RewriteCond %{HTTP_USER_AGENT} ^RealDownload [OR]
RewriteCond %{HTTP_USER_AGENT} ^ReGet [OR]
RewriteCond %{HTTP_USER_AGENT} ^SiteSnagger [OR]
RewriteCond %{HTTP_USER_AGENT} ^SmartDownload [OR]
RewriteCond %{HTTP_USER_AGENT} ^SuperBot [OR]
RewriteCond %{HTTP_USER_AGENT} ^SuperHTTP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Surfbot [OR]
RewriteCond %{HTTP_USER_AGENT} ^tAkeOut [OR]
RewriteCond %{HTTP_USER_AGENT} ^Teleport\ Pro [OR]
RewriteCond %{HTTP_USER_AGENT} ^VoidEYE [OR]
RewriteCond %{HTTP_USER_AGENT} ^Web\ Image\ Collector [OR]
RewriteCond %{HTTP_USER_AGENT} ^Web\ Sucker [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebAuto [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebCopier [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebFetch [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebGo\ IS [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebLeacher [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebReaper [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebSauger [OR]
RewriteCond %{HTTP_USER_AGENT} ^Website\ eXtractor [OR]
RewriteCond %{HTTP_USER_AGENT} ^Website\ Quester [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebStripper [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebWhacker [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebZIP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Wget [OR]
RewriteCond %{HTTP_USER_AGENT} ^Widow [OR]
RewriteCond %{HTTP_USER_AGENT} ^WWWOFFLE [OR]
RewriteCond %{HTTP_USER_AGENT} ^Xaldon\ WebSpider [OR]
RewriteCond %{HTTP_USER_AGENT} ^Zeus
RewriteRule ^.* - [F,L]
ErrorDocument 403 /threads/ubbthreads.php?ubb=403
ErrorDocument 404 /threads/ubbthreads.php?ubb=404
ErrorDocument 500 /500.shtml
# <Files 403.shtml>
order allow,deny
deny from 72.36.245.242
deny from 219.142.50.253
deny from 72.21.217.
allow from all
# </Files>
RedirectMatch permanent ^/$ http://www.gangsterbb.net/threads/ubbthreads.php
deny from 67.170.209.246
RewriteCond %{HTTP_REFERER} !^$
RewriteCond %{HTTP_REFERER} !^http://espn.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://espn.com$ [NC]
RewriteCond %{HTTP_REFERER} !^https://espn.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^https://espn.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://apollo.asmallorange.com:2082/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://apollo.asmallorange.com:2082$ [NC]
RewriteCond %{HTTP_REFERER} !^http://eta.asmallorange.com:2082/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://eta.asmallorange.com:2082$ [NC]
RewriteCond %{HTTP_REFERER} !^http://fantasy.espn.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://fantasy.espn.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://forums.asmallorange.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://forums.asmallorange.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://games.espn.go.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://games.espn.go.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://gangsterbb.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://gangsterbb.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://gangsterbb.net/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://gangsterbb.net$ [NC]
RewriteCond %{HTTP_REFERER} !^http://jgeoff.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://jgeoff.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://mobposters.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://mobposters.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://mrpaik.asmallorange.com:2082/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://mrpaik.asmallorange.com:2082$ [NC]
RewriteCond %{HTTP_REFERER} !^http://realgm.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://realgm.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://streak.espn.go.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://streak.espn.go.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://thegodfathertrilogy.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://thegodfathertrilogy.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://thegodfathertrilogy.net/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://thegodfathertrilogy.net$ [NC]
RewriteCond %{HTTP_REFERER} !^http://ubbcentral.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://ubbcentral.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://ubbdev.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://ubbdev.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.gangsterbb.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.gangsterbb.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.gangsterbb.net/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.gangsterbb.net$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.jgeoff.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.jgeoff.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.mobposters.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.mobposters.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.realgm.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.realgm.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.thegodfathertrilogy.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.thegodfathertrilogy.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.thegodfathertrilogy.net/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.thegodfathertrilogy.net$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.ubbcentral.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.ubbcentral.com$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.ubbdev.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.ubbdev.com$ [NC]
RewriteCond %{HTTP_REFERER} !^https://fantasy.espn.com/.*$ [NC]
RewriteCond %{HTTP_REFERER} !^https://fantasy.espn.com$ [NC]
RewriteRule .*\.(jpg|jpeg|gif|png|bmp)$ - [F,NC]
# php -- BEGIN cPanel-generated handler, do not edit
# Set the “ea-php56” package as the default “PHP” programming language.
<IfModule mime_module>
AddHandler application/x-httpd-ea-php56___lsphp .php .php5 .phtml
</IfModule>
# php -- END cPanel-generated handler, do not edit
My
robots.txt file is basically adding what Gizmo suggested.
I also had to edit to block "crawl bot" that was eating GBs of bandwidth months ago, and I think this blocks everything besides Bingbot and Googlebot? lol.
User-agent: *
Disallow: /
User-agent: Bingbot
Disallow:
User-agent: Googlebot
Disallow:
# Not needed, all others allowed User-agent: *
# THESE LINES DIDN'T WORK
# Block only crawl bot
# User-agent: crawl
# Disallow: /
crawl-delay: 10
Disallow: /ads/
Disallow: /chat/
Disallow: /btra/
Disallow: /temp/
Disallow: /cgi-bin/
Disallow: /threads/admin/
Disallow: /threads/ubbthreads.php?ubb=calendar
Disallow: /threads/ubbthreads.php/ubb/calendar
Disallow: /threads/ubbthreads.php/ubb/calendar.html
Disallow: /threads/ubbthreads.php?ubb=showday
Disallow: /threads/ubbthreads.php/ubb/showday
Disallow: /threads/ubbthreads.php/ubb/showday.html
Disallow: /threads/ubbthreads.php?ubb=showmembers
Disallow: /threads/ubbthreads.php/ubb/showmembers
Disallow: /threads/ubbthreads.php/ubb/showmembers.html
Disallow: /threads/ubbthreads.php?ubb=online
Disallow: /threads/ubbthreads.php/ubb/online
Disallow: /threads/ubbthreads.php/ubb/online.html
Disallow: /threads/ubbthreads.php?ubb=search
Disallow: /threads/ubbthreads.php/ubb/search
Disallow: /threads/ubbthreads.php/ubb/search.html
Disallow: /threads/ubbthreads.php?ubb=mycookies
Disallow: /threads/ubbthreads.php/ubb/mycookies
Disallow: /threads/ubbthreads.php/ubb/mycookies.html
Disallow: /threads/ubbthreads.php?ubb=markallread
Disallow: /threads/ubbthreads.php/ubb/markallread
Disallow: /threads/ubbthreads.php/ubb/markallread.html
Disallow: /threads/ubbthreads.php?ubb=newuser
Disallow: /threads/ubbthreads.php/ubb/newuser
Disallow: /threads/ubbthreads.php/ubb/newuser.html
# Suggested by Gizmo:
Disallow: /threads/templates/
Disallow: /threads/ubbthreads.php/ubb/calendar/month/*/year/*.html
Disallow: /threads/ubbthreads.php?ubb=dosearch/
Disallow: /threads/ubbthreads.php/ubb/dosearch/
Disallow: /threads/ubbthreads.php?ubb=editbasic
Disallow: /threads/ubbthreads.php/ubb/editbasic/
Disallow: /threads/ubbthreads.php?ubb=login
Disallow: /threads/ubbthreads.php/ubb/login/
Disallow: /threads/ubbthreads.php/ubb/login.html
Disallow: /threads/ubbthreads.php?ubb=markallread
Disallow: /threads/ubbthreads.php/ubb/markallread/
Disallow: /threads/ubbthreads.php/ubb/markallread.html
Disallow: /threads/ubbthreads.php?ubb=mycookies
Disallow: /threads/ubbthreads.php/ubb/mycookies/
Disallow: /threads/ubbthreads.php/ubb/mycookies.html
Disallow: /threads/ubbthreads.php?ubb=myhome
Disallow: /threads/ubbthreads.php/ubb/myhome/
Disallow: /threads/ubbthreads.php?ubb=newuser
Disallow: /threads/ubbthreads.php/ubb/newuser/
Disallow: /threads/ubbthreads.php/ubb/newuser.html
Disallow: /threads/ubbthreads.php?ubb=online
Disallow: /threads/ubbthreads.php/ubb/online
Disallow: /threads/ubbthreads.php/ubb/online.html
Disallow: /threads/ubbthreads.php/ubb/printthread/*
Disallow: /threads/ubbthreads.php/ubb/showday/day/*/month/*/year/*.html
Disallow: /threads/ubbthreads.php?ubb=viewmessages
Disallow: /threads/ubbthreads.php/ubb/viewmessages/
