# $Id: robots.txt,v 1.7.2.3 2008/12/10 20:24:38 drumm Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
Disallow: /blogs/flip/
Disallow: /breakingews
Disallow: /cgi-bin
Disallow: /chat/
Disallow: /cms/
Disallow: /dreamaccount/
Disallow: /dynads/
Disallow: /featpics/
Disallow: /institute/
Disallow: /manager/
Disallow: /nautilus/
Disallow: /openads/
Disallow: /phpmyadmin/
Disallow: /phppgadmin/
Disallow: /scgi-bin/
Disallow: /Scripts/
Disallow: /temp/

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /affiliate.php3
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=archives/
#Recommendation from google webmastertool
Disallow: /archives/
Disallow: /bacolod/archive/
Disallow: /baguio/archive/
Disallow: /cagayan/archive/
Disallow: /cebu/archive/
Disallow: /davao/archive/
Disallow: /dumaguete/archive/
Disallow: /network/archive/
Disallow: /manila/archive/
Disallow: /iloilo/archive/
Disallow: /pampanga/archive/
Disallow: /gensan/archive/
Disallow: /pangasinan/archive/
Disallow: /tacloban/archive/
Disallow: /zamboanga/archive/
Disallow: /superbalitageneral-santos/archive/
Disallow: /superbalitadavao/archive/
Disallow: /superbalitacebu/archive/
Disallow: /superbalitacagayan-de-oro/archive/
Disallow: /misc/
Disallow: /sites/all/modules
Disallow: /archives/2/31/20?&page=5
Disallow: /archives/2307/8/21?&page=2
Disallow: /archives/27/3575/28?&page=58
Disallow: /davao/archive/2009/4?&page=229
Disallow: /comment/reply/14920
Disallow: /archives/2189/29/14
Disallow: /cagayan/archive/2012/10?&page=56
Disallow: /archives/1/2192/5?&page=10
Disallow: /archives/3590/5/26?&page=102
Disallow: /archives/7/7/28?&page=53
Disallow: /cebu/archive/2012/07/28?&page=103&$Version=1&$Path=/
Disallow: /archives/15/3575/26?&page=25
Disallow: /superbalitageneral-santos/archive/13/2009/04/9/2010/02/24
Disallow: /archives/9/6/2/1/13
Disallow: /archives/2178/05/7?&page=19
Disallow: /archives/11/2358?&page=108
Disallow: /pampanga/archive/2009/6?&page=8&$Version=0&$Path=/,%20$Version=0&$Domain=.sunstar.com.ph
Disallow: /archives/3592/02/14?&page=129
Disallow: /superbalitacebu/archive/2009/01/29?&page=90&$Version=0&$Path=/&$Domain=.sunstar.com.ph,%20$Version=0
Disallow: /archives/3/18963/18?&page=18
Disallow: /archives/27/18797/2?&page=131
Disallow: /archives/2010/03/2?&page=294
Disallow: /manila/archive/2008/10/29?&page=155
Disallow: /archives/2012/05/12?&page=113
Disallow: /archives/2007/7/9?&page=60
Disallow: /archives/2009/05/19?&page=140&page=99
Disallow: /archives/12/18801?&page=126
Disallow: /archives/2006/02/10?&page=286
Disallow: /archives/17/23/7/17/16
Disallow: /archives/2190/06/23?&page=148
Disallow: /archives/2010/09/9?&page=346
Disallow: /archives/2010/03/19?&page=472
Disallow: /cebu/archive/2007/08/1?&page=263
Disallow: /archives/2008/12/15?&page=7
Disallow: /archives/18793/03/16?&page=1835
Disallow: /archives/1/20529/23?&page=102
Disallow: /archives/2/22/2176/4
Disallow: /archives/2204/10?&page=50
Disallow: /archives/3576/08/4?&page=4
Disallow: /davao/archive/2010/5/22?&page=83
Disallow: /archives/18975/09/19?&page=5
Disallow: /cebu/archive/2008/2?&page=381
Disallow: /manila/archive/2012/02/14?&page=14&$Version=0&$Path=/,%20$Version=0&$Domain=.sunstar.com.ph
Disallow: /archives/2014/11/13/13
Disallow: /archives/2009/08/3?&page=355
Disallow: /archives/2205/3/27?&page=1
Disallow: /archives/24/19093/31?&page=42
Disallow: /archives/2008/09/14?&page=133
Disallow: /cagayan/archive/2009/06/23?&page=60
Disallow: /archives/18796/20/2009/29
Disallow: /davao/archive/2009/4?&page=229
Disallow: /superbalitageneral-santos/archive/22/1/2009/02/28
Disallow: /manila/archive/2009/08/21?&page=83
Disallow: /cagayan/archive/2010/03/16?&page=3
Disallow: /archives/2011/01/27?&page=1625
Disallow: /archives/7/7/28?&page=53
Disallow: /archives/15/3575/26?&page=25
Disallow: /archives/26/2010/9/8
Disallow: /superbalitageneral-santos/archive/3/1/03/29/2009/11/2
Disallow: /superbalitageneral-santos/archive/17/12/2010/12/11
Disallow: /archives/3/18963/18?&page=18
Disallow: /superbalitageneral-santos/archive/02/9/2010/06/30
Disallow: /static/ceb/2003/12/12/news/npc.insists.on.john.john.html
Disallow: /manila/archive/2008/10/29?&page=155
Disallow: /archives/2012/05/12?&page=113
Disallow: /superbalitageneral-santos/archive/16/2009/06/3/22
Disallow: /archives/2007/7/9?&page=60
Disallow: /superbalitageneral-santos/archive/26/8/2010/09/28
Disallow: /archives/10/24/2011/5
Disallow: /superbalitageneral-santos/archive/07/8/18/25/4
Disallow: /superbalitageneral-santos/archive/19/29/2009/11/2010/02/18
Disallow: /archives/2009/05/19?&page=140&page=99
Disallow: /zamboanga/archive/2010/10/19?&page=36
Disallow: /manila/archive/2008/2/26?&page=8
Disallow: /manila/archive/28/2013?page=2
Disallow: /archives/2190/06/23?&page=148
Disallow: /archives/2010/09/9?&page=346
Disallow: /archives/2008/12/15?&page=7
Disallow: /archives/10/8/10?&page=124
Disallow: /superbalitadavao/archive/25/17/4?&page=1
Disallow: /archives/2010/4/18/27/27
Disallow: /archives/2/22/2176/4
Disallow: /archives/2204/10?&page=50
Disallow: /archives/3576/08/4?&page=4
Disallow: /manila/archive/2010/07/12?&page=9&$Version=0&$Path=/,%20$Version=0&$Domain=.sunstar.com.ph
Disallow: /archives/18/12/12/2192
Disallow: /archives/2014/11/13/13
Disallow: /archives/2205/3/27?&page=1
Disallow: /superbalitageneral-santos/archive/2009/03/6/2010/04/8
Disallow: /cagayan/archive/2009/01/12?&page=12
Disallow: /archives/10/1/28/22
Disallow: /archives/2008/09/14?&page=133
Disallow: /cagayan/archive/2009/06/23?&page=60
Disallow: /superbalitageneral-santos/archive/2/8/9/8/2010/02/15
Disallow: /archives/7/16/29/11
Disallow: /archives/13/25/10/23/5
Disallow: /archives/03/20?page=8