# robots.txt for http://www.JobsAbroad.com/

# XML Sitemaps Autodiscovery for Google, Yahoo, MSN & Ask.com
sitemap: http://www.jobsabroad.com/jobsabroad_com_www_sitemap.xml.gz
############################################################################
# Blocked Robots had been adapted from http://www.WikiPedia.com/robots.txt.
# Ismael Angelo A. Casimpan Jr. - April 17, 2006
############################################################################

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: crawl
Disallow: /

User-agent: spider
Disallow: /

User-agent: bot-
Disallow: /

User-agent: bot/
Disallow: /

User-agent: LinkChecker
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Java
Disallow: /

User-agent: nicebot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Powermarks
Disallow: /

User-agent: Missigua_Locator
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: lanshanbot
Disallow: /

User-agent: Custo
Disallow: /

User-agent: CFNetwork
Disallow: /

User-agent: HTTrack off-line browser
Disallow: /

User-agent: NutchCVS
Disallow: /

User-agent: T-H-U-N-D-E-R-S-T-O-N-E
Disallow: /

User-agent: Jakarta commons-httpclient
Disallow: /

User-agent: HTMLParser
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: larbin
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

########################################################################
# All other respectful bots use the block below:
# Ismael Angelo A. Casimpan Jr. - April 17, 2006
########################################################################
# Don't crawl featured listings(it has an ordinary equivalent)
User-agent: Googlebot
Disallow: /listingsp3.cfm/*/*/feature/1
Disallow: /listingsp3.cfm/listing/*/
Disallow: /listings.cfm?
Disallow: /listingsp3.cfm?

User-agent: *
Disallow: /sitetracker.cfm
Disallow: /testimonial/
Disallow: /tracker.cfm
Disallow: /fbounce.cfm
Disallow: /hitcounter.cfm
Disallow: /linktracker.cfm
Disallow: /_bounce.cfm
Disallow: /bou_nce.cfm
Disallow: /bounce.cfm
Disallow: /bounce_.cfm
Disallow: /_bounce_.cfm
Disallow: /sendmail.cfm
Disallow: /ResumeEdge/
Disallow: /Trip_Magazine/
Disallow: /roomforroom/
Disallow: /archive/
Disallow: /articles/
Disallow: /studentadvantage/
Disallow: /collegegrad/
Disallow: /DiversityAbroad/
Disallow: /Congo.cfm
Disallow: /careerchase
#Disallow: /jobsabroad_com_www_sitemap.xml.gz
Disallow: /AustraliaAdelaide.cfm/
Disallow: /AustraliaBrisbane.cfm/
Disallow: /AustraliaMelbourne.cfm/
Disallow: /AustraliaPerth.cfm/
Disallow: /AustraliaSydney.cfm/
Disallow: /ChinaHongkong.cfm/
Disallow: /EnglandLondon.cfm/
Disallow: /ItalyFlorence.cfm/
Disallow: /ItalyRome.cfm/
Disallow: /MexicoCuernavaca.cfm/
Disallow: /MexicoGuadalajara.cfm/
Disallow: /MexicoMonterrey.cfm/
Disallow: /MexicoOaxaca.cfm/
Disallow: /SpainAlicante.cfm/
Disallow: /SpainGranada.cfm/
Disallow: /SpainMadrid.cfm/
Disallow: /SpainMalaga.cfm/
Disallow: /SpainSevilla.cfm/
Disallow: /SpainSalamanca.cfm/
########################################################################
# Trap for Spiderts(disrespectful bots/spiders) - icasimpan Apr 17,2006
########################################################################
Disallow: /ADIS/
#**********************************************
#************ Block duplicate URLs ************
#**********************************************
Disallow: /Armenia.cfm/
Disallow: /Argentina.cfm/
Disallow: /Australia.cfm/
Disallow: /Austria.cfm/
Disallow: /Bahrain.cfm/
Disallow: /Belgium.cfm/
Disallow: /Belize.cfm/
Disallow: /Bermuda.cfm/
Disallow: /Bolivia.cfm/
Disallow: /Brazil.cfm/
Disallow: /Bulgaria.cfm/
Disallow: /Canada.cfm/
Disallow: /Caribbean.cfm/
Disallow: /Chile.cfm/
Disallow: /China.cfm/
Disallow: /CostaRica.cfm/
Disallow: /Cuba.cfm/
Disallow: /Cyprus.cfm/
Disallow: /CzechRepublic.cfm/
Disallow: /Denmark.cfm/
Disallow: /DominicanRepublic.cfm/
Disallow: /Ecuador.cfm/
Disallow: /Egypt.cfm/
Disallow: /ElSalvador.cfm/
Disallow: /England.cfm/
Disallow: /Estonia.cfm/
Disallow: /Finland.cfm/
Disallow: /France.cfm/
Disallow: /Germany.cfm/
Disallow: /Ghana.cfm/
Disallow: /Greece.cfm/
Disallow: /Guatemala.cfm/
Disallow: /Hungary.cfm/
Disallow: /Iceland.cfm/
Disallow: /India.cfm/
Disallow: /Indonesia.cfm/
Disallow: /Ireland.cfm/
Disallow: /Israel.cfm/
Disallow: /Italy.cfm/
Disallow: /IvoryCoast.cfm/
Disallow: /Jamaica.cfm/
Disallow: /Japan.cfm/
Disallow: /Jordan.cfm/
Disallow: /Kenya.cfm/
Disallow: /KoreaSouth.cfm/
Disallow: /Kuwait.cfm/
Disallow: /Latvia.cfm/
Disallow: /Lithuania.cfm/
Disallow: /Luxembourg.cfm/
Disallow: /Malaysia.cfm/
Disallow: /Malta.cfm/
Disallow: /Martinique.cfm/
Disallow: /Mexico.cfm/
Disallow: /Morocco.cfm/
Disallow: /Namibia.cfm/
Disallow: /Nepal.cfm/
Disallow: /Netherlands.cfm/
Disallow: /NewZealand.cfm/
Disallow: /Nicaragua.cfm/
Disallow: /Niger.cfm/
Disallow: /NorthernIreland.cfm/
Disallow: /Norway.cfm/
Disallow: /Panama.cfm/
Disallow: /Peru.cfm/
Disallow: /Philippines.cfm/
Disallow: /Poland.cfm/
Disallow: /Polynesia.cfm/
Disallow: /Portugal.cfm/
Disallow: /PuertoRico.cfm/
Disallow: /Romania.cfm/
Disallow: /Russia.cfm/
Disallow: /SanMarino.cfm/
Disallow: /Scotland.cfm/
Disallow: /Senegal.cfm/
Disallow: /Singapore.cfm/
Disallow: /SouthAfrica.cfm/
Disallow: /SouthTanzania.cfm/
Disallow: /Spain.cfm/
Disallow: /Sweden.cfm/
Disallow: /Switzerland.cfm/
Disallow: /Syria.cfm/
Disallow: /Taiwan.cfm/
Disallow: /Thailand.cfm/
Disallow: /Tibet.cfm/
Disallow: /Turkey.cfm/
Disallow: /Ukraine.cfm/
Disallow: /UnitedStates.cfm/
Disallow: /Uruguay.cfm/
Disallow: /Venezuela.cfm/
Disallow: /Vietnam.cfm/
Disallow: /Wales.cfm/
Disallow: /Yemen.cfm/
Disallow: /Zimbabwe.cfm/
Disallow: /Croatia.cfm/
Disallow: /Colombia.cfm/
Disallow: /-Multi-Country.cfm/
Disallow: /Bangladesh.cfm/
Disallow: /Tanzania.cfm/
Disallow: /Honduras.cfm/
Disallow: /Afghanistan.cfm/
Disallow: /Albania.cfm/
Disallow: /Algeria.cfm/
Disallow: /Andorra.cfm/
Disallow: /Angola.cfm/
Disallow: /AntiguaBarbuda.cfm/
Disallow: /Azerbaijan.cfm/
Disallow: /Bahamas.cfm/
Disallow: /Barbados.cfm/
Disallow: /Belarus.cfm/
Disallow: /KoreaNorth.cfm/
Disallow: /Benin.cfm/
Disallow: /Bhutan.cfm/
Disallow: /Bosnia.cfm/
Disallow: /Botswana.cfm/
Disallow: /Brunei.cfm/
Disallow: /BurkinaFaso.cfm/
Disallow: /Burundi.cfm/
Disallow: /Cambodia.cfm/
Disallow: /Cameroon.cfm/
Disallow: /CentralAfricanRepublic.cfm/
Disallow: /Chad.cfm/
Disallow: /Comoros.cfm/
Disallow: /Congo.cfm/
Disallow: /Dijibouti.cfm/
Disallow: /Dominica.cfm/
Disallow: /EquatorialGuinea.cfm/
Disallow: /Eritrea.cfm/
Disallow: /Ethiopia.cfm/
Disallow: /Fiji.cfm/
Disallow: /Gabon.cfm/
Disallow: /Gambia.cfm/
Disallow: /Georgia.cfm/
Disallow: /Grenada.cfm/
Disallow: /Guinea.cfm/
Disallow: /Guinea-Bissau.cfm/
Disallow: /Guyana.cfm/
Disallow: /Haiti.cfm/
Disallow: /Iran.cfm/
Disallow: /Iraq.cfm/
Disallow: /Kazakhstan.cfm/
Disallow: /Kiribati.cfm/
Disallow: /Kyrgyzstan.cfm/
Disallow: /Laos.cfm/
Disallow: /Lebanon.cfm/
Disallow: /Lesotho.cfm/
Disallow: /Liberia.cfm/
Disallow: /Libya.cfm/
Disallow: /Liechtenstein.cfm/
Disallow: /Macedonia.cfm/
Disallow: /Madagascar.cfm/
Disallow: /Malawi.cfm/
Disallow: /Maldives.cfm/
Disallow: /Mali.cfm/
Disallow: /MarshallIslands.cfm/
Disallow: /Mauritania.cfm/
Disallow: /Mauritius.cfm/
Disallow: /Micronesia.cfm/
Disallow: /Moldova.cfm/
Disallow: /Monaco.cfm/
Disallow: /Mongolia.cfm/
Disallow: /Mozambique.cfm/
Disallow: /Myanmar.cfm/
Disallow: /Nauru.cfm/
Disallow: /Nigeria.cfm/
Disallow: /NorthernCyprus.cfm/
Disallow: /Oman.cfm/
Disallow: /Pakistan.cfm/
Disallow: /Palau.cfm/
Disallow: /PapuaNewGuinea.cfm/
Disallow: /Paraguay.cfm/
Disallow: /Qatar.cfm/
Disallow: /Rwanda.cfm/
Disallow: /St.KittsandNevis.cfm/
Disallow: /St.Lucia.cfm/
Disallow: /St.VincentGrenadines.cfm/
Disallow: /SaoTomeandPrincipe.cfm/
Disallow: /SaudiArabia.cfm/
Disallow: /Seychelles.cfm/
Disallow: /SierraLeone.cfm/
Disallow: /Slovakia.cfm/
Disallow: /Slovenia.cfm/
Disallow: /SolomonIslands.cfm/
Disallow: /Somalia.cfm/
Disallow: /SriLanka.cfm/
Disallow: /Sudan.cfm/
Disallow: /Suriname.cfm/
Disallow: /Swaziland.cfm/
Disallow: /Tajikistan.cfm/
Disallow: /Togo.cfm/
Disallow: /Tonga.cfm/
Disallow: /TrinidadTobago.cfm/
Disallow: /Tunisia.cfm/
Disallow: /Turkmenistan.cfm/
Disallow: /Tuvalu.cfm/
Disallow: /Uganda.cfm/
Disallow: /UnitedArabEmirates.cfm/
Disallow: /Uzbekistan.cfm/
Disallow: /Vanuatu.cfm/
Disallow: /WesternSahara.cfm/
Disallow: /Samoa.cfm/
Disallow: /Yugoslavia.cfm/
Disallow: /Zaire.cfm/
Disallow: /Zambia.cfm/
Disallow: /CookIslands.cfm/
Disallow: /Greenland.cfm/
Disallow: /Palestine.cfm/
Disallow: /Tahiti.cfm/
Disallow: /HawaiiUSA.cfm/
Disallow: /Antarctica.cfm/
Disallow: /Niue.cfm/
Disallow: /Kosovo.cfm/
Disallow: /Guadeloupe.cfm/
Disallow: /USVirginIslands.cfm/
Disallow: /BritishVirginIslands.cfm/
Disallow: /TheVatican.cfm/
Disallow: /UnitedKingdom.cfm/
Disallow: /GuamUSA.cfm/
Disallow: /SerbiaMontenegro.cfm/
Disallow: /EastTimor.cfm/
Disallow: /Holland.cfm/