# domain : merlinse.com # file : robots.txt - Robot Exclusion Standard file # purpose : prevent robots from using up bandwidth crawling unnecessary directories # # This domain manages and hosts reciprocal link pages for other webmasters # Disallowed directories represent webmasters who host these pages on their own site User-agent: Googlebot-image Disallow: / User-agent: YahooSeeker/M1A1-R2D2 Disallow: / User-agent: * Disallow: /_src/ Disallow: /cgi-bin/ Disallow: /img/ Disallow: /sites/ Disallow: /clients/ Disallow: /products/ Disallow: /en/img/ Disallow: /en/adm/ Disallow: /en/src/ Disallow: /members/cooltribalarts/ Disallow: /members/ritasdiary/ Disallow: /members/stoneagetradingco/ Disallow: /members/painpillpharmacy/ Disallow: /members/northidahoproperty/ Disallow: /members/genericprescriptiond/ Disallow: /members/sepiaviews/ Disallow: /members/thecoloradohomes/