# robots.txt for gokbilim.com # $Id: robots.txt, v1.0.6 2006/03/25 05:35 Çağrı Erdoğdu Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." # archive.org'tan sakla #User-agent: ia_archiver #Disallow: User-agent: Mediapartners-Google* Disallow: User-agent: Slurp Crawl-delay: 10 Disallow: User-agent: msnbot Crawl-delay: 100 Disallow: User-agent: * #Crawl-delay: 100 Disallow: /forum/admin/ Disallow: /forum/attach_mod/ Disallow: /forum/cache/ Disallow: /forum/ctracker/ Disallow: /forum/db/ Disallow: /forum/dosyalar/ Disallow: /forum/images/ Disallow: /forum/includes/ Disallow: /forum/language/ Disallow: /forum/pafiledb/ Disallow: /forum/templates/ Disallow: /forum/xs_mod/ Disallow: /forum/attach_rules.php Disallow: /forum/bin.php Disallow: /forum/common.php Disallow: /forum/config.php Disallow: /forum/contact.php Disallow: /forum/cpl_menu.php Disallow: /forum/faq.php Disallow: /forum/fetchposts.php Disallow: /forum/groupcp.php Disallow: /forum/kb_search.php Disallow: /forum/login.php Disallow: /forum/login_security.php Disallow: /forum/memberlist.php Disallow: /forum/modcp.php Disallow: /forum/oops.php Disallow: /forum/posting.php Disallow: /forum/privmsg.php Disallow: /forum/profile.php Disallow: /forum/search.php Disallow: /forum/uacp.php Disallow: /forum/viewonline.php Disallow: /admin/ Disallow: /editor/ Disallow: /yazar/ Disallow: /inc/ Disallow: /haberresim/ Disallow: /yazarresim/