ملف روبوت تكست

User-agent: Mediapartners-Google
Disallow:

User-agent: Mediapartners-Google*
Disallow:

User-agent: *
Disallow: /abuse
Disallow: /admgt/
Disallow: /contact
Disallow: /donate
Disallow: /go/
Disallow: /login
Disallow: /modcp
Disallow: /post
Disallow: /privmsg
Disallow: /spa/
Disallow: /sta/

User-agent: 008
User-agent: Accoona
User-agent: aipbot
User-agent: aipbot*
User-agent: aipbot/1.0
User-agent: Alexa
User-agent: Alexa Bitlybot
User-agent: Alexibot
User-agent: AltaVista Intranet V2.0 AVS EVAL search@freeit.com
User-agent: AltaVista Intranet V2.0 Compaq Altavista Eval sveand@altavista.net
User-agent: AltaVista Intranet V2.0 evreka.com crawler@evreka.com
User-agent: AltaVista V2.0B crawler@evreka.com
User-agent: Anonymous
User-agent: ApocalXExplorerBot
User-agent: appie
User-agent: Aqua_Products
User-agent: Argus/1.1
User-agent: Artabus
User-agent: Ask Jeeves
User-agent: asterias
User-agent: atSpider
User-agent: attentio
User-agent: AV Fetch 1.0
User-agent: AVSearch-3.0(AltaVista/AVC)
User-agent: AWS Cloud Based
User-agent: b2w
User-agent: b2w/0.1
User-agent: BackDoorBot
User-agent: BackDoorBot/1.0
User-agent: Baiduspider
User-agent: becomebot
User-agent: BecomeBot
User-agent: BigBrother
User-agent: BIGLOTRON (BETA 2;GNU/Linux)
User-agent: BizInformation
User-agent: Black Hole
User-agent: Black.Hole
User-agent: BlackWidow
User-agent: BlowFish
User-agent: BlowFish/1.0
User-agent: BoardPulse
User-agent: boitho.com-dc
User-agent: Bookmark search tool
User-agent: bot/1.0
User-agent: BotALot
User-agent: Bot mailto:craftbot@yahoo.com
User-agent: BotRightHere
User-agent: BrandProtect
User-agent: BuiltBotTough
User-agent: Bullseye
User-agent: Bullseye/1.0
User-agent: BunnySlippers
User-agent: CazoodleBot
User-agent: Cegbfeieh
User-agent: cfetch
User-agent: cfetch/1.0
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: CherryPicker /1.0
User-agent: CherryPickerElite/1.0
User-agent: CherryPickerSE/1.0
User-agent: ChinaClaw
User-agent: Collage
User-agent: cometrics-bot
User-agent: complex_network_group
User-agent: convera
User-agent: ConveraCrawler
User-agent: ConveraCrawler/0.2
User-agent: ConveraCrawler/0.9d
User-agent: Convera Internet Spider V6.x
User-agent: ConveraMultiMediaCrawler/0.1
User-agent: Copernic
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Crescent
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: Crescent Internet ToolPak HTTPOLE Control v.1.0
User-agent: Curl
User-agent: Custo
User-agent: CydralSpider
User-agent: Deepnet Explorer
User-agent: default.ida
User-agent: DigExt
User-agent: DISCo
User-agent: discobot
User-agent: DISCoFinder
User-agent: DISCo Pump
User-agent: DISCo Pump 3.0
User-agent: DISCo Pump 3.1
User-agent: DISCo Pump 3.2
User-agent: DittoSpyder
User-agent: DOC
User-agent: dotbot
User-agent: DotBot
User-agent: DotBot/1.1
User-agent: Download Demon
User-agent: Download Demon/3.2.0.8
User-agent: Download Demon/3.5.0.11
User-agent: Download Ninja
User-agent: Download Wonder
User-agent: DSurf
User-agent: Dulance bot
User-agent: dumbot
User-agent: eCatch
User-agent: eCatch/3.0
User-agent: echo!
User-agent: EchO!/2.0
User-agent: EirGrabber
User-agent: EliteSys Entry
User-agent: EmailCollector
User-agent: Email Extractor
User-agent: EmailSiphon
User-agent: EmailSmartz
User-agent: EmailWolf
User-agent: Enterprise_Search
User-agent: Enterprise_Search/1.0
User-agent: EroCrawler
User-agent: es
User-agent: ESIRover
User-agent: e-SocietyRobot
User-agent: Exabot
User-agent: Exabot/2.0
User-agent: Exabot-Images
User-agent: Express WebPictures
User-agent: Express WebPictures (www.express-soft.com)
User-agent: ExtractorPro
User-agent: EyeNetIE
User-agent: FairAd Client
User-agent: Fairshare
User-agent: Fasterfox
User-agent: Fetch
User-agent: Flaming AttackBot
User-agent: Flamingo_SearchEngine
User-agent: FlashGet
User-agent: FlashGet WebWasher 3.2
User-agent: Foobot
User-agent: FreeFind
User-agent: FreeWebMonitoring SiteChecker/0.1
User-agent: FrontPage
User-agent: FrontPage [NC,OR]
User-agent: FurlBot
User-agent: Gaisbot
User-agent: Gaisbot/3.0
User-agent: GetBot
User-agent: GetRight
User-agent: GetRight/2.11
User-agent: GetRight/3.1
User-agent: GetRight/3.2
User-agent: GetRight/3.3
User-agent: GetRight/3.3.3
User-agent: GetRight/3.3.4
User-agent: GetRight/4.0.0
User-agent: GetRight/4.1.0
User-agent: GetRight/4.1.1
User-agent: GetRight/4.1.2
User-agent: GetRight/4.2
User-agent: GetRight/4.2b (Portuguxeas)
User-agent: GetRight/4.2c
User-agent: GetRight/4.3
User-agent: GetRight/4.5
User-agent: GetRight/4.5a
User-agent: GetRight/4.5b
User-agent: GetRight/4.5b1
User-agent: GetRight/4.5b2
User-agent: GetRight/4.5b3
User-agent: GetRight/4.5b6
User-agent: GetRight/4.5b7
User-agent: GetRight/4.5c
User-agent: GetRight/4.5d
User-agent: GetRight/4.5e
User-agent: GetRight/5.0beta1
User-agent: GetRight/5.0beta2
User-agent: GetUrl
User-agent: GetWeb!
User-agent: Gigabot
User-agent: Go-Ahead-Got-It
User-agent: Go!Zilla
User-agent: Go!Zilla 3.3 (www.gozilla.com)
User-agent:

User-agent: *
Disallow: /abuse
Disallow: /admgt/
Disallow: /contact
Disallow: /donate
Disallow: /go/
Disallow: /login
Disallow: /modcp
Disallow: /post
Disallow: /privmsg
Disallow: /spa/
Disallow: /sta/