User-agent: *
Disallow: /login.php
Disallow: /image_hash/
Disallow: /image_hash/image_compare.php
Disallow: /admin
#Disallow: /price_alert.php
#Disallow: /price_history.php
Disallow: /shop_popular.php
#Disallow: /product_comments.php
#Disallow: /icecat_ajax.php
#Disallow: /show_product2_quick.php
Disallow: /live_chat.php
Disallow: /getdeal.php
Disallow: /ads.php

User-agent: Nutch
Disallow: /
User-agent: BoogleBot 2.0
Disallow: /
User-agent: Cliqzbot/3.0
Disallow: /
User-agent: Cliqzbot/2.0
Disallow: /
User-agent: Cliqzbot/1.0
Disallow: /
User-agent: DataForSeoBot/1.0
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: Adsbot/3.1
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: um-FC/1.0
Disallow:/
User-agent: linkdexbot/2.0
Disallow:/
User-agent: CCBot
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: LinkpadBot/1.12
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: Linguee Bot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: Yahoo! Slurp
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SeznamBot/3.2
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Yahoo! Slurp/3.0
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AhrefsBot/5.2
Disallow: /
User-agent: 008
Disallow: /
User-agent: BaiDuSpider
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Exabot
Disallow: /
# http://openlinkprofiler.org/bot
User-agent: spbot
Disallow: /
User-agent: seoscanners.net
Disallow: /
User-agent: worldwebheritage.org
disallow: /
User-agent: worldwebheritage.org/1.0
disallow: /
User-agent: Mozilla/5.0 (compatible; worldwebheritage.org/1.0; +crawl@worldwebheritage.org)
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: Cherry Picker
Disallow: /
User-agent: Control
Disallow: /
User-agent: Crescent Internet ToolPak
Disallow: /
User-agent: DISCo Pump
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: grub
Disallow: /
User-agent: htdig
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: InternetSeer.com
Disallow: /
User-agent: LNSpiderGuy
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: LinkWalker/2.0
Disallow:/
User-agent: LinkWalker/3.0
Disallow:/
User-agent: Mail.Ru
Disallow: /
User-agent: MFC Foundation Class Library
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: Netprospector
Disallow: /
User-agent: oodlebot/1.0
Disallow: /
User-agent: PerMan Surfer
Disallow: /
User-agent: psbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: szukacz
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: Ultraseek
Disallow: /
User-agent: vspider
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebEMailExtractor
Disallow: / 
User-agent: WebReaper
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: yacybot
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: Ruby
Disallow: /
User-agent: DotBot
Disallow: / 
User-agent: ltx71
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: thesis-research-bot
Disallow: /
User-agent: fidget-spinner-bot
Disallow: /
User-agent: my-tiny-bot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: TinyTestBot
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: facebookexternalhit/1.1
Disallow: /

User-agent: bingbot
Crawl-delay: 5

Sitemap: https://www.snif.gr/temp/sitemap_structured_https1.xml
Sitemap: https://www.snif.gr/temp/sitemap_structured_https2.xml
Sitemap: https://www.snif.gr/temp/sitemap_structured_https3.xml