# robotstxt.org/
Sitemap: https://halier.ch//sitemap.xml


User-agent: Googlebot

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/
Allow:/img/
Allow:/images/


Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php
# media bot
User-agent: Googlebot-Image
Allow:/img/
Allow:/images/
Allow:/icon/
Disallow:/

User-agent: MSNBot-Media
Allow:/img/
Allow:/images/
Allow:/icon/
Disallow:/
# =====
User-agent: AdIdxBot

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: yahoo-mmcrawler

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: Slurp

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: BingPreview

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: Mediapartners-Google

Allow:/
User-agent: Gigabot


Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: MSNBot

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: Bingbot

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: ExaBot

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: GooglePlusShare

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: FacebookExternalHit

Allow:/css/
Allow:/js/
Allow:/sitemap.xml
Allow:/index.php
Allow:/icon/
Allow:/fonts/

Disallow:/ad/
Disallow:/blog/
Disallow:/admin/
Disallow:/cgi-bin/
Disallow:/config.php

User-agent: WebStripper
Disallow:/

User-agent: WebCopier
Disallow:/

User-agent: TeleportPro
Disallow:/

User-agent: HTTrack
Disallow:/

User-agent: wget
Disallow:/

#User-agent: *

#Disallow:/