User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Seznambot
Allow: /

User-agent: Petalbot
Allow: /

# Block unwanted bots
User-agent: Bytespider
Disallow: /

User-agent: Bytedance
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: Antbot
Disallow: /

User-agent: Ahrefs
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Zoominfobot
Disallow: /

User-agent: Blexbot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: Criteo
Disallow: /

User-agent: BitSightBot
Disallow: /

User-agent: TweetmemeBot
Disallow: /

User-agent: Intelx
Disallow: /

User-agent: Commoncrawl
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Hrankbot
Disallow: /

User-agent: Semrush
Disallow: /

User-agent: Twitterbot
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: DataForSEO
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Facebookexternalhit
Disallow: /

User-agent: Imagesift
Disallow: /

#Disallow: /
Disallow: /grocery-essentials/

Disallow: /free-shipping-offer/

## DEVELOPMENT RELATED SETTINGS

## Do not crawl development files and folders: CVS, svn directories and dump files

Disallow: /CVS

Disallow: /productquestions/

Disallow: /*.svn$

Disallow: /*.idea$

Disallow: /*.sql$

Disallow: /*.tgz$



## GENERAL MAGENTO SETTINGS


## Do not crawl Magento admin page

Disallow: /admin/

## Do not crawl common Magento technical folders

##### Directories ##### 

Disallow: /404/

Disallow: /app/

Disallow: /cgi-bin/

Disallow: /downloader/

Disallow: /includes/

Disallow: /lib/

Disallow: /magento/

Disallow: /pkginfo/

Disallow: /report/

Disallow: /stats/

Disallow: /var

Disallow: /labelkisstest

## Do not crawl common Magento files

Disallow: /api.php

Disallow: /cron.php

Disallow: /cron.sh

Disallow: /error_log

Disallow: /get.php

Disallow: /install.php

Disallow: /LICENSE.html

Disallow: /LICENSE.txt

Disallow: /LICENSE_AFL.txt

Disallow: /README.txt

Disallow: /RELEASE_NOTES.txt


## MAGENTO SEO IMPROVEMENTS

## Do not crawl sub category pages that are sorted or filtered.

Disallow: /*?dir*

Disallow: /*?dir=desc

Disallow: /*?dir=asc

Disallow: /*?limit=all

Disallow: /*?mode*

Disallow: /*price-

## Do not crawl 2-nd home page copy (example.com/index.php/). Uncomment it only if you activated Magento SEO URLs.

Disallow: /index.php/

Disallow: /catalog/product_compare/

Disallow: /catalog/category/view/

Disallow: /catalog/product/view/

Disallow: /catalog/product/gallery/

Disallow: /catalogsearch/

Disallow: /checkout/

Disallow: /control/

Disallow: /customer/

Disallow: /customize/

Disallow: /newsletter/

Disallow: /poll/

Disallow: /review/

Disallow: /sendfriend/

Disallow: /tag/

Disallow: /wishlist/

Disallow: /sales/guest/form/

Disallow: /*filter*

Disallow: /*?*


## Do not crawl links with session IDs

Disallow: /*SID=


## Do not crawl seach pages and not-SEO optimized catalog links

Disallow: /catalogsearch/

Disallow: /catalog/product_compare/

Disallow: /catalog/category/view/

Disallow: /catalog/product/view/


## SERVER SETTINGS


## Do not crawl common server technical folders and files

Disallow: /cgi-bin/

Disallow: /cleanup.php

Disallow: /apc.php

Disallow: /memcache.php

Disallow: /phpinfo.php

Disallow: /no-service

Disallow: /enable-cookies

Sitemap: https://www.aldahome.com/sitemap.xml