User-agent: AdsBot-Google
User-agent: Yandex
User-agent: *
Disallow: /cgi-bin/ksearch/
Disallow: /cgi-bin/dbsql/db.cgi
Disallow: /cgi-bin/smart/S-mart.cgi
Disallow: /cgi-bin/smart/s-mart.cgi
Disallow: /cgi-bin/smart/SuperCart-2014.cgi
Disallow: /cgi-bin/smart/oboe/track_lookup.pl
Disallow: /cgi-bin/smart/oboe/track.pl
Disallow: /cgi-bin/smart/SuperCart-Track.cgi
Disallow: /cgi-bin/pmpre/
Disallow: /cgi-bin/PerlDesk/
Disallow: /cgi-bin/SuperCat/
Disallow: /cgi-bin/tell_friend/
Disallow: /cgi-bin/Wizards/
Disallow: /cgi-bin/register/
Disallow: /cgi-bin/webadverts/
Disallow: /catalog/SuperCat/z_Archive
Disallow: /catalog/SuperCat_mobile/
Disallow: /catalog/SuperCat/SuperCatPS9/
Disallow: /catalog/SuperCat/SuperCatPS9_mobile/
Disallow: /catalog/SuperCat/SuperCatPS10/
Disallow: /catalog/SuperCat/SuperCatPS10_mobile/
Disallow: /catalog/SuperCat/SuperCatPS11/
Disallow: /catalog/SuperCat/SuperCatPS11_mobile/
Disallow: /catalog/SuperCat/SuperCatPS12/
Disallow: /catalog/SuperCat/SuperCatPS12_mobile/
Disallow: /catalog/SuperCat/SuperCatPS13/
Disallow: /catalog/SuperCat/SuperCatPS13_mobile/
Disallow: /cgi-bin/autocat/load_page.cgi
Disallow: /cgi-bin/perldesk/pdesk.cgi

Disallow: /byv-*/p-*
Disallow: /byc-*/p-*
Disallow: /byb-*/p-*

Sitemap: https://www.pelicanparts.com/static_pages_HTTPS.xml.gz
Sitemap: https://www.pelicanparts.com/SubCat_SiteMap_HTTPS.xml
Sitemap: https://www.pelicanparts.com/Catalog_SiteMap_HTTPS.xml
Sitemap: https://www.pelicanparts.com/catalog/SuperCat/SuperCat_SiteMap_index_HTTPS.xml
Sitemap: https://www.pelicanparts.com/Sitemaps/Genuine_Parts_Sitemap-Index_https.xml
Sitemap: https://www.pelicanparts.com/shopby-sitemap.xml

User-agent: BecomeBot
Crawl-Delay: 1

User-agent: YahooSeeker
Crawl-Delay: 1

User-agent: Teoma
Crawl-Delay: 1

User-agent: Yandex 
Crawl-Delay: 1

User-agent: SemrushBot
Crawl-Delay: 5

User-agent: SemrushBot-SA
Crawl-Delay: 5

User-agent: SemrushBot-BA
Crawl-Delay: 5

User-agent: spbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: IstellaBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: PRTGCloudBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: SpiderLing
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AspiegelBot
Disallow: /