User-agent: * Allow: / # Directories Disallow: /app/ Disallow: /bin/ Disallow: /dev/ Disallow: /lib/ Disallow: /phpserver/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /setup/ Disallow: /update/ Disallow: /var/ Disallow: /vendor/ # Paths (clean URLs) Disallow: /index.php/ Disallow: /catalog/product_compare/ Disallow: /catalog/category/view/ Disallow: /catalog/product/view/ Disallow: /customer/account/ Disallow: /customer/account/login/ Disallow: /catalogsearch/ Disallow: /checkout/ Disallow: /control/ Disallow: /contacts/ Disallow: /customer/ Disallow: /customize/ Disallow: /newsletter/ Disallow: /review/ Disallow: /sendfriend/ Disallow: /wishlist/ # Files Disallow: /composer.json Disallow: /composer.lock Disallow: /CONTRIBUTING.md Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html Disallow: /COPYING.txt Disallow: /Gruntfile.js Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /nginx.conf.sample Disallow: /package.json Disallow: /php.ini.sample Disallow: /RELEASE_NOTES.txt # Do not index pages that are sorted or filtered. Disallow: /*?*product_list_mode= Disallow: /*?*product_list_order= Disallow: /*?*product_list_limit= Disallow: /*?*product_list_dir= # Do not index session ID Disallow: /*?SID= Disallow: /*? Disallow: /*.php$ # CVS, SVN directory and dump files Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$ #Block style pages on the blog & search pages Disallow: /*style= Disallow: /search/* Disallow: /lib/ Disallow: /*.php$ Disallow: /pkginfo/ Disallow: /report/ Disallow: /var/ Disallow: /catalog/ Disallow: /customer/ Disallow: /sendfriend/ Disallow: /review/ Disallow: /*SID= User-agent: Bingbot Allow : / User-agent: Applebot Allow : / User-agent: AhrefsSiteAudit Allow : / Disallow: /customer/ User-agent: AppleWebKit Allow : / User-agent: AdsBot-Google-Mobile Allow : / User-agent: KlarnaBot-PriceWatcher Allow : / User-agent: Pinterestbot Allow : / User-agent: Googlebot Allow : / User-agent: AdsBot-Google Allow : / User-agent: Googlebot-Image Allow : / User-agent: ParticularAudienceBot Allow : / User-agent: YandexBot Allow : / User-agent: Twitterbot Allow : / User-agent: DomainStatsBot Allow : / User-agent: UptimeRobot Allow : / User-agent: DuckDuckBot-Https Allow: / User-agent: facebookexternalhit Allow: / User-agent: SemrushBot Allow: / User-agent: PingdomBot Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: SeznamBot Disallow: / User-agent: coccocbot-web Disallow: / User-agent: Neevabot Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: VeBot Disallow: / User-agent: DotBot Disallow: / User-agent: adidxbot Disallow: / User-agent: Adsbot Disallow: / User-agent: MJ12bot Allow: / User-agent: Brightbot Disallow: / User-agent: EzLynx Disallow: / User-agent: Pingdom.com_bot_version_1.4_ Disallow: / User-agent: BLEXBot Disallow: / User-agent: adidxbot Disallow: / User-agent: staticICEbot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: bidswitchbot Disallow: / User-agent: SemrushBot-BM Allow: / User-agent: SemrushBot-BA Allow: / User-agent: YaK Disallow: / User-agent: Cincraw Disallow: / User-agent: TinEye-bot-live Disallow: / User-agent: Slackbot-LinkExpanding Disallow: / User-agent: Nimbostratus-Bot Disallow: / User-agent: YandexImages Disallow: / User-agent: FirmUpBot Disallow: / User-agent: GuzzleHttp Disallow: / User-agent: WellKnownBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: SemrushBot-SI Allow: / User-agent: GeedoBot Disallow: / User-agent: Yellowbrandprotectionbot Disallow: / User-agent: coccocbot-image Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: WhatYouTypeBot Disallow: / User-agent: SMTBot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: RestSharp Disallow: / User-agent: NodePing Disallow: / User-agent: PetalBot Disallow: / User-agent: SEOkicks Disallow: / Sitemap: https://www.beanbagsrus.com.au/media/sitemap_mg.xml