Sitemap: https://www.astrolookup.com/Sitemap.txt
Sitemap: https://www.astrolookup.com/sitemap.xml

User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Googlebot/2.1
User-agent: Googlebot-Mobile/2.1
User-agent: Google Favicon
User-agent: Google Page Speed Insights
User-agent: Chrome-Lighthouse
User-agent: googleweblight
User-agent: Chrome/W.X.Y.Z
User-agent: Google Chrome Lighthouse
User-agent: Storebot-Google
User-agent: CriOS
Disallow: /ads/
Disallow: /jscript/
Disallow: /include/
Disallow: /notforg/
Disallow: /*?cx
Disallow: /*?term
Disallow: /feed.php
Disallow: /feeds.php
Disallow: /rss.php
Disallow: /*/1000
Disallow: /*?*

User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: Mediapartners-Google/2.1
User-agent: AdsBot-Google-Mobile-Apps
Disallow: /ads/
Disallow: /jscript/
Disallow: /include/
Disallow: /notforg/
Disallow: /*?cx
Disallow: /*?term
Disallow: /feed.php
Disallow: /feeds.php
Disallow: /rss.php

User-agent: MSNBot
User-agent: bingbot/2.0
User-agent: bingbot
User-agent: Slurp
User-agent: Teoma
User-agent: yahoo-mmcrawler
User-agent: yahoo-blogs/v3.9
User-agent: DuckDuckBot
User-agent: Exabot
User-agent: facebot
User-agent: facebookexternalhit/1.0
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit
User-agent: Twitterbot
User-agent: AOL
User-agent: msnbot-media
User-agent: Ask Jeeves/Teoma
User-agent: Applebot
Disallow: /ads/
Disallow: /jscript/
Disallow: /include/
Disallow: /notforg/
Disallow: /*?cx
Disallow: /*?term
Disallow: /feed.php
Disallow: /feeds.php
Disallow: /rss.php
Disallow: /?qs=*
Disallow: /*?qs
Disallow: /*.php$
Disallow: /?q=*
Disallow: /*?q
Disallow: /*?
Disallow: /*?$
Disallow: /*?*

User-agent: *
Disallow: /