# https://www.listingmine.com/robots.txt User-agent: * # Server internals Disallow: /cgi-bin/ Disallow: /cgi-sys/ # Admin Disallow: /music-admin/ # Page fragments and templates. These render as broken half-pages on their own # and should never appear in search results. Disallow: /header$ Disallow: /header-01$ Disallow: /header-02$ Disallow: /header-music$ Disallow: /footer-01$ Disallow: /inner-page-footer$ Disallow: /blog-list$ Disallow: /blog-slider$ Disallow: /blog-slider-paging$ Disallow: /blog-slider-paging2$ Disallow: /blog-table$ Disallow: /db$ # Private / internal Disallow: /for-agency-bosses Disallow: /monarki.html Sitemap: https://www.listingmine.com/sitemap.xml Sitemap: https://www.listingmine.com/sitemap-music.xml Sitemap: https://www.listingmine.com/newapp/sitemap.xml # And keep crawlers out of the working screens. They are all redirects to the login page, # which burns the crawl budget the property pages need. Disallow: /newapp/mobile/finance/ Disallow: /newapp/mobile/dashboard Disallow: /newapp/mobile/private Disallow: /newapp/mobile/chat Disallow: /newapp/mobile/lead-center/ Disallow: /newapp/mobile/lead-distribution/ Disallow: /newapp/mobile/lead-report/ Disallow: /newapp/login Disallow: /newapp/register