User-agent: *
Disallow: /app/
Disallow: /store_closed.html
Disallow: /images/companies/1/visual_search_lazy_thumb.jpg
Disallow: /*items_per_page*
Disallow: /*sort_by*
Disallow: /*sort_order*
Disallow: /*full_render*
Disallow: /*features_hash*
Disallow: /*prev_url*
Disallow: /*dispatch*
Disallow: /*show_not_found_notification*
Disallow: /*.sql$
Disallow: /*.sql.gz$
Disallow: /*.dump$
Disallow: /*.bak$
Disallow: /*.backup$
Disallow: /*.old$
Disallow: /*.orig$
Disallow: /*.swp$
Disallow: /*.tmp$
Disallow: /*.temp$
Disallow: /*.log$
Disallow: /*.env$
Disallow: /*.ini$
Disallow: /*.conf$
Disallow: /*.config$
Disallow: /*.cfg$
Disallow: /*.yml$
Disallow: /*.yaml$
Disallow: /*.json$
Allow: /sitemap*.xml$
Allow: /images*.xml$
Disallow: /*.xml$
Disallow: /*.sh$
Disallow: /*.bash$
Disallow: /*.py$
Disallow: /*.rb$
Disallow: /*.pl$
Disallow: /*.php~$
Disallow: /*.inc$
Disallow: /*.pem$
Disallow: /*.key$
Disallow: /*.crt$
Disallow: /*.cert$
Disallow: /*.p12$
Disallow: /*.pfx$
Disallow: /*.htaccess$
Disallow: /*.htpasswd$
Disallow: /*.git$
Disallow: /*.gitignore$
Disallow: /*.lock$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.tar.gz$
Disallow: /*.tgz$
Disallow: /*.rar$
Disallow: /*.7z$
Crawl-Delay: 10
User-agent: Bytespider
Disallow: /
User-agent: Pinterestbot
Crawl-Delay: 2
User-agent: SeekportBot
Crawl-delay: 2