#################
# WordPress Robots.TXT
#
# LammWorks Security
#################

# Define website sitemaps

Sitemap: https://www.bgeneral.com/page-sitemap.xml
Sitemap: https://www.bgeneral.com/attachment-sitemap.xml
Sitemap: https://www.bgeneral.com/product-sitemap.xml
Sitemap: https://www.bgeneral.com/category-sitemap.xml
Sitemap: https://www.bgeneral.com/product_cat-sitemap.xml
Sitemap: https://www.bgeneral.com/portfolio_category-sitemap.xml

# Disallowed and allowed directories and files

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /comment-page-
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /portal-inmobiliario/*
#Disallow: /auto/*
#Disallow: /clasificados-autos/

# Files and Directories to not indexing of our WordPress
User-Agent: *
Allow: /wp-content/uploads/
Allow: /feed/$
Disallow: /clasificados/*
Disallow: /view/*/entry/*
Disallow: /*/entry/*
Disallow: /wp-
Disallow: /wp-content/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /feed/
Disallow: /?s=
Disallow: /search
Disallow: /archives/
Disallow: /index.php
Disallow: /*?
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.css$
Disallow: */feed/
Disallow: */trackback/
Disallow: /page/
Disallow: /tag/
Disallow: /category/
Disallow: /cgi-bin
Disallow: /wp-includes/
Disallow: /search/*/feed
Disallow: /readme.html
Disallow: /license.txt
User-agent: ia_archiver*
Disallow: /
User-agent: duggmirror
Disallow: /
User-agent: libwww
Disallow: /

# Rules for most known bots
User-agent: Googlebot
User-agent: Googlebot-Image
Disallow: /wp-includes/
Allow: /wp-content/uploads/
User-agent: Mediapartners-Google*
Disallow:
User-agent: ia_archiver
Disallow: /
User-agent: duggmirror
Disallow: /
User-agent: noxtrumbot
Crawl-delay: 50
User-agent: msnbot
Crawl-delay: 30
User-agent: Slurp
Crawl-delay: 10
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /



User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /


#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/