#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Directories
Disallow: /core/
Disallow: /profiles/
Disallow: /groups/to_order/companies/
Disallow: /sites/default/files/warranty_export/
Disallow: /sites/default/files/warranty-extension-pricelist.pdf
Disallow: /sites/default/files/solaredge-warranty-june-2016.pdf
Disallow: /sites/default/files/solaredge-warranty-april-2019.pdf
Disallow: /sites/default/files/solaredge_warranty_july_2018_jp.pdf
Disallow: /sites/default/files/solaredge_warranty_july_2018_fr.pdf
Disallow: /sites/default/files/solaredge_warranty_june_2016_nl.pdf
Disallow: /sites/default/files/solaredge-warranty-july-2018-aus.pdf
Disallow: /sites/default/files/solaredge-warranty-july-2018.pdf
Disallow: /sites/default/files/solaredge-warranty-june-2016-it.pdf
Disallow: /sites/default/files/solaredge-warranty-june-2016-jp.pdf
Disallow: /sites/default/files/solaredge-warranty-june-2016.pdf
Disallow: /sites/default/files/solaredge-warranty-june-2016-de.pdf
Disallow: /sites/default/files/se_monitoring_api.pdf

# Files
Disallow: /README.txt
Disallow: /web.config

Disallow: /monitor_check.php
Disallow: /crm_check.php

# Paths (clean URLs)
Disallow: /au/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /us/site-designer/
Disallow: /site-designer/
Disallow: /*/reimbursement-form
Disallow: /*/marketing-shop
Disallow: /registration-pending-approval*
Disallow: /registration-complete*
Disallow: /registration-wo-sn*
Disallow: /registration-system-owner*
Disallow: /*/registration-pending-approval
Disallow: /*/registration-complete
Disallow: /*/registration-wo-sn
Disallow: /*/registration-system-owner

Disallow: /labor-compensation-form
Disallow: /*/labor-compensation-form

Disallow: /supplier-form
Disallow: /*/supplier-form

# old firmware page
Disallow: /*/storedge/firmware
Disallow: /*/us/storedge/firmware
Disallow: /*/aus/storedge/firmware

# new firmware page
Disallow: /*/service/firmware
Disallow: /*/us/service/firmware
Disallow: /*/aus/service/firmware

# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips/
Disallow: /index.php/node/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /index.php/registration-pending-approval*
Disallow: /index.php/registration-complete*
Disallow: /index.php/registration-wo-sn*
Disallow: /index.php/registration-system-owner*
Disallow: /index.php/*/registration-pending-approval
Disallow: /index.php/*/registration-complete
Disallow: /index.php/*/registration-wo-sn
Disallow: /index.php/*/registration-system-owner

User-Agent: googlebot
Disallow: /node/
Disallow: /node
Disallow: /*/node

Disallow: /groups/
Disallow: /taxonomy/

#Sitemap: https://criticalpower.solaredge.com/sitemap.xml.gz
#Sitemap: https://online.webceo.com/submission/smaps/13555138.xml.gz