User-agent: Mediapartners-Google
Disallow: /*toGet.asp*submitValue=done*

User-agent: *

# Don't crawl these directories
Disallow: /inc/
Disallow: /manager/
Disallow: /models/
Disallow: /tests/
Disallow: /texts/templates/
Allow: /manager/error404Handler.asp*

# Don't crawl functional pages
# Disallow: /actionMessage.asp*
# Disallow: /*bestGiver.asp?startDate=*
# Disallow: /*usersSignUpChart.asp*
# Disallow: /shareWithFriend.asp*
# Disallow: /toGetPublic.asp*

# Don't crawl invented pages
# Disallow: /toGet.asp?searchType%5Cu003dmiddleCategory%5Cu0026iseek%5Cu003d801*
# Disallow: /toGet.asp?&page=*
# Disallow: /cache/*/toGet.asp*
# Disallow: /toGet.asp?*subcate.&page=*
# Disallow: /toGet.asp?*page=*00000*
Disallow: /*?takeCi&*
Disallow: /*?takeCi0*
Disallow: /*NEW.asp
Disallow: /*dealtype0*
# block paging with very long numbers like page=62263962746438423892578228988697196068899993695538434585999356338603798545933526103973336853104574584667747101022784584828109577624427598
Disallow: /*page=*0*0*0*0

# Don't crawl pages with user filtering
Disallow: /*searchType=agentSearch*
Disallow: /*searchType=digestSearch*
Disallow: /*searchType=userSearch*


Sitemap: https://www.agora.co.il/sitemaps/mapsIndex.xml