Sitemap: https://www.agora.co.il/sitemaps/mapsIndex.xml

User-agent: Mediapartners-Google
Disallow: /*toGet.asp*submitValue=done*

User-agent: *

# Don't crawl these directories
Disallow: /inc/
Disallow: /manager/
Disallow: /models/
Disallow: /tests/
Disallow: /texts/templates/
Allow: /manager/error404Handler.asp*

# Don't crawl functional pages
Disallow: /marketing/coopCounter.asp

# Don't crawl logged in user pages
Disallow: /addAgent.asp
Disallow: /deleteUser.asp
Disallow: /infoAndNotifications.asp
Disallow: /kehilot.asp
Disallow: /myAgents.asp
Disallow: /myFriends.asp
Disallow: /myMessages.asp
Disallow: /myObjects.asp
Disallow: /personalDetails.asp
Disallow: /send2Friend.asp
Disallow: /supporters.asp
Disallow: /toGetCheck.asp
Disallow: /toGetExperiment.asp

# Don't crawl invented pages
Disallow: /*dealtype0*
Disallow: /*takeCi&*
Disallow: /*takeCi0*
Disallow: /*takeCi*1
Disallow: /*takeCity=��
Disallow: /*takeCity=���
Disallow: /*takeCity=c
Disallow: /*takeCity=y
Disallow: /*takeCity=כל+האזורים*
Disallow: /showPhoto.asp?*src=ws*
Disallow: /*?*...
Disallow: /*?*categorySearchdealType
Disallow: /*?*,&
Disallow: /*?*=2iseek

# Block pages with very long numbers like page=62263962746438423892578228988697196068899993695538434585999356338603798545933526103973336853104574584667747101022784584828109577624427598
Disallow: /*page=*0*0*0*0

# Don't crawl rss pages and links - google does not index them and they consume huge crawl budget
Disallow: *format=atom*
Disallow: *src=feed-atom*

# Don't crawl pages with user filtering
Disallow: /*searchType=agentSearch*
Disallow: /*searchType=digestSearch*
Disallow: /*searchType=userSearch*

# Dont crawl pages with non content changing parameters
Disallow: /*opened=1
Disallow: /*device=
Disallow: /*&t=
Disallow: /*utm_expid=
Disallow: /*submitValue

# Dont crawl pages with invented content (2)
Disallow: /*category=e*
Disallow: /*category=j*
Disallow: /*dealStatus=e*
Disallow: /*dealStatus=f*
Disallow: /*dealStatus=i*
Disallow: /*dealStatus=k*
Disallow: /*dealStatus=n*
Disallow: /*dealStatus=o*
Disallow: /*dealStatus=q*
Disallow: /*dealStatus=t*
Disallow: /*dealType=q*