Sitemap: https://www.agora.co.il/sitemaps/mapsIndex.xml

User-agent: Mediapartners-Google
Disallow: /*toGet.asp*submitValue=done

User-agent: *

# Don't crawl these directories
Disallow: /inc/
Disallow: /manager/
Disallow: /models/
Disallow: /tests/
Disallow: /texts/templates/
Allow: /manager/error404Handler.asp*

# Don't crawl functional pages
Disallow: /marketing/coopCounter.asp

# Don't crawl logged in user pages
Disallow: /addAgent.asp
Disallow: /deleteUser.asp
Disallow: /infoAndNotifications.asp
Disallow: /kehilot.asp
Disallow: /myAgents.asp
Disallow: /myFriends.asp
Disallow: /myMessages.asp
Disallow: /myObjects.asp
Disallow: /personalDetails.asp
Disallow: /send2Friend.asp
Disallow: /supporters.asp
Disallow: /toGetCheck.asp
Disallow: /toGetExperiment.asp

#dont crawl experiment pages
Disallow: /*toGetExperiment.asp

# Don't crawl invented pages
Disallow: /*dealtype0
Disallow: /*takeCi&
Disallow: /*takeCi0
Disallow: /*takeCi*1
Disallow: /*takeCity=��
Disallow: /*takeCity=���
Disallow: /*takeCity=c
Disallow: /*takeCity=g
Disallow: /*takeCity=y
Disallow: /*takeCity=כל+האזורים
Disallow: /showPhoto.asp?*src=ws
Disallow: /*?*...
Disallow: /*?*categorySearchdealType
Disallow: /*?*,&
Disallow: /*?*yamp;
Disallow: /*?*subCategorydealType
Disallow: /*?subCategor&
Disallow: /*?*..&
Disallow: /*?*1iseek
Disallow: /*?*searchType=s&
Disallow: /*?*searcha&
Disallow: /*?*searchA&
Disallow: /*?sea&
Disallow: /*?dealstatus
Disallow: /*?gclid
Disallow: /*?2iseek

# Block pages with very long numbers like page=62263962746438423892578228988697196068899993695538434585999356338603798545933526103973336853104574584667747101022784584828109577624427598
Disallow: /*page=*0*0*0*0

# Don't crawl rss pages and links - google does not index them and they consume huge crawl budget
Disallow: *format=atom
Disallow: *src=feed-atom

# Don't crawl pages with user filtering
Disallow: /*searchType=agentSearch
Disallow: /*searchType=digestSearch
Disallow: /*searchType=userSearch
Disallow: /*src=dailyDigest

# Dont crawl pages with non content changing parameters
Disallow: /*opened=1
Disallow: /*device=
Disallow: /*&t=
Disallow: /*utm_expid=
Disallow: /*?*submitValue
Disallow: /*?*searchType=searchById
Disallow: /*showPhoto*.asp?dir=
Disallow: /*?*&src=agent
Disallow: /*?*&src=ws

# Dont crawl content with explicit default parameters
Disallow: /*categoryContent*.asp?*&dealType=1

#dont crawl pages with negligable content filtering params
Disallow: /*?*picOnly
Disallow: /*?*orderByRegDate

# Dont crawl pages with invented content (2)
Disallow: /*category=a
Disallow: /*category=b
Disallow: /*category=c
Disallow: /*category=d
Disallow: /*category=e
Disallow: /*category=f
Disallow: /*category=g
Disallow: /*category=h
Disallow: /*category=i
Disallow: /*category=j
Disallow: /*category=k
Disallow: /*category=l
Disallow: /*category=m
Disallow: /*category=n
Disallow: /*category=o
Disallow: /*category=p
Disallow: /*category=q
Disallow: /*category=r
Disallow: /*category=s
Disallow: /*category=t
Disallow: /*category=u
Disallow: /*category=v
Disallow: /*category=w
Disallow: /*category=x
Disallow: /*category=y
Disallow: /*category=z
Disallow: /*dealType=a
Disallow: /*dealType=b
Disallow: /*dealType=c
Disallow: /*dealType=d
Disallow: /*dealType=e
Disallow: /*dealType=f
Disallow: /*dealType=g
Disallow: /*dealType=h
Disallow: /*dealType=i
Disallow: /*dealType=j
Disallow: /*dealType=k
Disallow: /*dealType=l
Disallow: /*dealType=m
Disallow: /*dealType=n
Disallow: /*dealType=o
Disallow: /*dealType=p
Disallow: /*dealType=q
Disallow: /*dealType=r
Disallow: /*dealType=s
Disallow: /*dealType=t
Disallow: /*dealType=u
Disallow: /*dealType=v
Disallow: /*dealType=w
Disallow: /*dealType=x
Disallow: /*dealType=y
Disallow: /*dealType=z
Disallow: /*dealStatus=a
Disallow: /*dealStatus=b
Disallow: /*dealStatus=c
Disallow: /*dealStatus=d
Disallow: /*dealStatus=e
Disallow: /*dealStatus=f
Disallow: /*dealStatus=g
Disallow: /*dealStatus=h
Disallow: /*dealStatus=i
Disallow: /*dealStatus=j
Disallow: /*dealStatus=k
Disallow: /*dealStatus=l
Disallow: /*dealStatus=m
Disallow: /*dealStatus=n
Disallow: /*dealStatus=o
Disallow: /*dealStatus=p
Disallow: /*dealStatus=q
Disallow: /*dealStatus=r
Disallow: /*dealStatus=s
Disallow: /*dealStatus=t
Disallow: /*dealStatus=u
Disallow: /*dealStatus=v
Disallow: /*dealStatus=w
Disallow: /*dealStatus=x
Disallow: /*dealStatus=y
Disallow: /*dealStatus=z