User-agent: Scrapy
Allow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /agents/
Disallow: /terms-of-use/
Disallow: /it/property-template/
Disallow: /fr/property-template/
Disallow: /property-template/
Disallow: /my-profile/
Disallow: /my-properties/
Disallow: /add-property-page/
Disallow: /my-favorites/
Disallow: /my-saved-searches/
Disallow: /invoices/
Disallow: /it/invoices/
Disallow: /fr/invoices/
Disallow: /fr/agents/
Disallow: /it/agents/
Disallow: /sample-page/
Disallow: /happy-poland/
Disallow: /rent-an-apartment-in-warsaw-and-other-polish-cities-avoid-being-scamed/
Disallow: /ar/action/long-term-rentals-ar/
Disallow: /ar/action/long-term-rentals-ar/
Disallow: /ar/listings/apartments-ar/
Disallow: /ar/action/long-term-rentals-ar/
Disallow: /ar/action/long-term-rentals-ar/
Disallow: /agents/hanyhagag/
Disallow: /agents/martin/
Disallow: /agents/ochman2000/
Disallow: /ar/area/wlochy-ar/
Disallow: /ar/area/srodmiescie-wroclaw-ar/
Disallow: /ar/listings/offices-ar/
Disallow: /ar/area/wola-ar/
Disallow: /membership-payment/
Disallow: /paypal-processor/
Disallow: /paypal-processor/
Disallow: /agents/kasia802001/
Disallow: /payment-processor/
Disallow: /fr/properties/2-rooms-high-standard-brand-new-apartment-mokotow/
Disallow: /rent-an-apartment-in-warsaw-and-other-polish-cities-avoid-being-scamed/

Allow: /wp-admin/admin-ajax.php