User-agent: *

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /about/
Disallow: /adx/
Disallow: /captcha/
Disallow: /cgi-bin/
Disallow: /cookie/
Disallow: /embed/
Disallow: /folder/
Disallow: /include/
Disallow: /index.php/
Disallow: /login/
Disallow: /media/
Disallow: /my-account
Disallow: /register

Disallow: /null
Disallow: /undefined
Disallow: /api.php
Disallow: /cron.php
Disallow: /get.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /xmlrpc.php
Disallow: /portal.html
Disallow: /purposes.json

# Blokujemy techniczne katalogi, które nie mają wartości dla Google
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-json/
Disallow: /xmlrpc.php

# Blokujemy wyniki wyszukiwania
Disallow: /?s=
Disallow: /search/

# Blokowanie stron z parametrami (duplicate content)
Disallow: /*?*
Disallow: /*&*

# Pozwól Google indeksować media (ważne!)
Allow: /wp-content/uploads/

# Pozwól na crawlowanie zasobów CSS i JS (Google tego potrzebuje)
Allow: /*.js$
Allow: /*.css$


### Automatically banned scanners and crawlers section ###
User-agent: 008
Disallow: /
user-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: metajobbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: fyberspider
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: wotbox
Disallow: /
User-agent: TwengaBot-Discover
Disallow: /
User-agent: TwengaBot/2.0
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: TwengaBot-2.0
Disallow: /

Sitemap: https://wessper.com/sitemap.xml