# robots.txt User-agent: * Crawl-delay: 120 # Directories Disallow: /upload/ Disallow: /UserFiles/ Disallow: /ftp/ Disallow: /panel/ Disallow: /cgi-bin/ # Files # Paths (clean URLs) Disallow: /panel/ # Paths (no clean URLs) Disallow: /?search= Disallow: index.php?search= Disallow: index.php?job=rejestr Disallow: index.php?job=rejestr&a= Disallow: index.php?job=rejestr&id=