15 lines
333 B
Plaintext
15 lines
333 B
Plaintext
# Rules for Web crawlers to follow while crawling https://playzing.dank.game. Applies to all bot agents.
|
|
|
|
User-agent: *
|
|
|
|
# Allow the www/ folder, which hosts all the web files
|
|
|
|
Allow: /www
|
|
Disallow: /www/subscribe.php
|
|
Disallow: /www/README.md
|
|
|
|
# Allow the root playzing.dank.game, but disallow everything else
|
|
|
|
Allow: /$
|
|
Disallow: /
|