feat: robots.txt support

This commit is contained in:
Vladimir Levin 2024-06-30 17:12:36 +09:00 committed by GitHub
parent 533da572ae
commit acea74c514
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 20 additions and 0 deletions

View file

@ -608,6 +608,9 @@
"robot": {
"revision": "322e4cc65754d2b3fdef4f2f8a71e0762e3d13af"
},
"robots": {
"revision": "8e3a4205b76236bb6dbebdbee5afc262ce38bb62"
},
"roc": {
"revision": "6ea64b6434a45472bd87b0772fd84a017de0a557"
},