A Method for Web Robots Control. Koster, M. Internet Draft draft-koster-robots-00, December, 1996. abstract bibtex This memo defines a method for administrators of sites on the World- Wide Web to give instructions to visiting Web robots, most importantly what areas of the site are to be avoided. This document provides a more rigid specification of the Standard for Robots Exclusion, which is currently in wide-spread use by the Web community since 1994.
@misc{ kos96,
author = {Martijn Koster},
title = {A Method for Web Robots Control},
howpublished = {Internet Draft draft-koster-robots-00},
month = {December},
year = {1996},
uri = {http://www.robotstxt.org/wc/norobots-rfc.html},
abstract = {This memo defines a method for administrators of sites on the World- Wide Web to give instructions to visiting Web robots, most importantly what areas of the site are to be avoided. This document provides a more rigid specification of the Standard for Robots Exclusion, which is currently in wide-spread use by the Web community since 1994.}
}
Downloads: 0
{"_id":{"_str":"53ff72c57c90ec6e13001d93"},"__v":0,"authorIDs":[],"author_short":["Koster, M."],"bibbaseid":"koster-amethodforwebrobotscontrol-1996","bibdata":{"downloads":0,"role":"author","bibbaseid":"koster-amethodforwebrobotscontrol-1996","year":"1996","uri":"http://www.robotstxt.org/wc/norobots-rfc.html","type":"misc","title":"A Method for Web Robots Control","month":"December","key":"kos96","id":"kos96","howpublished":"Internet Draft draft-koster-robots-00","bibtype":"misc","bibtex":"@misc{ kos96,\n author = {Martijn Koster},\n title = {A Method for Web Robots Control},\n howpublished = {Internet Draft draft-koster-robots-00},\n month = {December},\n year = {1996},\n uri = {http://www.robotstxt.org/wc/norobots-rfc.html},\n abstract = {This memo defines a method for administrators of sites on the World- Wide Web to give instructions to visiting Web robots, most importantly what areas of the site are to be avoided. This document provides a more rigid specification of the Standard for Robots Exclusion, which is currently in wide-spread use by the Web community since 1994.}\n}","author_short":["Koster, M."],"author":["Koster, Martijn"],"abstract":"This memo defines a method for administrators of sites on the World- Wide Web to give instructions to visiting Web robots, most importantly what areas of the site are to be avoided. This document provides a more rigid specification of the Standard for Robots Exclusion, which is currently in wide-spread use by the Web community since 1994."},"bibtype":"misc","biburl":"http://dret.net/biblio/dret.bib","creationDate":"2014-08-28T18:19:49.254Z","downloads":0,"keywords":[],"search_terms":["method","web","robots","control","koster"],"title":"A Method for Web Robots Control","year":1996,"dataSources":["mL7NKvaepNEWFcMvG"]}