~hrbrmstr/spiderbar

fb27ce1dec6daf21a3f4f9cfaf19f8b669f33047 — boB Rudis 1 year, 3 months ago 4c6a22e + 32963fb
Merge pull request #4 from petermeissner/fix_partial_match

Partial parameter match in can_fetch() -- fixes #3
2 files changed, 3 insertions(+), 3 deletions(-)

M DESCRIPTION
M R/can-fetch.r
M DESCRIPTION => DESCRIPTION +2 -2
@@ 1,8 1,8 @@
Package: spiderbar
Type: Package
Title: Parse and Test Robots Exclusion Protocol Files and Rules
Version: 0.2.2
Date: 2019-08-18
Version: 0.2.3
Date: 2020-05-29
Author: Bob Rudis (bob@rud.is) [aut, cre], SEOmoz, Inc [aut]
Maintainer: Bob Rudis <bob@rud.is>
Description: The 'Robots Exclusion Protocol' <https://www.robotstxt.org/orig.html> documents

M R/can-fetch.r => R/can-fetch.r +1 -1
@@ 22,7 22,7 @@
can_fetch <- function(obj, path = "/", user_agent = "*") {

  if (inherits(obj, "robxp")) {
    vapply(path, rep_path_allowed, logical(1), x=obj, agent=user_agent, USE.NAMES=FALSE)
    vapply(path, rep_path_allowed, logical(1), xp=obj, agent=user_agent, USE.NAMES=FALSE)
  } else {
    return(NULL)
  }