Property | Type | Description | |
---|---|---|---|
$urlsGroupedByStatusCode | array |
Method | Description | |
---|---|---|
hasBeenCrawled ( |
Called when the crawler has crawled the given url. | |
hasBeenCrawled ( |
Called when the crawler has crawled the given url. | |
willCrawl ( |
Called when the crawler will crawl the url. |
Method | Description | |
---|---|---|
crawledBadUrls ( ) : boolean | Determine if the crawler saw some bad urls. | |
isSuccessOrRedirect ( integer $statusCode ) : boolean | Determine if the statuscode concerns a successful or redirect response. |
protected crawledBadUrls ( ) : boolean | ||
return | boolean |
public hasBeenCrawled ( |
||
$url | ||
$response | Psr\Http\Message\ResponseInterface | null | |
return | string |
public hasBeenCrawled ( |
||
$url | ||
$response | Psr\Http\Message\ResponseInterface | null | |
$foundOnUrl | ||
return | string |
protected isSuccessOrRedirect ( integer $statusCode ) : boolean | ||
$statusCode | integer | |
return | boolean |
public willCrawl ( |
||
$url |