| Property | Type | Description | |
|---|---|---|---|
| $_crawlerClient | Varien_Http_Client | Crawler client singleton |
| Method | Description | |
|---|---|---|
| addCategoryToCrawlerQueue ( Mage_Catalog_Model_Category $category ) : integer | Add URLs to the queue by category model | |
| addCmsPageToCrawlerQueue ( integer $cmsPageId ) : integer | Add URLs to queue by CMS page ID | |
| addProductToCrawlerQueue ( Mage_Catalog_Model_Product $product ) : integer | Add URLs to the queue by product model | |
| addUrlToCrawlerQueue ( string $url ) : boolean | Add a single URL to the queue, returns whether it was actually added to the queue or not (false if it was already in the queue) | |
| addUrlsToCrawlerQueue ( array $urls ) : integer | Add a list of URLs to the queue, returns how many unique URLs were actually added to the queue | |
| getAllUrls ( ) : array | Get the list of all URLs | |
| getAllowedRunTime ( ) : integer | Get the max execution time (or 0 if unlimited) | |
| getCrawlerBatchSize ( ) : integer | Get number of urls to crawl per batch | |
| getCrawlerClient ( ) : Varien_Http_Client | Get the crawler http client | |
| getCrawlerDebugEnabled ( ) : boolean | Get if crawler debugging is enabled | |
| getCrawlerEnabled ( ) : boolean | Get if the crawler is enabled | |
| getCrawlerWaitPeriod ( ) : integer | Get time in seconds to wait between url batches | |
| getNextUrl ( ) : string | null | Pop a URL to crawl off the queue, or null if no URLs left | |
| getRunTime ( ) : integer | Get the execution time used so far | |
| getUrlQueue ( ) : array | Get the current URL queue |
| Method | Description | |
|---|---|---|
| _readUrlQueue ( ) : array | Get the crawler URL queue from the cache | |
| _writeUrlQueue ( array $urls ) : null | Save the crawler URL queue to the cache |
| protected _readUrlQueue ( ) : array | ||
| return | array | |
| protected _writeUrlQueue ( array $urls ) : null | ||
| $urls | array | |
| return | null | |
| public addCategoryToCrawlerQueue ( Mage_Catalog_Model_Category $category ) : integer | ||
| $category | Mage_Catalog_Model_Category | |
| return | integer | |
| public addCmsPageToCrawlerQueue ( integer $cmsPageId ) : integer | ||
| $cmsPageId | integer | |
| return | integer | |
| public addProductToCrawlerQueue ( Mage_Catalog_Model_Product $product ) : integer | ||
| $product | Mage_Catalog_Model_Product | |
| return | integer | |
| public addUrlToCrawlerQueue ( string $url ) : boolean | ||
| $url | string | |
| return | boolean | |
| public addUrlsToCrawlerQueue ( array $urls ) : integer | ||
| $urls | array | |
| return | integer | |
| public getAllowedRunTime ( ) : integer | ||
| return | integer | |
| public getCrawlerBatchSize ( ) : integer | ||
| return | integer | |
| public getCrawlerClient ( ) : Varien_Http_Client | ||
| return | Varien_Http_Client | |
| public getCrawlerDebugEnabled ( ) : boolean | ||
| return | boolean | |
| public getCrawlerEnabled ( ) : boolean | ||
| return | boolean | |
| public getCrawlerWaitPeriod ( ) : integer | ||
| return | integer | |
| public getNextUrl ( ) : string | null | ||
| return | string | null | |
| public getRunTime ( ) : integer | ||
| return | integer | |