test page history

Author: ls-rajan-rauniyar

Scraper/Scrape/Crawler/BaseCrawler.php

@@ -71,7 +71,7 @@ public function __construct(
         $this->javaScriptRequired = $javaScriptRequired;
 
         $this->setBrowser($driver);
-        $this->setPageHistory();
+        //$this->setPageHistory();
     }
 
     /**

Scraper/Scrape/Crawler/Types/GeneralCrawler.php

@@ -109,6 +109,7 @@ public function setNextPage($nextPageSelector = null)
      */
     public function getPageHistory()
     {
+        $this->setPageHistory();
         return $this->pageHistory;
     }
 }

Tests/Unit/Extractor/Types/MultipleRowExtractorTest.php

@@ -79,6 +79,19 @@ public function testCanScrapeMultiplePage()
                 true
             );
         $this->assertEquals(count($jsonData), $count);
+        $historyData = $extractor->crawler->getPageHistory();
+        $this->assertEquals(
+            'http://localhost:1349/multiple-rows.php',
+            $historyData[0]['url']
+        );
+        $this->assertEquals(
+            'http://localhost:1349/multiple-rows.php?page=1',
+            $historyData[1]['url']
+        );
+        $this->assertEquals(
+            'http://localhost:1349/multiple-rows.php?page=2',
+            $historyData[2]['url']
+        );
     }
 
     public function testCrawlingHaltsIfHashMatches()