Spatie\Crawler\CrawlObserver::hasBeenCrawled PHP Method

    public function hasBeenCrawled(Url $url, $response, Url $foundOnUrl = null);

 /**
  * Crawl the given url.
  *
  * @param \Spatie\Crawler\Url $url
  */
 protected function crawlUrl(Url $url)
 {
     if (!$this->crawlProfile->shouldCrawl($url)) {
         return;
     }
     if ($this->hasAlreadyCrawled($url)) {
         return;
     }
     $this->crawlObserver->willCrawl($url);
     try {
         $response = $this->client->request('GET', (string) $url);
     } catch (RequestException $exception) {
         $response = $exception->getResponse();
     }
     $this->crawlObserver->hasBeenCrawled($url, $response);
     $this->crawledUrls->push($url);
     if (!$response) {
         return;
     }
     if ($url->host === $this->baseUrl->host) {
         $this->crawlAllLinks($response->getBody()->getContents());
     }
 }