This commit is contained in:
Mohamed jinas
2024-01-07 21:54:36 +05:00
parent 38d14a812c
commit fbaa43748f
2 changed files with 12 additions and 3 deletions

View File

@@ -19,10 +19,15 @@ class ThiladhunService extends Client
$articles = (new ThiladhunFeed)->get();
$articlesitems = [];
//Looping through the articles and scraping and while scraping it creates a new instance of the scraper.
// Looping through the articles and scraping and while scraping it creates a new instance of the scraper.
foreach ($articles as $article) {
//Remove query strings
$articlesitems[] = (new ThiladhunScraper)->extract($article["link"]);
// Scrape the article
$scrapedArticle = (new ThiladhunScraper)->extract($article["link"]);
// Check if the scraped article is not null
if ($scrapedArticle !== null && !empty($scrapedArticle)) {
$articlesitems[] = $scrapedArticle;
}
}
return $articlesitems;