shihaam/karudhaas
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

WIP

Browse Source
This commit is contained in:
Mohamed jinas
2024-01-07 21:54:36 +05:00
parent 38d14a812c
commit fbaa43748f
2 changed files with 12 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
app/Services/Scrapers/ThiladhunScraper.php
View File

@@ -37,6 +37,10 @@ class ThiladhunScraper
public function extract($url)
{
if (strpos($url, 'gallery') !== false) {
return null;
}
$crawler = $this->client->request('GET', $url);
$crawler->filter('meta[property="og:title"]')->each(function ($node) {

11
app/Services/ThiladhunService.php
View File

@@ -19,10 +19,15 @@ class ThiladhunService extends Client
$articles = (new ThiladhunFeed)->get();
$articlesitems = [];
//Looping through the articles and scraping and while scraping it creates a new instance of the scraper.
// Looping through the articles and scraping and while scraping it creates a new instance of the scraper.
foreach ($articles as $article) {
//Remove query strings
$articlesitems[] = (new ThiladhunScraper)->extract($article["link"]);
// Scrape the article
$scrapedArticle = (new ThiladhunScraper)->extract($article["link"]);
// Check if the scraped article is not null
if ($scrapedArticle !== null && !empty($scrapedArticle)) {
$articlesitems[] = $scrapedArticle;
}
}
return $articlesitems;