Bug Fixes and thiladhun scraper intergration
This commit is contained in:
30
app/Services/ThiladhunService.php
Normal file
30
app/Services/ThiladhunService.php
Normal file
@@ -0,0 +1,30 @@
|
||||
<?php
|
||||
|
||||
namespace App\Services;
|
||||
|
||||
use App\Services\Scrapers\ThiladhunScraper;
|
||||
|
||||
class ThiladhunService extends Client
|
||||
{
|
||||
/**
|
||||
* Scrap all the rss articles from mihaaru
|
||||
*
|
||||
* @return array
|
||||
*/
|
||||
public function scrape(): array
|
||||
{
|
||||
//Return only the rss that contains "news" keyboard in its url
|
||||
$articles = $this->get("https://thiladhun.com/feed")["channel"]["item"];
|
||||
|
||||
$articlesitems = [];
|
||||
//Looping through the articles and scraping and while scraping it creates a new instance of the scraper.
|
||||
foreach ($articles as $article) {
|
||||
$link = $article['link'];
|
||||
$date = $article['pubDate'];
|
||||
$guid = $article['guid'];
|
||||
$articlesitems[] = (new ThiladhunScraper)->extract($link, $date, $guid);
|
||||
}
|
||||
|
||||
return $articlesitems;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user