shihaam/karudhaas
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update existing and thiladhun date fix

Browse Source
This commit is contained in:
Mohamed Jinas
2020-08-21 02:10:41 +05:00
parent 005f5105b9
commit be04822ce3
10 changed files with 11 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
app/Console/Commands/ScrapeAdduLiveCommand.php
View File

@@ -48,7 +48,7 @@ class ScrapeAdduLiveCommand extends Command
foreach ($articles as $article) { foreach ($articles as $article) {
// Attach the relationship between source and article and return the curren article instance // Attach the relationship between source and article and return the curren article instance
$articleModel = $source->articles()->firstOrCreate(["guid" => $article["guid"]], $articleModel = $source->articles()->updateOrCreate(["guid" => $article["guid"]],
[ [
"title" => $article["title"], "title" => $article["title"],
"url" => $article["url"], "url" => $article["url"],

2
app/Console/Commands/ScrapeAvasCommand.php
View File

@@ -47,7 +47,7 @@ class ScrapeAvasCommand extends Command
foreach ($articles as $article) { foreach ($articles as $article) {
// Attach the relationship between source and article and return the curren article instance // Attach the relationship between source and article and return the curren article instance
$articleModel = $source->articles()->firstOrCreate(["guid" => $article["guid"]], $articleModel = $source->articles()->updateOrCreate(["guid" => $article["guid"]],
[ [
"title" => $article["title"], "title" => $article["title"],
"url" => $article["url"], "url" => $article["url"],

2
app/Console/Commands/ScrapeDhenCommand.php
View File

@@ -47,7 +47,7 @@ class ScrapeDhenCommand extends Command
foreach ($articles as $article) { foreach ($articles as $article) {
// Attach the relationship between source and article and return the curren article instance // Attach the relationship between source and article and return the curren article instance
$articleModel = $source->articles()->firstOrCreate(["guid" => $article["guid"]], $articleModel = $source->articles()->updateOrCreate(["guid" => $article["guid"]],
[ [
"title" => $article["title"], "title" => $article["title"],
"url" => $article["url"], "url" => $article["url"],

2
app/Console/Commands/ScrapeMihaaruCommand.php
View File

@@ -47,7 +47,7 @@ class ScrapeMihaaruCommand extends Command
foreach ($articles as $article) { foreach ($articles as $article) {
// Attach the relationship between source and article and return the curren article instance // Attach the relationship between source and article and return the curren article instance
$articleModel = $source->articles()->firstOrCreate(["guid" => $article["guid"]], $articleModel = $source->articles()->updateOrCreate(["guid" => $article["guid"]],
[ [
"title" => $article["title"], "title" => $article["title"],
"url" => $article["url"], "url" => $article["url"],

2
app/Console/Commands/ScrapeSunCommand.php
View File

@@ -48,7 +48,7 @@ class ScrapeSunCommand extends Command
foreach ($articles as $article) { foreach ($articles as $article) {
// Attach the relationship between source and article and return the curren article instance // Attach the relationship between source and article and return the curren article instance
$articleModel = $source->articles()->firstOrCreate( $articleModel = $source->articles()->updateOrCreate(
["guid" => $article["guid"]], ["guid" => $article["guid"]],
[ [
"title" => $article["title"], "title" => $article["title"],

2
app/Console/Commands/ScrapeThePressCommand.php
View File

@@ -48,7 +48,7 @@ class ScrapeThePressCommand extends Command
foreach ($articles as $article) { foreach ($articles as $article) {
// Attach the relationship between source and article and return the curren article instance // Attach the relationship between source and article and return the curren article instance
$articleModel = $source->articles()->firstOrCreate(["guid" => $article["guid"]], $articleModel = $source->articles()->updateOrCreate(["guid" => $article["guid"]],
[ [
"title" => $article["title"], "title" => $article["title"],
"url" => $article["url"], "url" => $article["url"],

2
app/Console/Commands/ScrapeThiladhunCommand.php
View File

@@ -48,7 +48,7 @@ class ScrapeThiladhunCommand extends Command
foreach ($articles as $article) { foreach ($articles as $article) {
// Attach the relationship between source and article and return the curren article instance // Attach the relationship between source and article and return the curren article instance
$articleModel = $source->articles()->firstOrCreate( $articleModel = $source->articles()->updateOrCreate(
["guid" => $article["guid"]], ["guid" => $article["guid"]],
[ [
"title" => $article["title"], "title" => $article["title"],

2
app/Console/Commands/ScrapeVoiceCommand.php
View File

@@ -48,7 +48,7 @@ class ScrapeVoiceCommand extends Command
foreach ($articles as $article) { foreach ($articles as $article) {
// Attach the relationship between source and article and return the curren article instance // Attach the relationship between source and article and return the curren article instance
$articleModel = $source->articles()->firstOrCreate(["guid" => $article["guid"]], $articleModel = $source->articles()->updateOrCreate(["guid" => $article["guid"]],
[ [
"title" => $article["title"], "title" => $article["title"],
"url" => $article["url"], "url" => $article["url"],

4
app/Services/Scrapers/ThiladhunScraper.php
View File

@@ -33,7 +33,7 @@ class ThiladhunScraper
* *
* @return array * @return array
*/ */
public function extract($url, $date = null, $guid = null) public function extract($url)
{ {
$this->guid = str_replace('https://thiladhun.com/', '', $url); $this->guid = str_replace('https://thiladhun.com/', '', $url);
@@ -63,7 +63,7 @@ class ThiladhunScraper
'og_title' => str_replace(" | Thiladhun", "", $crawler->filter('title')->first()->text('content')), 'og_title' => str_replace(" | Thiladhun", "", $crawler->filter('title')->first()->text('content')),
'image' => $this->image, 'image' => $this->image,
'content' => $this->content, 'content' => $this->content,
'date' => $date, 'date' => $crawler->filter('.entry-meta time')->attr('datetime'),
'url' => $url, 'url' => $url,
'author' => $this->author, 'author' => $this->author,
'guid' => $this->guid, 'guid' => $this->guid,

4
app/Services/ThiladhunService.php
View File

@@ -20,9 +20,7 @@ class ThiladhunService extends Client
//Looping through the articles and scraping and while scraping it creates a new instance of the scraper. //Looping through the articles and scraping and while scraping it creates a new instance of the scraper.
foreach ($articles as $article) { foreach ($articles as $article) {
$link = $article['link']; $link = $article['link'];
$date = $article['pubDate']; $articlesitems[] = (new ThiladhunScraper)->extract($link);
$guid = $article['guid'];
$articlesitems[] = (new ThiladhunScraper)->extract($link, $date, $guid);
} }
return $articlesitems; return $articlesitems;