1: 2: 3: 4: 5: 6: 7: 8: 9: 10: 11: 12: 13: 14: 15: 16: 17: 18: 19: 20: 21: 22: 23: 24: 25: 26: 27: 28: 29: 30: 31: 32: 33: 34: 35: 36: 37: 38: 39: 40: 41: 42: 43: 44: 45: 46: 47: 48: 49: 50: 51: 52: 53: 54: 55: 56: 57: 58: 59: 60: 61: 62: 63: 64: 65: 66: 67: 68: 69: 70: 71: 72: 73: 74: 75: 76: 77: 78: 79: 80: 81: 82: 83: 84: 85: 86: 87: 88: 89: 90: 91: 92: 93: 94: 95: 96: 97: 98: 99: 100: 101: 102: 103: 104: 105: 106: 107: 108: 109: 110: 111: 112: 113: 114: 115: 116: 117: 118: 119: 120: 121: 122: 123: 124: 125: 126: 127: 128: 129: 130: 131: 132: 133: 134: 135: 136: 137: 138: 139: 140: 141: 142: 143: 144: 145: 146:
<?php
namespace Donut\RssFeed;
use Donut\IProducer;
use Donut\Manager;
use Donut\Time;
use Feed;
use Nette\Http\Url;
use Nette\Utils\Random;
use Nette\Utils\Strings;
use Nette\Utils\Json;
use Nette\Utils\Validators;
class FetchNewItems implements IProducer
{
private $queue;
private $url;
public function __construct($queue, $url)
{
$this->queue = $queue;
$this->url = $url;
}
public function getUniqueId()
{
return $this->url;
}
public function run(Manager $manager, Time $lastrun = NULL)
{
if ($lastrun === NULL) {
return;
}
$checkDate = Time::sub($lastrun, 24 * 60);
$rss = Feed::loadRss($this->url);
$baseUrl = new Url($this->url);
foreach ($rss->item as $item) {
$postDate = Time::create((int) (string) $item->timestamp);
if ($postDate->isOlderThan($checkDate)) {
continue;
}
$postId = $this->getItemId($item);
if ($manager->existsItem($this->url, $postId)) {
continue;
}
$manager->createMessage($this->queue, array(
'id' => $postId,
'title' => (string) $item->title,
'date' => $postDate->getValue(),
'text' => (string) $item->description,
'url' => $this->convertToUrl($item, $baseUrl),
'image' => NULL,
), $postDate);
$manager->saveItem($this->url, $postId);
}
}
private function getItemId($item)
{
if (isset($item->guid)) {
return (string) $item->guid;
}
if (isset($content->link)) {
return (string) $content->link;
}
$content = array();
if (isset($content->title)) {
$content[] = (string) $content->title;
}
if (isset($content->description)) {
$content[] = (string) $content->description;
}
return !empty($content) ? md5(implode("\n", $content)) : Random::generate(20);
}
private function convertToText(\SimpleXMLElement $post)
{
$content = $post->content;
$contentType = (string) $content['type'];
$contentText = (string) $content;
if ($contentType === 'html') {
$contentText = strip_tags($contentText);
}
return $contentText;
}
private function convertToUrl(\SimpleXMLElement $post, Url $baseUrl)
{
$url = (string) $post->link;
if (!Validators::isUrl($url)) {
$newUrl = new Url;
$newUrl->setScheme($baseUrl->getScheme());
$newUrl->setPort($baseUrl->getPort());
$newUrl->setHost($baseUrl->getHost());
$newUrl->setUser($baseUrl->getUser());
$newUrl->setPassword($baseUrl->getPassword());
$newUrl->setPath($url);
return (string) $newUrl;
}
return $url;
}
}