CNETBridge.php

<?php
class CNETBridge extends BridgeAbstract {

	const MAINTAINER = 'ORelio';
	const NAME = 'CNET News';
	const URI = 'https://www.cnet.com/';
	const CACHE_TIMEOUT = 3600; // 1h
	const DESCRIPTION = 'Returns the newest articles.';
	const PARAMETERS = array(
		array(
			'topic' => array(
				'name' => 'Topic',
				'type' => 'list',
				'values' => array(
					'All articles' => '',
					'Apple' => 'apple',
					'Google' => 'google',
					'Microsoft' => 'tags-microsoft',
					'Computers' => 'topics-computers',
					'Mobile' => 'topics-mobile',
					'Sci-Tech' => 'topics-sci-tech',
					'Security' => 'topics-security',
					'Internet' => 'topics-internet',
					'Tech Industry' => 'topics-tech-industry'
				)
			)
		)
	);

	private function cleanArticle($article_html) {
		$offset_p = strpos($article_html, '<p>');
		$offset_figure = strpos($article_html, '<figure');
		$offset = ($offset_figure < $offset_p ? $offset_figure : $offset_p);
		$article_html = substr($article_html, $offset);
		$article_html = str_replace('href="/', 'href="' . self::URI, $article_html);
		$article_html = str_replace(' height="0"', '', $article_html);
		$article_html = str_replace('<noscript>', '', $article_html);
		$article_html = str_replace('</noscript>', '', $article_html);
		$article_html = StripWithDelimiters($article_html, '<a class="clickToEnlarge', '</a>');
		$article_html = stripWithDelimiters($article_html, '<span class="nowPlaying', '</span>');
		$article_html = stripWithDelimiters($article_html, '<span class="duration', '</span>');
		$article_html = stripWithDelimiters($article_html, '<script', '</script>');
		$article_html = stripWithDelimiters($article_html, '<svg', '</svg>');
		return $article_html;
	}

	public function collectData() {

		// Retrieve and check user input
		$topic = str_replace('-', '/', $this->getInput('topic'));
		if (!empty($topic) && (substr_count($topic, '/') > 1 || !ctype_alpha(str_replace('/', '', $topic))))
			returnClientError('Invalid topic: ' . $topic);

		// Retrieve webpage
		$pageUrl = self::URI . (empty($topic) ? 'news/' : $topic . '/');
		$html = getSimpleHTMLDOM($pageUrl)
		or returnServerError('Could not request CNET: ' . $pageUrl);

		// Process articles
		foreach($html->find('div.assetBody, div.riverPost') as $element) {

			if(count($this->items) >= 10) {
				break;
			}

			$article_title = trim($element->find('h2, h3', 0)->plaintext);
			$article_uri = self::URI . substr($element->find('a', 0)->href, 1);
			$article_thumbnail = $element->parent()->find('img[src]', 0)->src;
			$article_timestamp = strtotime($element->find('time.assetTime, div.timeAgo', 0)->plaintext);
			$article_author = trim($element->find('a[rel=author], a.name', 0)->plaintext);
			$article_content = '<p><b>' . trim($element->find('p.dek', 0)->plaintext) . '</b></p>';

			if (is_null($article_thumbnail))
				$article_thumbnail = extractFromDelimiters($element->innertext, '<img src="', '"');

			if (!empty($article_title) && !empty($article_uri) && strpos($article_uri, self::URI . 'news/') !== false) {

				$article_html = getSimpleHTMLDOMCached($article_uri) or $article_html = null;

				if (!is_null($article_html)) {

					if (empty($article_thumbnail))
						$article_thumbnail = $article_html->find('div.originalImage', 0);
					if (empty($article_thumbnail))
						$article_thumbnail = $article_html->find('span.imageContainer', 0);
					if (is_object($article_thumbnail))
						$article_thumbnail = $article_thumbnail->find('img', 0)->src;

					$article_content .= trim(
						$this->cleanArticle(
							extractFromDelimiters(
								$article_html, '<article', '<footer'
							)
						)
					);
				}

				$item = array();
				$item['uri'] = $article_uri;
				$item['title'] = $article_title;
				$item['author'] = $article_author;
				$item['timestamp'] = $article_timestamp;
				$item['enclosures'] = array($article_thumbnail);
				$item['content'] = $article_content;
				$this->items[] = $item;
			}
		}
	}
}