<?php
/**
* SeekQuarry/Yioop --
* Open Source Pure PHP Search Engine, Crawler, and Indexer
*
* Copyright (C) 2009, 2010, 2011 Chris Pollett hide@address.com
*
* LICENSE:
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
* END LICENSE
*
* @author Nakul Natu hide@address.com
* @package seek_quarry
* @subpackage processor
* @license http://www.gnu.org/licenses/ GPL3
* @link http://www.seekquarry.com/
* @copyright 2009, 2010, 2011
* @filesource
*/
if(!defined('BASE_DIR')) {echo "BAD REQUEST"; exit();}
/**
* Load base class, if needed.
*/
require_once BASE_DIR."/lib/processors/text_processor.php";
/**
* Load so can parse urls
*/
require_once BASE_DIR."/lib/url_parser.php";
/**
* For deleteFileOrDir
*/
require_once BASE_DIR."/lib/utility.php";
/**
* Used to create crawl summary information
* for PPTX files
*
* @author Nakul Natu
* @package seek_quarry
* @subpackage processor
*/
class PptxProcessor extends TextProcessor
{
/**
* Constant for maximum description length
* @var number
*/
const MAX_DESCRIPTION_LEN = 2000;
/**
* Used to extract the title, description and links from
* a pptx file consisting of xml data.
*
* @param string $page pptx(zip) contents
* @param string $url the url where the page contents came from,
* used to canonicalize relative links
*
* @return array a summary of the contents of the page
*
*/
function process($page, $url)
{
$summary = NULL;
$sites = array();
// Create a temporary pptx file
$filename=CRAWL_DIR . "/pptx.zip";
file_put_contents($filename, $page);
// Open a zip archive
$zip = new ZipArchive;
if ($zip->open($filename) === TRUE) {
$buf= $zip->getFromName("docProps/core.xml");
if ($buf) {
$dom = self::dom($buf);
if($dom !== false) {
// Get the title
$summary[self::TITLE] = self::title($dom);
}
}
$buf= $zip->getFromName("docProps/app.xml");
if($buf){
// Get number of slides present
$dom = self::dom($buf);
$slides=self::slides($dom);
}
$summary[self::DESCRIPTION]="";
$summary[self::LINKS]=$sites;
for ($i = 1; $i <= $slides; $i++) {
$buf=$zip->getFromName("ppt/slides/slide" . $i . ".xml");
if($buf){
/* Get description , language and url links asociated
with each slide*/
$dom = self::dom($buf);
$desc=self::description($dom);
if(strlen($summary[self::DESCRIPTION])
< self::MAX_DESCRIPTION_LEN) {
$summary[self::DESCRIPTION]=
$summary[self::DESCRIPTION].$desc;
}
$lang1=self::lang($dom);
if($lang1){
$summary[self::LANG] = $lang1;
}
$summary[self::LINKS] = array_merge($summary[self::LINKS],
self::links($dom,$url));
}
}
// Close the zip
$zip->close();
// Delete zip from the directory
deleteFileOrDir($filename);
}
else{
// If not pptx then process it as a text file
$summary = parent::process($page, $url);
}
return $summary;
}
/**
* Returns up to MAX_LINK_PER_PAGE many links from the supplied
* dom object where links have been canonicalized according to
* the supplied $site information.
*
* @param object $dom a document object with links on it
* @param string $site a string containing a url
*
* @return array links from the $dom object
*/
static function links($dom, $site)
{
$sites = array();
$xpath = new DOMXPath($dom);
$paras = $xpath->evaluate("/p:sld//p:cSld//p:spTree//p:sp//
p:txBody//a:p//a:r//a:rPr//a:hlinkClick");
$i=0;
foreach($paras as $para) {
if($i < MAX_LINKS_PER_PAGE) {
$hlink = $para->parentNode->parentNode->
getElementsByTagName("t")->item(0)->nodeValue;
$url = UrlParser::canonicalLink(
$hlink, $site);
if(!UrlParser::checkRecursiveUrl($url) &&
strlen($url) < MAX_URL_LENGTH) {
if(isset($sites[$url])) {
$sites[$url] .= " ".$hlink;
} else {
$sites[$url] = $hlink;
}
}
}
$i++;
}
return $sites;
}
/**
* Return a document object based on a string containing the contents of
* a web page
*
* @param string $page xml document
*
* @return object document object
*/
static function dom($page)
{
$dom = new DOMDocument();
@$dom->loadXML($page);
return $dom;
}
/**
* Returns powerpoint head title of a pptx based on its document object
*
* @param object $dom a document object to extract a title from.
* @return string a title of the page
*
*/
static function title($dom)
{
$coreProperties = $dom->getElementsByTagName("coreProperties");
$property = $coreProperties->item(0);
$titles = $property->getElementsByTagName("title");
$title = $titles->item(0)->nodeValue;
return $title;
}
/**
* Returns number of slides of pptx based on its document object
*
* @param object $dom a document object to extract a title from.
* @return number number of slides
*
*/
static function slides($dom)
{
$properties = $dom->getElementsByTagName("Properties");
$property = $properties->item(0);
$slides = $property->getElementsByTagName("Slides");
$number = $slides->item(0)->nodeValue;
return $number;
}
/**
* Determines the language of the xml document by looking at the
* language attribute of a tag.
*
* @param object $dom a document object to check the language of
*
* @return string language tag for guessed language
*/
static function lang($dom)
{
$xpath = new DOMXPath($dom);
$languages = $xpath->evaluate("/p:sld//p:cSld//p:spTree//
p:sp//p:txBody//a:p//a:r//a:rPr");
return $languages->item(0)->getAttribute("lang");
}
/**
* Returns descriptive text concerning a pptx slide based on its document
* object
*
* @param object $dom a document object to extract a description from.
* @return string a description of the slide
*/
static function description($dom)
{
$xpath = new DOMXPath($dom);
$titles = $xpath->evaluate("/p:sld//p:cSld//p:spTree
//p:sp//p:txBody//a:p//a:r//a:t");
$description="";
foreach ($titles as $title){
$description .= $title->nodeValue;
}
return $description;
}
}
?>