Merged revisions 3803-3844 from stable branch.

tbrehm

2013-02-22 526b997c9891a796b152cdbab8e329b356b1f596

 interface/web/sites/aps_cron_apscrawler_if.php

@@ -28,12 +28,13 @@
EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

*/

require_once('../../lib/config.inc.php');

require_once('../../lib/app.inc.php'); 
require_once('../../lib/app.inc.php');



//require_once('classes/class.crawler.php');

$app->load('aps_crawler');



if(!@ini_get('allow_url_fopen')) $app->error('allow_url_fopen is not enabled');

if(!function_exists('curl_version')) $app->error('cURL is not available');

if(!@ini_get('allow_url_fopen')) $app->error('allow_url_fopen is not enabled.');

if(!function_exists('curl_version')) $app->error('The PHP CURL extension is not available.');



$log_prefix = 'APS crawler cron: ';



@@ -44,6 +45,7 @@
$time_start = microtime(true);

$aps->startCrawler();

$aps->parseFolderToDB();

$aps->fixURLs();

$time = microtime(true) - $time_start;



$app->log($log_prefix.'Used mem at end: '.$aps->convertSize(memory_get_usage(true)));