main.js

var config = require('./config/config').config;
var log = require('./lib/log');

var Parser = require('./lib/parser').Parser;

var parser = new Parser( config.worker_number );


var hook = require('devent').createDEvent('convertor');

parser.on('task-finished', function(task){
    try {
        log.log('finish task: '+ task.uri);
        hook.emit('task-finished', task);
    }
    catch(e) {
        log.debug('Task Finished Error.');
        log.debug(e);
    }
});

var report_task_error = function(error, task) {
    try {
        log.log('report task error: '+error+' '+ task.uri);
        hook.emit('task-error', task);
    }
    catch(e) {
        log.debug('Task-Error Error.');
        log.debug(e);
    }
}
parser.on('tidy-error', report_task_error);

parser.on('uri-error', report_task_error);

//³¬¹ýÖØÊÔ´ÎÊý
parser.on('retry_too_many_times', function(error, task){
    log.log('finish error task after try '+ task.retry +'times.');
    hook.emit('task-finished', task);
});

parser.on('no-page-content', function(error, task){
    log.log('no-page-content,finish task.'+task.uri);
    hook.emit('task-finished', task);
});

hook.on('queued', function( queue ){
    //log.debug(queue);
    if(queue=='page_content') {
        //log.debug('emit event.');
        parser.emit('has-task');
    }
});

process.on('uncaughtException', function(e){
    console.log(['uncaughtException:', e]);
});

var func = function(){
    parser.emit('has-task');
    setTimeout(func, config.interval);
}

func();