read_xscores_results.js

var http = require('http');
var cheerio = require('cheerio');
var Connector = require('./connector');
var moment = require('moment');
var F = require('./fixture');

var fixturesApi = new F();
//http://www.xscores.com/soccer/Results.jsp?sport=1&countryName=ENGLAND&leagueCup=L&leagueName=PREMIER+LEAGUE&seasonName=2012%2F2013&sortBy=P&round=100422&result=6

function printFixtures(mat) {
	for (var i=0; i<mat.length; i++) {
		console.log(mat[i].date);
		for (var j=0; j<mat[i].fixtures.length; j++) {
			console.log(mat[i].fixtures[j]);
		}
	}
}


var cn = new Connector({
	host: 'localhost',
	user: 'root',
	password: '@bcd!234',
	database: 'martingale'
});

var options = {
  hostname: 'www.xscores.com',
  port: 80,
  path: '/soccer/Results.jsp?sport=1&countryName=FRANCE&leagueName=CHAMPIONSHIP&sortBy=P&seasonName=2013%2F2014&month=1&result=3',
  method: 'GET'
};
var fixtures = [];

var req = http.request(options, function(res) {
	var data = [];
	
	res.on('data', function (chunk) {
		data.push(new Buffer(chunk));
	});
	
	res.on('end', function() {
		var buffer = Buffer.concat(data);
		var tableStarts = buffer.toString().search('<table class="dtable">');
		var slicedPage = buffer.toString().substr(tableStarts, buffer.toString().length);
		var tableEnds = slicedPage.search('</table>');
		var table = buffer.toString().substr(tableStarts, tableEnds + 8);

		$ = cheerio.load(table);

		var matchData = [];
		$('tbody').children('tr').each(function(i, elem) {
			if (i !== 0) {
				var fixture=[];
				$(this).children('td').each(function(a,el) {
					if ($(this).attr('class') === 'countryheader') {
						matchData.push($(this).text());
					} else {
						fixture.push($(this).text());
					}
				});
		
				if (fixture.length > 0) {
					matchData.push(fixture);
				}
			}
		});
		
		var o;
		for (var k=0; k<matchData.length; k++) {
			if (typeof matchData[k] === 'string') {
				if (o !== undefined) {
					fixtures.push(o);
				}
				o = {};
				o.date = matchData[k];
				o.fixtures = [];
			} else {
				o.fixtures.push(matchData[k]);
			}
		}
		fixtures.push(o);

		var counter = {};
		counter.val = 0;

		
		for (var i=0; i<fixtures.length; i++) {
			
			for (var j=0; j<fixtures[i].fixtures.length; j++) {
				console.log(fixtures[i].fixtures[j][3] + '  ' + fixtures[i].date + '  ' + fixtures[i].fixtures[j][4] + '  ' + fixtures[i].fixtures[j][7] + '  ' + fixtures[i].fixtures[j][10]);
				var input = {};
				input.DIVISION = fixtures[i].fixtures[j][3];
				input.MATCH_DATE = moment(fixtures[i].date, 'YYYY-MM-DD').format("YYYY-MM-DD");
				input.HOME_TEAM = fixtures[i].fixtures[j][4];
				input.AWAY_TEAM = fixtures[i].fixtures[j][7];
				var goals = fixtures[i].fixtures[j][11].split('-');
				if (goals.length === 2 && goals[0].length > 0 && goals[1].length > 0) {
					input.FT_HOME_GOALS = goals[0];
					input.FT_AWAY_GOALS = goals[1];
					if (parseInt(goals[0], 10) > parseInt(goals[1], 10)) {
						input.FT_RESULT = 'H';
					} else if (parseInt(goals[0], 10) < parseInt(goals[1], 10)) {
						input.FT_RESULT = 'A';
					} else {
						input.FT_RESULT = 'D';
					}

					input.STATUS = 'Fin';	
				} else {
					input.FT_HOME_GOALS = '-1';
					input.FT_AWAY_GOALS = '-1';
					input.FT_RESULT = 'x';
					input.STATUS = 'Sched';	
				}
				
				counter.val += 1;
				fixturesApi.addUpdateFixture(input, counter, function(cnt) {
					cnt.val -= 1;
					if(cnt.val === 0) {
						process.exit();
					}
				});

			}
		}

	});
});

req.on('error', function(e) {
  console.log('problem with request: ' + e.message);
});

req.end();