news_extractor.py

import newspaper
import csv

class newsExtractor(object):
	"""docstring for newsExtractor"""
	def __init__(self, url):
		self.url = url
		self.paper = newspaper.build(url,memoize_articles=False)
		self.result=[["Title","Article"]]
		print("initialized successfully")

	def extract_article(self):
		length = self.paper.size()
		
		for i in range(length):
			#print(i)
			article=self.paper.articles[i]
			article.download()
			article.parse()
			articleText=article.text
			articleTitle=article.title
			self.result.append([articleTitle,articleText])
		print("extracted successfully")

	def store_result(self,filename):
		with open(filename,'w') as f:
			w= csv.writer(f)
			for row in self.result:
				w.writerow(row)


India_urls = ['http://www.hindustantimes.com/','http://www.thehindu.com/','http://timesofindia.indiatimes.com/',
	'http://www.tribuneindia.com/','http://indianexpress.com/','http://economictimes.indiatimes.com/',
	'http://www.deccanherald.com/'
]
newspaperNames = ['ht','hindu','toi','tribune','ie','et','dh']
i=0;
date = ''
for url in India_urls:
	paper = newsExtractor(url)
	paper.extract_article()
	paper.store_result(newspaperNames[i]+date+'.csv')



#urls = ['','','','','','','',]
#hindustan_times = newsExtractor("http://www.tribuneindia.com/")
#hindustan_times.extract_article()
#hindustan_times.store_result("tribune_7_Aug.csv")
#http://www.hindustantimes.com/
#http://www.thehindu.com/
#http://timesofindia.indiatimes.com/
#http://www.tribuneindia.com/
#http://indianexpress.com/
#http://economictimes.indiatimes.com/
#http://www.deccanherald.com/