rss_fossbytes.py

import requests
from bs4 import BeautifulSoup
import json

def get_fossbyte_feed():

	"""
	Exatracts all news from FossByte's rss feed
	including their title, link, date and categories
	"""

	# Fetch feed
	url = 'https://fossbytes.com/feed/'
	headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0'}
	html = requests.get(url, headers=headers)
	
	# Extract news
	soup = BeautifulSoup(html.text, 'xml')
	items = soup.findAll('item')
	feeds = {}
	for number, item in enumerate(items):
		feed = {}
		feed['title'] = item.find('title').text
		feed['link'] = item.find('link').text
		feed['date'] = item.find('pubDate').text
		feed['category'] = item.findAll('category')
		cats = []
		for category in feed['category']:
			cats.append(category.text)
		feed['category'] = cats
		feeds[number] = feed

	return feeds

# Save feeds to file
feeds = get_fossbyte_feed()
my_file = open('rss_fossbytes.json', 'w')
my_file.write(json.dumps(feeds))
my_file.close()