Add product hunt.

scripts/top.py

@@ -28,6 +28,7 @@ def main():
         (crawlers.RedditCrawler(), FIVE_MINUTES),
         (crawlers.MediumCrawler(), FIVE_MINUTES),
         (crawlers.HackerNewsCrawler(), FIVE_MINUTES),
+        (crawlers.ProductHuntCrawler(), FIVE_MINUTES),
         (crawlers.GithubCrawler(), THIRTY_MINUTES),
         (crawlers.NyTimesCrawler(), THIRTY_MINUTES)
     )

woid/apps/services/crawlers.py

@@ -279,3 +279,33 @@ def update_top_stories(self):
 
         except Exception, e:
             logging.error(e)
+
+
+class ProductHuntCrawler(AbstractBaseCrawler):
+    def __init__(self):
+        super(ProductHuntCrawler, self).__init__('producthunt', wrappers.ProductHuntClient())
+
+    def update_top_stories(self):
+        try:
+            posts = self.client.get_top_posts()
+            today = timezone.now()
+            for post in posts:
+                code = post['slug']
+                story, created = Story.objects.get_or_create(
+                    service=self.service,
+                    code=code,
+                    date=timezone.datetime(today.year, today.month, today.day, tzinfo=timezone.get_current_timezone())
+                )
+
+                if created:
+                    story.title = post['name']
+                    story.description = post['tagline']
+                    story.url = u'{0}{1}'.format(self.service.story_url, code)
+
+                story.score = post['votes_count']
+                story.comments = post['comments_count']
+                story.status = Story.OK
+                story.save()
+
+        except Exception, e:
+            logging.error(e)

woid/apps/services/fixtures/initial_data.json → woid/apps/services/fixtures/services.json

@@ -53,10 +53,10 @@
     "model": "services.Service",
     "pk": 6,
     "fields": {
-      "name": "Digg",
-      "slug": "digg",
-      "url": "http://www.digg.com",
-      "story_url": "http://digg.com"
+      "name": "Product Hunt",
+      "slug": "producthunt",
+      "url": "https://www.producthunt.com",
+      "story_url": "https://www.producthunt.com/posts/"
     }
   }
 ]

woid/apps/services/models.py

@@ -20,7 +20,6 @@ class Service(models.Model):
     last_run = models.DateTimeField(null=True, blank=True)
     status = models.CharField(max_length=1, default=GOOD, choices=CURRENT_STATUS)
 
-
     class Meta:
         verbose_name = 'service'
         verbose_name_plural = 'services'
@@ -72,7 +71,6 @@ class Story(models.Model):
     nsfw = models.BooleanField(default=False)
     description = models.CharField(max_length=2000, null=True, blank=True)
 
-
     class Meta:
         verbose_name = 'story'
         verbose_name_plural = 'stories'

woid/apps/services/wrappers.py

@@ -9,6 +9,7 @@
 from firebase import firebase
 
 from django.conf import settings
+from django.utils import timezone
 
 
 requests.packages.urllib3.disable_warnings()
@@ -117,3 +118,21 @@ def get_most_popular_stories(self):
         data['mostshared'] = json_data['results']
 
         return data
+
+
+class ProductHuntClient(AbstractBaseClient):
+    def __init__(self):
+        super(ProductHuntClient, self).__init__()
+        extra_headers = {
+            'Accept': 'application/json',
+            'Content-Type': 'application/json',
+            'Authorization': 'Bearer %s' % settings.PRODUCT_HUNT_TOKEN,
+            'Host': 'api.producthunt.com'
+        }
+        self.headers.update(extra_headers)
+
+    def get_top_posts(self):
+        today = timezone.now().strftime('%Y-%m-%d')
+        r = requests.get('https://api.producthunt.com/v1/posts?day=%s' % today, headers=self.headers)
+        data = r.json()
+        return data['posts']

woid/settings.py

@@ -116,4 +116,4 @@
 TEMPLATE_CONTEXT_PROCESSORS += ('django.core.context_processors.request',)
 
 NYTIMES_API_KEY = config('NYTIMES_API_KEY')
-
+PRODUCT_HUNT_TOKEN = config('PRODUCT_HUNT_TOKEN')

woid/templates/includes/menu.html

@@ -7,4 +7,5 @@
   <li><a href="{% url 'services:index' 'github' %}"{% if request.path|startswith:'/github/' %} class="active"{% endif %}>github</a></li>
   <li><a href="{% url 'services:index' 'medium' %}"{% if request.path|startswith:'/medium/' %} class="active"{% endif %}>medium</a></li>
   <li><a href="{% url 'services:index' 'nytimes' %}"{% if request.path|startswith:'/nytimes/' %} class="active"{% endif %}>nytimes</a></li>
+  <li><a href="{% url 'services:index' 'producthunt' %}"{% if request.path|startswith:'/producthunt/' %} class="active"{% endif %}>product hunt</a></li>
 </ul>

woid/templates/services/includes/producthunt_story.html

@@ -0,0 +1,15 @@
+<li>
+  <a href="{{ story.url }}" target="_blank" rel="nofollow noopener">{{ story.title }}</a>
+  {% if append_service %}
+    <small><strong>{{ story.service.name }}</strong></small>
+  {% endif %}
+  <p>
+    {{ story.score }} vote{{ story.score|pluralize }}
+    &bullet;
+    {{ story.comments }} comment{{ story.comments|pluralize }}
+    &bullet;
+    {{ story.description }}
+    &bullet;
+    {{ story.date|date:'M d, Y'|lower }}
+  </p>
+</li>