public-health-ch/feedler/models/admin.py

# -*- coding: utf-8 -*-

import requests, json, codecs

from django.contrib import admin

from django.db import models
from django.db.models.signals import pre_save
from django.dispatch import receiver
from django.core.mail import send_mail

from wagtail.contrib.settings.models import BaseSetting, register_setting
from wagtail.wagtailadmin import messages

from .models import Entry, Stream
import feedler.feedparser as feedparser

import logging
logger = logging.getLogger('feedler')

# Feedly integration module

@register_setting
class FeedlySettings(BaseSetting):
    feedly_auth = models.TextField(
        help_text='Your developer authorization key', blank=True)
    feedly_pages = models.IntegerField(
        choices=(
            (1, '2'),
            (2, '5'),
            (3, '10'),
            (4, '50'),
        ), blank=True, null=True, editable=False,
        help_text='How many pages to fetch?'
    )
    feedly_stream = models.ManyToManyField(Stream,
        help_text='Which streams to update')
    class Meta:
        verbose_name = 'Feedly'

API_BASEURL = 'https://cloud.feedly.com/v3/streams/contents?streamId='

@receiver(pre_save, sender=FeedlySettings)
def handle_save_settings(sender, instance, *args, **kwargs):
    if instance.feedly_auth:
        streams = instance.feedly_stream.all()
        for stream in streams:
            # Start a request to download the feed
            logger.info("Processing stream %s" % stream.title)
            url = API_BASEURL + stream.ident
            headers = {
                'Authorization': 'OAuth ' + instance.feedly_auth
            }
            contents = requests.get(url, headers=headers).json()
            if 'errorMessage' in contents:
                # Usually this is a token expired
                if 'token expired' in contents['errorMessage']:
                    # TODO: request new token
                    pass
                logger.error(contents['errorMessage'])
                messages.error(sender, "Failed to fetch items: %s" % contents['errorMessage'])
                return
            for raw_entry in contents['items']:
                eid = raw_entry['id']
                # Create or update data
                try:
                    entry = Entry.objects.get(entry_id=eid)
                    logger.info("Updating entry '%s'" % eid)
                except Entry.DoesNotExist:
                    logger.info("Adding entry '%s'" % eid)
                    entry = Entry()
                # Parse the Feedly object
                entry = feedparser.parse(entry, raw_entry, stream)
                # Persist resulting object
                entry.save()