75 lines
2.6 KiB
Python
75 lines
2.6 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
import requests, json, codecs
|
|
|
|
import logging
|
|
logger = logging.getLogger('feedler')
|
|
|
|
from .models import Entry
|
|
from feedler import feedparser
|
|
|
|
API_BASEURL = 'https://cloud.feedly.com/v3/'
|
|
API_STREAMS = API_BASEURL + 'streams/contents?streamId='
|
|
API_TOKENS = API_BASEURL + 'auth/token'
|
|
|
|
def refresh_streams(settings):
|
|
# Iterate through all saved streams
|
|
logger.debug("Refreshing all streams")
|
|
for stream in settings.streams.all():
|
|
if not refresh_stream(stream, settings):
|
|
return False
|
|
return True
|
|
|
|
def refresh_token(settings):
|
|
# Request a new token
|
|
url = API_TOKENS
|
|
if not settings.refresh:
|
|
logger.warn("No Refresh token available")
|
|
return False
|
|
logger.info("Refreshing Feedly access token")
|
|
payload = {
|
|
'refresh_token': settings.refresh,
|
|
'client_id': 'feedlydev',
|
|
'client_secret': 'feedlydev',
|
|
'grant_type': 'refresh_token'
|
|
}
|
|
contents = requests.post(url, data=payload).json()
|
|
if not 'access_token' in contents or not contents['access_token']:
|
|
logger.warn("Access token could not be refreshed.")
|
|
logger.debug(contents)
|
|
return False
|
|
settings.token = contents['access_token']
|
|
settings.save()
|
|
return True
|
|
|
|
def refresh_stream(stream, settings, retry=False):
|
|
# Start a request to download the feed for a particular stream
|
|
logger.info("Processing stream %s" % stream.title)
|
|
url = API_STREAMS + stream.ident
|
|
headers = { 'Authorization': 'OAuth ' + settings.token }
|
|
contents = requests.get(url, headers=headers).json()
|
|
if 'errorMessage' in contents:
|
|
# Usually this is a token expired
|
|
if 'token expired' in contents['errorMessage'] or 'unauthorized' in contents['errorMessage']:
|
|
logger.debug(contents['errorMessage'])
|
|
if not refresh_token(settings): return False
|
|
# Make another attempt
|
|
if retry or not refresh_stream(stream, settings, True):
|
|
return False
|
|
else:
|
|
logger.error(contents['errorMessage'])
|
|
return False
|
|
for raw_entry in contents['items']:
|
|
eid = raw_entry['id']
|
|
# Create or update data
|
|
try:
|
|
entry = Entry.objects.get(entry_id=eid)
|
|
logger.info("Skipping entry '%s'" % eid)
|
|
except Entry.DoesNotExist:
|
|
logger.info("Adding entry '%s'" % eid)
|
|
entry = Entry()
|
|
# Parse the Feedly object
|
|
entry = feedparser.parse(entry, raw_entry, stream)
|
|
# Persist resulting object
|
|
entry.save()
|
|
return True
|