# -*- encoding: utf-8 -*- import requests from scdl import CLIENT_ID, USER_AGENT class Client(): def get_collection(self, url, token): params = { 'client_id': CLIENT_ID, 'linked_partitioning': '1', } if token: params['oauth_token'] = token resources = list() while url: response = requests.get(url, params=params, headers={'User-Agent': USER_AGENT}) response.raise_for_status() json_data = response.json() if 'collection' in json_data: resources.extend(json_data['collection']) else: resources.extend(json_data) if 'next_href' in json_data: url = json_data['next_href'] else: url = None return resources