niklasl · May 30, 2016 14:22
diff --git a/get-saogf-from-idkbse.py b/get-saogf-from-idkbse.py
 #!/usr/bin/env python3
 from urllib.parse import urljoin
 from urllib.request import urlopen, Request
 import json
 import codecs

 reader = codecs.getreader("utf-8")

 def crawl(collection_url):
    while True:
        req = Request(collection_url, headers={'accept': 'application/json'})
        data = json.load(reader(urlopen(req)))
        for item in data['items']:
            yield item
        next_page = data.get('next') or data.get('nextPage')
        if next_page:
            collection_url = urljoin(collection_url, next_page['@id'])
        else:
            break

 start_url = "https://id.kb.se/find?q=*&limit=200&inScheme.@id=https://id.kb.se/term/saogf"

 print("Label\tcode\tURI")
 for item in sorted(crawl(start_url), key=lambda item: item.get('prefLabel')):
    print("{prefLabel}\tauth:{controlNumber}\t{@id}".format(**item))
diff --git a/saogf.tsv b/saogf.tsv
	#!/usr/bin/env python3
	from urllib.parse import urljoin
	from urllib.request import urlopen, Request
	import json
	import codecs

	reader = codecs.getreader("utf-8")

	def crawl(collection_url):
	while True:
	req = Request(collection_url, headers={'accept': 'application/json'})
	data = json.load(reader(urlopen(req)))
	for item in data['items']:
	yield item
	next_page = data.get('next') or data.get('nextPage')
	if next_page:
	collection_url = urljoin(collection_url, next_page['@id'])
	else:
	break

	start_url = "https://id.kb.se/find?q=*&limit=200&inScheme.@id=https://id.kb.se/term/saogf"

	print("Label\tcode\tURI")
	for item in sorted(crawl(start_url), key=lambda item: item.get('prefLabel')):
	print("{prefLabel}\tauth:{controlNumber}\t{@id}".format(**item))
No results found