psd · July 5, 2025 17:03
diff --git a/.gitignore b/.gitignore
 endpoint.csv
diff --git a/collection.md b/collection.md
diff --git a/collection.sh b/collection.sh
 #!/bin/bash

 let page=0
 organisation=digital-land

 while :
 do
    let page=page+1
    sleep 0.5
    chunk=$(
        curl -qs "https://api.github.com/users/$organisation/repos?per_page=100&page=$page" | 
        jq '.[] | .name'
    )
    if [ -z "$chunk" ]
    then
        break
    fi
    echo "$chunk" 
 done |
    grep -- '-collection' |
    sed -e 's/"//g' |
    while read repo
    do
        if grep -Fq "[$repo]" endpoint.md
        then
            e="**"
        else
            e=""
        fi
        echo "* $e[$repo](https://github.com/digital-land/$repo)$e"
    done

diff --git a/endpoint.md b/endpoint.md
diff --git a/endpoint.sh b/endpoint.sh
 #!/bin/bash
 set -e

 csvcut -c "endpoint_url,end_date" |
    grep -v ',$' |
    grep 'https://raw.githubusercontent.com/digital-land/' |
    grep -v 'https://raw.githubusercontent.com/digital-land/conservation-area-data/' |
    sed -e 's/^.*raw.githubusercontent.com\/digital-land\/\([^\/]*\).*$/\1/' |
    sort -u |
    while read repo
    do
        echo "* [$repo](https://github.com/digital-land/$repo)"
    done
diff --git a/Makefile b/Makefile
 all: endpoint.md collection.md

 collection.md: collection.sh endpoint.md
 	bash collection.sh > $@

 endpoint.md: endpoint.csv endpoint.sh
 	bash endpoint.sh < $< > $@

 endpoint.csv:
 	curl -Lqs 'https://datasette.planning.data.gov.uk/digital-land/endpoint.csv?_stream=on&_size=max' > $@
	#!/bin/bash

	let page=0
	organisation=digital-land

	while :
	do
	let page=page+1
	sleep 0.5
	chunk=$(
	curl -qs "https://api.github.com/users/$organisation/repos?per_page=100&page=$page" \|
	jq '.[] \| .name'
	)
	if [ -z "$chunk" ]
	then
	break
	fi
	echo "$chunk"
	done \|
	grep -- '-collection' \|
	sed -e 's/"//g' \|
	while read repo
	do
	if grep -Fq "[$repo]" endpoint.md
	then
	e="**"
	else
	e=""
	fi
	echo "* $e[$repo](https://github.com/digital-land/$repo)$e"
	done
	#!/bin/bash
	set -e

	csvcut -c "endpoint_url,end_date" \|
	grep -v ',$' \|
	grep 'https://raw.githubusercontent.com/digital-land/' \|
	grep -v 'https://raw.githubusercontent.com/digital-land/conservation-area-data/' \|
	sed -e 's/^.raw.githubusercontent.com\/digital-land\/\([^\/]\).*$/\1/' \|
	sort -u \|
	while read repo
	do
	echo "* [$repo](https://github.com/digital-land/$repo)"
	done
	all: endpoint.md collection.md

	collection.md: collection.sh endpoint.md
	bash collection.sh > $@

	endpoint.md: endpoint.csv endpoint.sh
	bash endpoint.sh < $< > $@

	endpoint.csv:
	curl -Lqs 'https://datasette.planning.data.gov.uk/digital-land/endpoint.csv?_stream=on&_size=max' > $@