This yields all these URLs:

for a in $(curl https://whosonfirst.org/docs/licenses/ | tidy -q -i -w 300 | egrep -oh -e "and <a.*href=\"([^\"]+).*>license</a>" | egrep -o "http[^\"]+" | sort -u); do echo - [ ] $a; done

http://142.34.128.33/docs/EBC-Open-Data-Licence.pdf
http://chicagomap.zolk.com/about.html
http://creativecommons.org/licenses/by/3.0/at/
http://data.surrey.ca/pages/open-government-licence-surrey
http://developer.yahoo.com/geo/geoplanet/data/
http://donnees.ville.quebec.qc.ca/licence.aspx
http://geosprocket.blogspot.com/2012/10/results-of-burlington-neighborhoods.html
http://geoweb.dnv.org/data/metadata.php?dataset=RegNeighbourhood
http://mozilla.org/MPL/2.0/
http://neighbourhoodstudy.ca/ons-terms-of-use/
http://opendata.newwestcity.ca/licence
http://ourairports.com/
https://acme.com/license.html
https://burritojustice.com/licensing/
https://creativecommons.org/licenses/by/2.5/si/legalcode
https://creativecommons.org/licenses/by/4.0/
https://creativecommons.org/publicdomain/zero/1.0/
https://creativecommons.org/publicdomain/zero/1.0/legalcode
https://data.acgov.org/terms-of-use
https://data.buenosaires.gob.ar/tyc
https://data.calgary.ca/stories/s/u45n-7awa
https://data.cityofboston.gov/City-Services/Boston-Neighborhood-Shapefiles/af56-j7tb
https://data.gov.hk/en/terms-and-conditions
https://data.humdata.org/about/license
https://data.seattle.gov/data-policy
https://data.sfgov.org/terms-of-use
https://data.winnipeg.ca/open-data-licence
https://download.kortforsyningen.dk/content/vilk%C3%A5r-og-betingelser
https://en.wikipedia.org/wiki/Wikipedia:Copyrights
https://github.com/foursquare/quattroshapes/blob/master/LICENSE.md
https://github.com/whosonfirst-data/whosonfirst-data/blob/master/LICENSE.md
https://github.com/whosonfirst-data/whosonfirst-data/blob/master/LICENSE.md#license
https://kaart.amsterdam.nl/datasets
https://kartkatalog.geonorge.no/metadata/kartverket/administrative-enheter-kommuner/041f1e6e-bdbc-4091-b48f-8a5990f3cc5b
https://open.alberta.ca/documentation/ogp-licence
https://transit.land/an-open-project/contributor-agreement.html
https://www.burnaby.ca/opendata/licence.html
https://www.census.gov/data/developers/about/terms-of-service.html
https://www.data.gouv.fr/en/terms/
https://www.donneesquebec.ca/fr/licence/#cc-by
https://www.iso.org/privacy-and-copyright.html
https://www.itu.int/en/Pages/copyright.aspx
https://www.lantmateriet.se/en/Maps-and-geographic-information/Maps/oppna-data/anvandarvillkor/
https://www.santabarbaraca.gov/howdoi/get/webhelp/policy.asp
https://www.swisstopo.admin.ch/en/home/meta/conditions/geodata/free-geodata.html
http://vancouver.ca/your-government/open-data-catalogue.aspx#tab19099
http://w133.bcn.cat/geoportal/descargas/en_gb_cond_us_carto.pdf
http://www1.toronto.ca/wps/portal/contentonly?vgnextoid=4a37e03bb8d1e310VgnVCM10000071d60f89RCRD
http://www.calweb.net/~skoepke/
http://www.geonames.org/about.html
http://www.hri.fi/dataset/paakaupunkiseudun-aluejakokartat
http://www.lounaistieto.fi/blog/2015/08/18/turun-palvelualuejakotilastoalueet/
http://www.maanmittauslaitos.fi/en/opendata-licence-cc40
http://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/
http://www.naturalearthdata.com/about/terms-of-use/
http://www.ouka.fi/oulu/oulu-tietoa/kayttoehdot
http://www.regina.ca/residents/open-government/open-government-licence/
http://www.sangis.org/Legal_Notice.htm
http://www.sanjoseca.gov/DocumentCenter/View/55954
http://www.sfartscommission.org/terms-use
http://www.statcan.gc.ca/eng/reference/licence-eng
http://www.thebolditalic.com/articles/1101-mini-tenders
http://www.unece.org/cefact/locode/locode_since1981.html
http://www.zetashapes.com/license

Uh oh!

Check for possible new data/geo licenses #3691

Description

Metadata

Metadata

Assignees

Labels

Type

Projects

Milestone

Relationships

Development

Issue actions