-
Notifications
You must be signed in to change notification settings - Fork 26
/
natural_earth.sh
executable file
·155 lines (140 loc) · 8.45 KB
/
natural_earth.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
#!/bin/bash
# This script will install natural earth data (http://www.naturalearthdata.com/downloads/) into a PostGIS database named DB_NAME.
# The script assumes the following utilities are installed:
# - psql: PostgreSQL client
# - ogr2ogr: GDAL vector lib
# - unzip: decompression util
#
# Usage
# Set the database connection variables, then run
#
# ./natural_earth.sh
#
# Important
# - This script is idempotent and will DROP the natural earth database if it already exists
# - In order for this script to work the DB_USER must have access to the 'postgres' database to create a new database
set -e
CONFIG_FILE=''
DROP_DB=false
while getopts ":c:dv" flag; do
case ${flag} in
c)
if [[ ! -r $OPTARG ]]; then echo "Config File $OPTARG Not Found!"; exit 2;
else echo "Using config file: $OPTARG"; CONFIG_FILE=$OPTARG
fi ;;
v)
echo "Running in Verbose Mode"
set -x ;;
d)
echo "Dropping Existing DB"; DROP_DB=true ;;
\?)
printf '\nUnrecognized option: -%s \nUsage: \n[-c file] Path to Config File \n[-d] drop existing database \n[-v] verbose\n' $OPTARG; exit 2 ;;
:)
echo "Option -$OPTARG requires an argument"; exit 2 ;;
esac
done
# database connection variables
DB_NAME="natural_earth"
DB_HOST=""
DB_PORT=""
DB_USER=""
DB_PW=""
# Check if we're using a config file
if [[ -r $CONFIG_FILE ]]; then source $CONFIG_FILE
elif [ -r dbcredentials.sh ]; then source dbcredentials.sh
fi
# check our connection string before we do any downloading
psql "dbname='postgres' host='$DB_HOST' port='$DB_PORT' user='$DB_USER' password='$DB_PW'" -c "\q"
# array of natural earth dataset URLs
dataurls=(
"https://naturalearth.s3.amazonaws.com/110m_cultural/ne_110m_admin_0_boundary_lines_land.zip"
"https://naturalearth.s3.amazonaws.com/110m_cultural/ne_110m_admin_0_countries.zip"
"https://naturalearth.s3.amazonaws.com/110m_cultural/ne_110m_admin_1_states_provinces_lines.zip"
"https://naturalearth.s3.amazonaws.com/110m_cultural/ne_110m_populated_places.zip"
"https://naturalearth.s3.amazonaws.com/110m_physical/ne_110m_coastline.zip"
"https://naturalearth.s3.amazonaws.com/110m_physical/ne_110m_geography_marine_polys.zip"
"https://naturalearth.s3.amazonaws.com/110m_physical/ne_110m_geography_regions_polys.zip"
"https://naturalearth.s3.amazonaws.com/110m_physical/ne_110m_rivers_lake_centerlines.zip"
"https://naturalearth.s3.amazonaws.com/110m_physical/ne_110m_lakes.zip"
"https://naturalearth.s3.amazonaws.com/110m_physical/ne_110m_glaciated_areas.zip"
"https://naturalearth.s3.amazonaws.com/110m_physical/ne_110m_land.zip"
"https://naturalearth.s3.amazonaws.com/110m_physical/ne_110m_ocean.zip"
"https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_0_boundary_lines_land.zip"
"https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_0_boundary_lines_disputed_areas.zip"
"https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_0_boundary_lines_maritime_indicator.zip"
"https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_0_countries.zip"
"https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_0_map_subunits.zip"
"https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_1_states_provinces_lakes.zip"
"https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_1_states_provinces_lines.zip"
"https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_populated_places.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_geographic_lines.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_coastline.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_antarctic_ice_shelves_lines.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_antarctic_ice_shelves_polys.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_geography_marine_polys.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_geography_regions_elevation_points.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_geography_regions_polys.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_rivers_lake_centerlines_scale_rank.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_rivers_lake_centerlines.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_lakes.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_glaciated_areas.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_land.zip"
"https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_ocean.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_0_boundary_lines_land.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_0_boundary_lines_disputed_areas.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_parks_and_protected_lands.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_0_boundary_lines_map_units.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_0_boundary_lines_maritime_indicator.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_0_label_points.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_0_countries.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_0_map_subunits.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_1_label_points.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_1_states_provinces_lines.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_populated_places.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_roads.zip"
"https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_urban_areas.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_geographic_lines.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_coastline.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_antarctic_ice_shelves_lines.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_antarctic_ice_shelves_polys.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_geography_marine_polys.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_geography_regions_elevation_points.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_geography_regions_points.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_geography_regions_polys.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_rivers_north_america.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_rivers_europe.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_rivers_lake_centerlines_scale_rank.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_rivers_lake_centerlines.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_playas.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_reefs.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_lakes_historic.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_lakes_north_america.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_lakes_europe.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_lakes.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_glaciated_areas.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_land.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_minor_islands.zip"
"https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_ocean.zip"
)
# remove old database if -d flag is set and create a new one
if [[ "$DROP_DB" = true ]];
then
psql "dbname='postgres' host='$DB_HOST' port='$DB_PORT' user='$DB_USER' password='$DB_PW'" -c "DROP DATABASE IF EXISTS $DB_NAME"
psql "dbname='postgres' host='$DB_HOST' port='$DB_PORT' user='$DB_USER' password='$DB_PW'" -c "CREATE DATABASE $DB_NAME"
fi
# Create postgis extension if it doesn't exist
psql "dbname='$DB_NAME' host='$DB_HOST' port='$DB_PORT' user='$DB_USER' password='$DB_PW'" -c "CREATE EXTENSION IF NOT EXISTS postgis"
# iterate our dataurls
for i in "${!dataurls[@]}"; do
url=${dataurls[$i]}
echo "fetching $url";
curl $url > $i.zip;
unzip $i -d $i
# support for archives with more than one shapefile
for f in $i/*.shp; do
# reproject data to webmercator (3857) and insert into our database
OGR_ENABLE_PARTIAL_REPROJECTION=true ogr2ogr -unsetFieldWidth -t_srs EPSG:3857 -nlt PROMOTE_TO_MULTI -f PostgreSQL PG:"dbname='$DB_NAME' host='$DB_HOST' port='$DB_PORT' user='$DB_USER' password='$DB_PW'" $f
done
# clean up
rm -rf $i/ $i.zip
done