qgis-mappersupport-federal-servers.py

"""
This script should be run from the Python consol inside QGIS.

It adds US Federal Government ArcGIS servers as connections in the QGIS Browser.
The sources are pulled directly from the CSV file at mappingsupport.com which regularly tests the status of the server and updates the connection status.
For my workflows I don't leave these connected always. I use qgis-dump-arcgis-connections.py to remove the connections when completed. This ensures that the next time I connect will have most recent updates from mappingsupport.com
Other scripts for connecting to public-facing services for each US state, as well as counties and towns for each US state.

Script by Ryan Shields (inspired by script from Klas Karlsson to add XYZ tile sources)

Source documentation at https://mappingsupport.com/p/surf_gis/list-federal-state-county-city-GIS-servers.pdf
Licence GPLv3
"""


import csv
import urllib.request
import html
import codecs

# URL for the CSV file
url = "https://mappingsupport.com/p/surf_gis/list-federal-state-county-city-GIS-servers.csv"

# Open the URL and read the data as bytes
response = urllib.request.urlopen(url)
data = response.read()

# Decode the bytes data using a specific encoding
decoded_data = data.decode('utf-8', 'ignore')

# Open the decoded data as a CSV file
reader = csv.reader(decoded_data.splitlines(), delimiter=',')

# Create an empty list to store the formatted connection strings for federal services
federal_services_list = []

# Create a dictionary to store the count for each server owner
federal_services_count = {}

# Iterate over each row in the CSV file
for row in reader:

    # Ignore rows where Type is != 1
    if row[1] != '1':
        continue

    # Extract the data from the "Server-owner", "ArcGIS-url", "County", "Town", and "State" columns
    server_owner = row[6]
    arcgis_url = row[7]

    # Create a connection string for federal services where Type is 1
    if row[1] == '1':
        count = federal_services_count.get(server_owner, 0)
        federal_services_count[server_owner] = count + 1
        server_owner_counted = f'{server_owner}_{count:03d}'
        connection_string = f'ArcGISFeatureServer/{server_owner_counted}/FeatureServer'
        connection_settings = ('connections-arcgisfeatureserver', server_owner_counted, '', '', arcgis_url, '', '', server_owner)
        federal_services_list.append(connection_settings)

# Add the federal services connections to the project using QSettings
for connection_settings in federal_services_list:    
    connectionType = connection_settings[0]
    connectionName = connection_settings[1]
    authcfg = connection_settings[2]
    password = connection_settings[3]
    referer = 'MapperSupport.com: ' + connection_settings[7] 
    url = connection_settings[4]
    user = connection_settings[6]
    
    QSettings().setValue("qgis/%s/%s/authcfg" % (connectionType, connectionName), authcfg)
    QSettings().setValue("qgis/%s/%s/password" % (connectionType, connectionName), password)
    QSettings().setValue("qgis/%s/%s/referer" % (connectionType, connectionName), referer)
    QSettings().setValue("qgis/%s/%s/url" % (connectionType, connectionName), url)
    QSettings().setValue("qgis/%s/%s/username" % (connectionType, connectionName), user)
    
# Update GUI
iface.reloadConnections()

print('Layers added')