Makefile

# https://data.wprdc.org/dataset/property-assessments
ASSESSMENTS_URL = https://data.wprdc.org/dataset/2b3df818-601e-4f06-b150-643557229491/resource/f2b8d575-e256-4718-94ad-1e12239ddb92/download/assessments.csv


MUNI_CODE ?= 866
CLASS_RESIDENCE = RESIDENTIAL

GNUPLOT_FILES = $(wildcard *.gnuplot)
TARGETS = $(GNUPLOT_FILES:gnuplot=svg) $(GNUPLOT_FILES:gnuplot=png) $(GNUPLOT_FILES:gnuplot=webp)

ASSESSMENTS = assessments.csv
ASSESSMENTS_WILKINSBURG = wilkinsburg.csv
ASSESSMENTS_WILKINSBURG_RESIDENCES = wilkinsburg-residence.csv
ASSESSMENTS_WILKINSBURG_RESIDENCES_TOTAL = wilkinsburg-residence-countytotal.csv
ASSESSMENTS_WILKINSBURG_RESIDENCES_LIVABLE = wilkinsburg-residence-livable.csv
ASSESSMENTS_WILKINSBURG_RESIDENCES_LIVABLE_TOTAL = wilkinsburg-residence-livable-countytotal.csv

XSV ?= xsv
ST ?= st
GNUPLOT ?= gnuplot
CURL ?= curl
INKSCAPE ?= flatpak run org.inkscape.Inkscape
PNGCRUSH ?= pngcrush
SVGO ?= svgo
CWEBP ?= cwebp

all: $(TARGETS) ## Create all artifacts

.PHONY: help
help:
	@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'

%.svg: %.gnuplot
	$(GNUPLOT) $< > $@
	$(SVGO) --multipass $@

%.png: %.svg
	$(INKSCAPE) --export-filename=$@ --export-overwrite --export-type=png $<
	$(PNGCRUSH) -ow $@

%.webp: %.png
	$(CWEBP) -preset drawing $< -o $@

debug: ## Print key variables
	@echo "GNUPLOT_FILES: $(GNUPLOT_FILES)"
	@echo "TARGETS: $(TARGETS)"

.PHONY: get-assessment-data
get-assessment-data: $(ASSESSMENTS) $(ASSESSMENTS_WILKINSBURG) $(ASSESSMENTS_WILKINSBURG_RESIDENCES) $(ASSESSMENTS_WILKINSBURG_RESIDENCES_TOTAL) ## Retrieve and extract all assessment data

$(ASSESSMENTS): ## Download Allegheny County assessment data from WPRDC
	$(CURL) --output $@ "$(ASSESSMENTS_URL)"

%.csv.idx: %.csv
	$(XSV) index $< --output $@

$(ASSESSMENTS_WILKINSBURG): $(ASSESSMENTS) $(ASSESSMENTS).idx ## Extract Wilkinsburg data from county data
	$(XSV) search --select $(shell xsv headers $(ASSESSMENTS) | grep MUNICODE | cut -f 1 -d ' ') $(MUNI_CODE) $< > $@

$(ASSESSMENTS_WILKINSBURG_RESIDENCES): $(ASSESSMENTS_WILKINSBURG) $(ASSESSMENTS_WILKINSBURG).idx ## Extract residences only from Wilkinsburg data
	$(XSV) search --select $(shell xsv headers $(ASSESSMENTS) | grep CLASSDESC | cut -f 1 -d ' ') $(CLASS_RESIDENCE) $< > $@

$(ASSESSMENTS_WILKINSBURG_RESIDENCES_LIVABLE): $(ASSESSMENTS_WILKINSBURG_RESIDENCES) $(ASSESSMENTS_WILKINSBURG_RESIDENCES).idx ## Extract liveable residences only from Wilkinsburg data
	cat $< | \
		$(XSV) search --select USEDESC --invert-match 'VACANT LAND' | \
		$(XSV) search --select USEDESC --invert-match 'RES AUX BUILDING (NO HOUSE)' | \
		$(XSV) search --select USEDESC --invert-match 'CONDEMNED/BOARDED-UP' \
	> $@

$(ASSESSMENTS_WILKINSBURG_RESIDENCES_TOTAL): $(ASSESSMENTS_WILKINSBURG_RESIDENCES) ## Extract only the COUNTYTOTAL field from Wilkinsburg residence data
	$(XSV) sort --numeric --select COUNTYTOTAL $(ASSESSMENTS_WILKINSBURG_RESIDENCES) | xsv select COUNTYTOTAL | tail -n +2 > $@

.PHONY: stats-mean-stddev
stats-mean-stddev: $(ASSESSMENTS_WILKINSBURG_RESIDENCES) ## Use xsv to display stats
	$(XSV) stats $< | $(XSV) search --select 1 COUNTYTOTAL | $(XSV) select mean,stddev

.PHONY: stats-all-residences
stats-all-residences: $(ASSESSMENTS_WILKINSBURG_RESIDENCES) ## Use st to display many stats for all residences
	$(XSV) select COUNTYTOTAL $< | tail -n +2 | $(ST) --complete --transpose-output

.PHONY: stats-all-livable
stats-all-liveable: $(ASSESSMENTS_WILKINSBURG_RESIDENCES_LIVABLE) ## Use st to display many stats for livable residences only
	$(XSV) select COUNTYTOTAL $< | tail -n +2 | $(ST) --complete --transpose-output

# for those unaware, .phony is a meta-task that simply indicates that a task has no file output or that it should be run all of the time.