-
-
Notifications
You must be signed in to change notification settings - Fork 66
/
Makefile
199 lines (174 loc) · 8.27 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
BUILD_STATE_DIR := .make
# Build State Tracking Strategy
# ---------------------------
# This Makefile uses sentinel files in $(BUILD_STATE_DIR) to track build completion
# because Make has specific requirements for reliable incremental builds:
#
# 1. Single-file targets with reliable timestamps:
# - Make needs a single file to track when a target was last built
# - Directory timestamps are unreliable because they update whenever any file
# inside changes, causing unnecessary rebuilds
# - JS/TS builds output multiple files (*.js, *.d.ts, etc.) making it hard
# to track completion with just the output files
#
# 2. Find-based dependency tracking vs sentinel files:
# - Find works great for dependencies (e.g., `find packages/common/src -type f -name "*.ts"`)
# because Make just needs to know if ANY source file is newer than the target
# - However, find can't replace sentinel files for build targets because:
# a) Make needs ONE file to compare timestamps against
# b) Directory-based targets would rebuild unnecessarily due to unreliable timestamps
# c) Multiple output files need a single source of truth for build completion
#
# 3. Benefits of sentinel files:
# - Provides a single, reliable timestamp for each build target
# - Prevents infinite rebuild loops between dependent targets
# - Works correctly with directory outputs and nested paths
# - Keeps build state separate from distribution files
#
# Example of proper usage in this Makefile:
# - Dependencies: Use find to track source files
# $(common): $(shell find packages/common/src -type f -name "*.ts")
# - Target: Use sentinel file to track completion
# $(common): $(BUILD_STATE_DIR)/common/.built
node_modules := $(BUILD_STATE_DIR)/node_modules/.built
venv := $(BUILD_STATE_DIR)/venv/.built
common := $(BUILD_STATE_DIR)/common/.built
common-react := $(BUILD_STATE_DIR)/common-react/.built
mountable := $(BUILD_STATE_DIR)/mountable/.built
sharing := $(BUILD_STATE_DIR)/sharing/.built
sharing-common := $(BUILD_STATE_DIR)/sharing-common/.built
sharing-editor := $(BUILD_STATE_DIR)/sharing-editor/.built
desktop := $(BUILD_STATE_DIR)/desktop/.built
kernel := $(BUILD_STATE_DIR)/kernel/.built
stlite-lib-wheel := packages/kernel/py/stlite-lib/dist/stlite_lib-0.1.0-py3-none-any.whl
streamlit_proto := streamlit/frontend/lib/src/proto.d.ts
streamlit_wheel := packages/kernel/py/streamlit/lib/dist/streamlit-1.41.0-cp312-none-any.whl
streamlit_frontend_lib_prod := streamlit/frontend/lib/dist/*
export USE_CONSTRAINTS_FILE := false # https://github.com/streamlit/streamlit/blob/1.27.0/.github/workflows/release.yml#L67-L68
.PHONY: all
all: init $(mountable) $(sharing) $(sharing-editor) $(desktop)
.PHONY: init
init: git_submodules $(venv) $(node_modules)
VENV_PATH := ./.venv
.PHONY: venv
venv: $(venv)
$(venv): requirements.dev.txt streamlit/lib/dev-requirements.txt
[ -d $(VENV_PATH) ] || uv venv $(VENV_PATH)
. $(VENV_PATH)/bin/activate && uv pip install -r requirements.dev.txt -r streamlit/lib/dev-requirements.txt
@mkdir -p $(dir $@)
@touch $@
@echo "\nPython virtualenv has been set up. Run the command below to activate.\n\n. $(VENV_PATH)/bin/activate"
.PHONY: node_modules
node_modules: $(node_modules)
$(node_modules): ./yarn.lock
yarn install --frozen-lockfile
@mkdir -p $(dir $@)
@touch $@
# https://gist.github.com/enil/e4af160c745057809053329df4ba1dc2
GIT=git
GIT_SUBMODULES=$(shell sed -nE 's/path = +(.+)/\1\/.git/ p' .gitmodules | paste -s -)
.PHONY: git_submodules
git_submodules: $(GIT_SUBMODULES)
$(GIT_SUBMODULES): %/.git: .gitmodules
$(GIT) submodule init
$(GIT) submodule update $*
@touch $@
.PHONY: common
common: $(common)
$(common): $(shell find packages/common/src -type f -name "*.ts") $(node_modules)
cd packages/common && yarn build
@mkdir -p $(dir $@)
@touch $@
.PHONY: common-react
common-react: $(common-react)
$(common-react): $(shell find packages/common-react/src -type f \( -name "*.ts" -o -name "*.tsx" \) ) $(node_modules) $(kernel)
cd packages/common-react && yarn build
@mkdir -p $(dir $@)
@touch $@
.PHONY: mountable
mountable: $(mountable)
$(mountable): $(shell find packages/mountable/src -type f \( -name "*.ts" -o -name "*.tsx" \) ) $(node_modules) $(kernel) $(common) $(common-react)
cd packages/mountable && yarn build
@mkdir -p $(dir $@)
@touch $@
.PHONY: sharing
sharing: $(sharing)
$(sharing): $(shell find packages/sharing/src -type f \( -name "*.ts" -o -name "*.tsx" \) ) $(shell find packages/sharing/public -type f) $(node_modules) $(kernel) $(sharing-common) $(common-react)
cd packages/sharing && yarn build
@mkdir -p $(dir $@)
@touch $@
.PHONY: sharing-common
sharing-common: $(sharing-common)
$(sharing-common): $(shell find packages/sharing-common/src -type f \( -name "*.ts" -o -name "*.tsx" \) ) $(node_modules)
cd packages/sharing-common && yarn build
@mkdir -p $(dir $@)
@touch $@
.PHONY: sharing-editor
sharing-editor: $(sharing-editor)
$(sharing-editor): $(shell find packages/sharing-editor/src -type f \( -name "*.ts" -o -name "*.tsx" \) ) $(node_modules) $(common) $(sharing-common)
cd packages/sharing-editor && yarn build
@mkdir -p $(dir $@)
@touch $@
.PHONY: desktop
desktop: $(desktop)
$(desktop): $(shell find packages/desktop/src -type f \( -name "*.ts" -o -name "*.tsx" \) ) $(shell find packages/desktop/electron -type f -name "*.ts") $(node_modules) $(kernel) $(common) $(common-react)
cd packages/desktop && yarn build
@mkdir -p $(dir $@)
@touch $@
.PHONY: kernel
kernel: $(kernel)
$(kernel): $(shell find packages/kernel/src -type f \( -name "*.ts" -o -name "*.tsx" \) ) $(common) $(stlite-lib-wheel) $(streamlit_wheel) $(streamlit_proto)
cd packages/kernel && yarn build
@mkdir -p $(dir $@)
@touch $@
.PHONY: kernel-test
kernel-test: $(shell find packages/kernel/src -type f \( -name "*.ts" -o -name "*.tsx" \) ) $(common) $(stlite-lib-wheel) $(streamlit_wheel)
cd packages/kernel; \
yarn test
.PHONY: stlite-lib-wheel
stlite-lib-wheel: $(stlite-lib-wheel)
$(stlite-lib-wheel): $(venv) $(shell find packages/kernel/py/stlite-lib/stlite_lib -type f -name "*.py")
. $(VENV_PATH)/bin/activate && \
cd packages/kernel/py/stlite-lib && \
uv build
@touch $@
.PHONY: streamlit-proto
streamlit-proto: $(streamlit_proto)
$(streamlit_proto): $(venv) streamlit/proto/streamlit/proto/*.proto
. $(VENV_PATH)/bin/activate && \
$(MAKE) -C streamlit python-init-dev-only && \
$(MAKE) -C streamlit protobuf
@touch $@
.PHONY: streamlit-wheel
streamlit-wheel: $(streamlit_wheel)
$(streamlit_wheel): $(venv) $(streamlit_proto) $(shell find streamlit/lib/streamlit -type f -name "*.py") streamlit/lib/Pipfile streamlit/lib/setup.py streamlit/lib/MANIFEST.in
. $(VENV_PATH)/bin/activate && \
PYODIDE_VERSION=`python -c "import pyodide_build; print(pyodide_build.__version__)"` && \
PYTHON_VERSION=`python -c "import sys; print('.'.join(map(str, sys.version_info[:3])))"` && \
PYODIDE_PYTHON_VERSION=`pyodide config get python_version` && \
if [ "$$PYTHON_VERSION" != "$$PYODIDE_PYTHON_VERSION" ]; then \
echo "Python version mismatch: Pyodide $$PYODIDE_VERSION includes Python $$PYODIDE_PYTHON_VERSION, but $$PYTHON_VERSION" is installed for the development in this env; \
exit 1; \
fi && \
TEMP_DIR=$$(mktemp -d) && \
mv ./streamlit/lib/streamlit/proto/*.pyi $$TEMP_DIR/ && \
SNOWPARK_CONDA_BUILD=true $(MAKE) -C streamlit distribution && \
mv $$TEMP_DIR/*.pyi ./streamlit/lib/streamlit/proto/ && \
rmdir $$TEMP_DIR && \
pyodide py-compile --keep streamlit/lib/dist/streamlit-1.41.0-py2.py3-none-any.whl && \
mkdir -p $(dir $(streamlit_wheel)) && \
cp streamlit/lib/dist/$(notdir $(streamlit_wheel)) $(streamlit_wheel)
.PHONY: streamlit-frontend-lib
streamlit-frontend-lib: $(streamlit_frontend_lib_prod)
$(streamlit_frontend_lib_prod): $(node_modules) $(kernel) $(streamlit_proto) streamlit/frontend/lib/src/**/*.ts streamlit/frontend/lib/src/**/*.tsx streamlit/frontend/lib/package.json streamlit/frontend/lib/tsconfig.json
$(MAKE) -C streamlit frontend-lib-prod
clean:
# Preserve .gitkeep while cleaning build state files
$(eval TEMP_GITKEEP := $(shell mktemp))
cp $(BUILD_STATE_DIR)/.gitkeep $(TEMP_GITKEEP)
rm -rf $(BUILD_STATE_DIR)/*
mkdir -p $(BUILD_STATE_DIR)
cp $(TEMP_GITKEEP) $(BUILD_STATE_DIR)/.gitkeep
rm -f $(TEMP_GITKEEP)
rm -rf packages/*/dist/* packages/*/build/*
rm -rf $(stlite-lib-wheel) $(streamlit_proto) $(streamlit_wheel) $(streamlit_frontend_lib_prod)