Begin process of packaging PRAGmatic

Building Pragmatic into a container image is fairly easy.

podman build --build-arg IMAGE=quay.io/ramalama/rocm -t quay.io/ramalama/rocm-rag container-images/pragmatic

Signed-off-by: Daniel J Walsh <[email protected]>

Makefile

@@ -12,11 +12,15 @@ PATH := $(PATH):$(HOME)/.local/bin
 default: help
 
 help:
-	@echo "Build Container"
+	@echo "Build Container Image"
 	@echo
 	@echo "  - make build"
 	@echo "  - make build IMAGE=ramalama"
 	@echo
+	@echo "Build RAG Container Image"
+	@echo
+	@echo "  - make build-rag IMAGE=quay.io/ramalama/ramalama GPU=ramalama"
+	@echo
 	@echo "Build docs"
 	@echo
 	@echo "  - make docs"
@@ -77,10 +81,14 @@ install: docs completions
 build:
 	./container_build.sh build $(IMAGE)
 
-.PHONY: build_rm
-build_rm:
+.PHONY: build-rm
+build-rm:
 	./container_build.sh -r build $(IMAGE)
 
+.PHONY: build-rag
+build-rag:
+	podman build --build-arg IMAGE=${IMAGE} --build-arg GPU=${GPU} -t ${IMAGE}-rag container-images/pragmatic
+
 .PHONY: install-docs
 install-docs: docs
 	make -C docs install

container-images/pragmatic/Containerfile

@@ -0,0 +1,6 @@
+ARG IMAGE=quay.io/ramalama/ramalama:latest
+FROM $IMAGE
+
+ARG GPU=cpu
+COPY ./build_pragmatic.sh /tmp/
+RUN sh /tmp/build_pragmatic.sh $GPU

container-images/pragmatic/build_pragmatic.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+
+set -exu -o pipefail
+
+export  PYTHON_VERSION="python3 -m"
+if [ "$(python3 --version)" \< "Python 3.11" ]; then
+    dnf install -y python3.11 python3.11-pip
+    export PYTHON_VERSION="/usr/bin/python3.11 -m"
+fi
+
+cuda="2.3.1+cu121"
+
+rocm="2.3.1+rocm6.0"
+
+cpu="2.3.1+cpu"
+
+vulkan=$cpu
+
+asahi=$cpu
+
+install_pytorch() {
+    version=${!1}
+    echo ${PYTHON_VERSION} pip install torch==${version} -f https://download.pytorch.org/whl/torch_stable.html
+    ${PYTHON_VERSION} pip install torch==${version} -f https://download.pytorch.org/whl/torch_stable.html
+}
+
+clone_and_build_pragmatic() {
+  git clone https://github.com/redhat-et/PRAGmatic
+  cd PRAGmatic
+  git submodule update --init --recursive
+
+  ${PYTHON_VERSION} pip install -r requirements.txt --prefix=/usr
+  ${PYTHON_VERSION} pip install --prefix=/usr .
+  cd ..
+}
+
+echo ${!1}
+${PYTHON_VERSION} pip install docling --extra-index-url https://download.pytorch.org/whl/$1
+
+clone_and_build_pragmatic
+rm -rf /var/cache/*dnf* /opt/rocm-*/lib/*/library/*gfx9* /root/.cache /root/buildinfo PRAGmatic
+dnf -y clean all
+ldconfig