From b539aa8524b82b17cd83a71a56cb2ea9d771b7aa Mon Sep 17 00:00:00 2001
From: Fam Zheng <fam@euphon.net>
Date: Sun, 23 Nov 2025 15:28:08 +0000
Subject: [PATCH] Add make fetch target using venv and add to ailab step

---
 .gitlab-ci.yml | 1 +
 Makefile       | 8 +++++++-
 2 files changed, 8 insertions(+), 1 deletion(-)

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index c3aab20..9ba0a54 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -90,4 +90,5 @@ ailab:
     - pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
     - pip install -r requirements.txt
   script:
+    - make fetch
     - date
\ No newline at end of file
diff --git a/Makefile b/Makefile
index d9cfacb..698329a 100644
--- a/Makefile
+++ b/Makefile
@@ -1,4 +1,6 @@
-.PHONY: FORCE emblemscanner-release
+.PHONY: FORCE emblemscanner-release fetch
+
+DATA_DIR ?= ../data
 
 IMAGE_TAG := $(shell git rev-parse --short HEAD)
 IMAGE_REPO := registry.gitlab.com/euphon/themblem
@@ -84,6 +86,10 @@ deploy-api-prod:
 test: FORCE
 	cd api; ./manage.py migrate && ./manage.py test tests
 
+fetch: FORCE
+	cd emblem5 && ../venv/bin/python ai/fetch-scans.py --data-dir $(DATA_DIR)
+	cd emblem5 && ../venv/bin/python ai/make-sbs.py --data-dir $(DATA_DIR)
+
 OPENCV_TAG := 4.9.0
 opencv/src/LICENSE:
 	rm -rf opencv/src opencv/contrib