diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index e7920cf..f4e5199 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -87,9 +87,10 @@ zy: before_script: - pip install uv --index-url https://pypi.tuna.tsinghua.edu.cn/simple - export PATH="$HOME/.local/bin:$PATH" - - uv venv $HOME/venv - - source $HOME/venv/bin/activate + - uv venv venv + - source venv/bin/activate - uv pip install -r requirements.txt --default-index https://pypi.tuna.tsinghua.edu.cn/simple script: - - make fetch - - date \ No newline at end of file + - make fetch-quick + - make sbs-quick + - make train-quick \ No newline at end of file diff --git a/Makefile b/Makefile index 673f0f4..19f5334 100644 --- a/Makefile +++ b/Makefile @@ -1,4 +1,4 @@ -.PHONY: FORCE emblemscanner-release fetch +.PHONY: FORCE emblemscanner-release fetch fetch-quick sbs-quick train-quick DATA_DIR ?= /data/emblem @@ -87,8 +87,17 @@ test: FORCE cd api; ./manage.py migrate && ./manage.py test tests fetch: FORCE - cd emblem5 && ../venv/bin/python ai/fetch-scans.py --data-dir $(DATA_DIR) - cd emblem5 && ../venv/bin/python ai/make-sbs.py --data-dir $(DATA_DIR) + cd emblem5 && ./ai/fetch-scans.py --data-dir $(DATA_DIR) + cd emblem5 && ./ai/make-sbs.py --data-dir $(DATA_DIR) + +fetch-quick: FORCE + cd emblem5 && ./ai/fetch-scans.py --data-dir $(DATA_DIR) --sample-rate 0.01 + +sbs-quick: FORCE + cd emblem5 && ./ai/make-sbs.py --data-dir $(DATA_DIR) + +train-quick: FORCE + cd emblem5 && ./ai/train2.py --data-dir $(DATA_DIR) --quick --epochs 2 OPENCV_TAG := 4.9.0 opencv/src/LICENSE: