You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
177 lines
5.5 KiB
177 lines
5.5 KiB
.PHONY: clean data lint requirements sync_data_to_s3 sync_data_from_s3
|
|
|
|
#################################################################################
|
|
# GLOBALS #
|
|
#################################################################################
|
|
|
|
PROJECT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))
|
|
PROFILE = default
|
|
PROJECT_NAME = smartissposts
|
|
PYTHON_INTERPRETER = python
|
|
SH_INTERPRETER = /bin/sh
|
|
|
|
ifeq (,$(shell which conda))
|
|
HAS_CONDA=False
|
|
else
|
|
HAS_CONDA=True
|
|
endif
|
|
|
|
#################################################################################
|
|
# COMMANDS #
|
|
#################################################################################
|
|
|
|
## Delete all compiled Python files
|
|
clean:
|
|
find . -path ./mysql -prune -o -type f -name "*.py[co]" -exec rm {} +
|
|
find . -path ./mysql -prune -o -type d -name "__pycache__" -exec rm {} +
|
|
|
|
## Test python environment is setup correctly
|
|
test_environment:
|
|
$(PYTHON_INTERPRETER) test_environment.py
|
|
|
|
## Write requirements.txt
|
|
pipreqs:
|
|
pipreqs --force $(PROJECT_DIR)
|
|
|
|
## Install Python Dependencies
|
|
requirements: test_environment
|
|
pip install -U pip setuptools wheel
|
|
pip install -r requirements.txt
|
|
python -m pip install --upgrade ptvsd
|
|
|
|
## debug
|
|
debug:
|
|
python -m ptvsd --host 0.0.0.0 --port 3000 --wait -m ${m}
|
|
|
|
## Write config template
|
|
config_template:
|
|
$(PYTHON_INTERPRETER) -m iss.tools.config_template
|
|
|
|
## start docker
|
|
docker_start:
|
|
docker-compose up -d
|
|
|
|
## stop docker
|
|
docker_stop:
|
|
docker-compose stop
|
|
|
|
## docker exec bash
|
|
docker_bash:
|
|
docker exec --user=jovyan -it jupyter-iss /bin/bash
|
|
|
|
|
|
#################################################################################
|
|
# PROJECT RULES #
|
|
#################################################################################
|
|
|
|
## Sync photos with my refs
|
|
sync_collections: iss/data/sync_collections.sh
|
|
/bin/sh iss/data/sync_collections.sh
|
|
|
|
populate_db:
|
|
$(PYTHON_INTERPRETER) -m iss.exec.bdd
|
|
|
|
sampling:
|
|
$(PYTHON_INTERPRETER) -m iss.exec.sampling
|
|
|
|
training:
|
|
$(PYTHON_INTERPRETER) -m iss.exec.training
|
|
|
|
exec_clustering:
|
|
$(PYTHON_INTERPRETER) -m iss.exec.clustering
|
|
|
|
facets:
|
|
$(PYTHON_INTERPRETER) -m iss.exec.facets
|
|
|
|
posters:
|
|
$(PYTHON_INTERPRETER) -m iss.exec.posters --config-id=1 --generate=1 --poster-id='test'
|
|
|
|
|
|
#################################################################################
|
|
# OUTSIDE CONTAINER #
|
|
#################################################################################
|
|
|
|
maximize_test:
|
|
cp $(PROJECT_DIR)/data/raw/collections/20180211-130001.jpg $(PROJECT_DIR)/data/isr/input/sample/
|
|
docker run -v "$(PROJECT_DIR)/data/isr:/home/isr/data" -v "$(PROJECT_DIR)/../image-super-resolution/weights:/home/isr/weights" -v "$(PROJECT_DIR)/config/config_isr.yml:/home/isr/config.yml" -it isr -d -p -c config.yml
|
|
|
|
maximize_version_3:
|
|
cp $(PROJECT_DIR)/data/raw/collections/20170815-130001.jpg $(PROJECT_DIR)/data/isr/input/version_3/
|
|
cp $(PROJECT_DIR)/data/raw/collections/20180902-100001.jpg $(PROJECT_DIR)/data/isr/input/version_3/
|
|
docker run -v "$(PROJECT_DIR)/data/isr:/home/isr/data" -v "$(PROJECT_DIR)/../image-super-resolution/weights:/home/isr/weights" -v "$(PROJECT_DIR)/config/config_isr.yml:/home/isr/config.yml" -it isr -d -p -c config.yml
|
|
|
|
|
|
#################################################################################
|
|
# FLOYDHUB #
|
|
#################################################################################
|
|
|
|
floyd_training:
|
|
floyd run --task training
|
|
|
|
floyd_training_prod:
|
|
floyd run --task training_prod
|
|
|
|
floyd_retraining:
|
|
floyd run --task retraining
|
|
|
|
|
|
#################################################################################
|
|
# Self Documenting Commands #
|
|
#################################################################################
|
|
|
|
.DEFAULT_GOAL := help
|
|
|
|
# Inspired by <http://marmelab.com/blog/2016/02/29/auto-documented-makefile.html>
|
|
# sed script explained:
|
|
# /^##/:
|
|
# * save line in hold space
|
|
# * purge line
|
|
# * Loop:
|
|
# * append newline + line to hold space
|
|
# * go to next line
|
|
# * if line starts with doc comment, strip comment character off and loop
|
|
# * remove target prerequisites
|
|
# * append hold space (+ newline) to line
|
|
# * replace newline plus comments by `---`
|
|
# * print line
|
|
# Separate expressions are necessary because labels cannot be delimited by
|
|
# semicolon; see <http://stackoverflow.com/a/11799865/1968>
|
|
.PHONY: help
|
|
help:
|
|
@echo "$$(tput bold)Available rules:$$(tput sgr0)"
|
|
@echo
|
|
@sed -n -e "/^## / { \
|
|
h; \
|
|
s/.*//; \
|
|
:doc" \
|
|
-e "H; \
|
|
n; \
|
|
s/^## //; \
|
|
t doc" \
|
|
-e "s/:.*//; \
|
|
G; \
|
|
s/\\n## /---/; \
|
|
s/\\n/ /g; \
|
|
p; \
|
|
}" ${MAKEFILE_LIST} \
|
|
| LC_ALL='C' sort --ignore-case \
|
|
| awk -F '---' \
|
|
-v ncol=$$(tput cols) \
|
|
-v indent=19 \
|
|
-v col_on="$$(tput setaf 6)" \
|
|
-v col_off="$$(tput sgr0)" \
|
|
'{ \
|
|
printf "%s%*s%s ", col_on, -indent, $$1, col_off; \
|
|
n = split($$2, words, " "); \
|
|
line_length = ncol - indent; \
|
|
for (i = 1; i <= n; i++) { \
|
|
line_length -= length(words[i]) + 1; \
|
|
if (line_length <= 0) { \
|
|
line_length = ncol - indent - length(words[i]) - 1; \
|
|
printf "\n%*s ", -indent, " "; \
|
|
} \
|
|
printf "%s ", words[i]; \
|
|
} \
|
|
printf "\n"; \
|
|
}' \
|
|
| more $(shell test $(shell uname) = Darwin && echo '--no-init --raw-control-chars')
|