smart-iss-posts/Makefile

178 line
5.5 KiB
Makefile

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

.PHONY: clean data lint requirements sync_data_to_s3 sync_data_from_s3
#################################################################################
# GLOBALS #
#################################################################################
PROJECT_DIR := $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))
PROFILE = default
PROJECT_NAME = smartissposts
PYTHON_INTERPRETER = python
SH_INTERPRETER = /bin/sh
ifeq (,$(shell which conda))
HAS_CONDA=False
else
HAS_CONDA=True
endif
#################################################################################
# COMMANDS #
#################################################################################
## Delete all compiled Python files
clean:
find . -path ./mysql -prune -o -type f -name "*.py[co]" -exec rm {} +
find . -path ./mysql -prune -o -type d -name "__pycache__" -exec rm {} +
## Test python environment is setup correctly
test_environment:
$(PYTHON_INTERPRETER) test_environment.py
## Write requirements.txt
pipreqs:
pipreqs --force $(PROJECT_DIR)
## Install Python Dependencies
requirements: test_environment
pip install -U pip setuptools wheel
pip install -r requirements.txt
python -m pip install --upgrade ptvsd
## debug
debug:
python -m ptvsd --host 0.0.0.0 --port 3000 --wait -m ${m}
## Write config template
config_template:
$(PYTHON_INTERPRETER) -m iss.tools.config_template
## start docker
docker_start:
docker-compose up -d
## stop docker
docker_stop:
docker-compose stop
## docker exec bash
docker_bash:
docker exec --user=jovyan -it jupyter-iss /bin/bash
#################################################################################
# PROJECT RULES #
#################################################################################
## Sync photos with my refs
sync_collections: iss/data/sync_collections.sh
/bin/sh iss/data/sync_collections.sh
populate_db:
$(PYTHON_INTERPRETER) -m iss.exec.bdd
sampling:
$(PYTHON_INTERPRETER) -m iss.exec.sampling
training:
$(PYTHON_INTERPRETER) -m iss.exec.training
exec_clustering:
$(PYTHON_INTERPRETER) -m iss.exec.clustering
facets:
$(PYTHON_INTERPRETER) -m iss.exec.facets
posters:
$(PYTHON_INTERPRETER) -m iss.exec.posters --config-id=1 --generate=1 --poster-id='test'
#################################################################################
# OUTSIDE CONTAINER #
#################################################################################
maximize_test:
cp $(PROJECT_DIR)/data/raw/collections/20180211-130001.jpg $(PROJECT_DIR)/data/isr/input/sample/
docker run -v "$(PROJECT_DIR)/data/isr:/home/isr/data" -v "$(PROJECT_DIR)/../image-super-resolution/weights:/home/isr/weights" -v "$(PROJECT_DIR)/config/config_isr.yml:/home/isr/config.yml" -it isr -d -p -c config.yml
maximize_version_3:
cp $(PROJECT_DIR)/data/raw/collections/20170815-130001.jpg $(PROJECT_DIR)/data/isr/input/version_3/
cp $(PROJECT_DIR)/data/raw/collections/20180902-100001.jpg $(PROJECT_DIR)/data/isr/input/version_3/
docker run -v "$(PROJECT_DIR)/data/isr:/home/isr/data" -v "$(PROJECT_DIR)/../image-super-resolution/weights:/home/isr/weights" -v "$(PROJECT_DIR)/config/config_isr.yml:/home/isr/config.yml" -it isr -d -p -c config.yml
#################################################################################
# FLOYDHUB #
#################################################################################
floyd_training:
floyd run --task training
floyd_training_prod:
floyd run --task training_prod
floyd_retraining:
floyd run --task retraining
#################################################################################
# Self Documenting Commands #
#################################################################################
.DEFAULT_GOAL := help
# Inspired by <http://marmelab.com/blog/2016/02/29/auto-documented-makefile.html>
# sed script explained:
# /^##/:
# * save line in hold space
# * purge line
# * Loop:
# * append newline + line to hold space
# * go to next line
# * if line starts with doc comment, strip comment character off and loop
# * remove target prerequisites
# * append hold space (+ newline) to line
# * replace newline plus comments by `---`
# * print line
# Separate expressions are necessary because labels cannot be delimited by
# semicolon; see <http://stackoverflow.com/a/11799865/1968>
.PHONY: help
help:
@echo "$$(tput bold)Available rules:$$(tput sgr0)"
@echo
@sed -n -e "/^## / { \
h; \
s/.*//; \
:doc" \
-e "H; \
n; \
s/^## //; \
t doc" \
-e "s/:.*//; \
G; \
s/\\n## /---/; \
s/\\n/ /g; \
p; \
}" ${MAKEFILE_LIST} \
| LC_ALL='C' sort --ignore-case \
| awk -F '---' \
-v ncol=$$(tput cols) \
-v indent=19 \
-v col_on="$$(tput setaf 6)" \
-v col_off="$$(tput sgr0)" \
'{ \
printf "%s%*s%s ", col_on, -indent, $$1, col_off; \
n = split($$2, words, " "); \
line_length = ncol - indent; \
for (i = 1; i <= n; i++) { \
line_length -= length(words[i]) + 1; \
if (line_length <= 0) { \
line_length = ncol - indent - length(words[i]) - 1; \
printf "\n%*s ", -indent, " "; \
} \
printf "%s ", words[i]; \
} \
printf "\n"; \
}' \
| more $(shell test $(shell uname) = Darwin && echo '--no-init --raw-control-chars')