forked from biglocalnews/clean-scraper
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Makefile
141 lines (110 loc) · 3 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
#
# Colors
#
# Define ANSI color codes
RESET_COLOR = \033[m
BLUE = \033[1;34m
YELLOW = \033[1;33m
GREEN = \033[1;32m
RED = \033[1;31m
BLACK = \033[1;30m
MAGENTA = \033[1;35m
CYAN = \033[1;36m
WHITE = \033[1;37m
DBLUE = \033[0;34m
DYELLOW = \033[0;33m
DGREEN = \033[0;32m
DRED = \033[0;31m
DBLACK = \033[0;30m
DMAGENTA = \033[0;35m
DCYAN = \033[0;36m
DWHITE = \033[0;37m
BG_WHITE = \033[47m
BG_RED = \033[41m
BG_GREEN = \033[42m
BG_YELLOW = \033[43m
BG_BLUE = \033[44m
BG_MAGENTA = \033[45m
BG_CYAN = \033[46m
# Name some of the colors
COM_COLOR = $(DBLUE)
OBJ_COLOR = $(DCYAN)
OK_COLOR = $(DGREEN)
ERROR_COLOR = $(DRED)
CLEAN_COLOR = $(DYELLOW)
NO_COLOR = $(RESET_COLOR)
OK_STRING = "[OK]"
ERROR_STRING = "[ERROR]"
CLEAN_STRING = "[WARNING]"
define banner
@echo " $(BLUE)__________$(RESET_COLOR)"
@echo "$(BLUE) |$(RED)BIG🌲LOCAL$(RESET_COLOR)$(BLUE)|$(RESET_COLOR)"
@echo "$(BLUE) |&&& ======|$(RESET_COLOR)"
@echo "$(BLUE) |=== ======|$(RESET_COLOR) $(DWHITE)This is a $(RESET_COLOR)$(BG_RED)$(WHITE)Big Local News$(RESET_COLOR)$(DWHITE) automation$(RESET_COLOR)"
@echo "$(BLUE) |=== == %%%|$(RESET_COLOR)"
@echo "$(BLUE) |[_] ======|$(RESET_COLOR) $(1)"
@echo "$(BLUE) |=== ===!##|$(RESET_COLOR)"
@echo "$(BLUE) |__________|$(RESET_COLOR)"
@echo ""
endef
#
# Python helpers
#
PIPENV := pipenv run
PYTHON := $(PIPENV) python -W ignore
define python
@echo "🐍🤖 $(OBJ_COLOR)Executing Python script $(1)$(NO_COLOR)\r";
@$(PYTHON) $(1)
endef
#
# Commands
#
run: ## run a scraper. example: `make run agency=ca_san_diego_pd`
$(call banner, 🔪 Scraping data 🔪)
$(PIPENV) python -m clean.cli $(scraper) -l DEBUG
#
# Tests
#
lint: ## run the linter
$(call banner, 💅 Linting code 💅)
@$(PIPENV) flake8 -v ./
mypy: ## run mypy type checks
$(call banner, 🔩 Running mypy 🔩)
@$(PIPENV) mypy ./clean --ignore-missing-imports
test: ## run all tests
$(call banner, 🤖 Running tests 🤖)
@$(PIPENV) pytest --cov=. --cov-report=term-missing
coverage: ## check code coverage
$(call banner, 📊 Checking coverage 📊)
@$(PIPENV) coverage report -m
#
# Releases
#
check-release: ## check release for potential errors
$(call banner, 🔎 Checking release 🔎)
@$(PIPENV) twine check dist/*
build-release: ## builds source and wheel package
$(call banner, 📦 Building release 📦)
@$(PYTHON) setup.py sdist
@$(PYTHON) setup.py bdist_wheel
@ls -l dist
# Extras
#
format: ## Run and apply all pre-commit hooks (black, etc)
$(call banner, 🪥 Cleaning code 🪥)
@$(PIPENV) pre-commit run --all-files
help: ## Show this help. Example: make help
@egrep -h '\s##\s' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-20s\033[0m %s\n", $$1, $$2}'
# Mark all the commands that don't have a target
.PHONY: help \
build-release \
check-release \
coverage \
dist \
format \
lint \
mypy \
release \
run \
test \
test-release