-
Notifications
You must be signed in to change notification settings - Fork 0
/
gridai.mk
72 lines (61 loc) · 2.78 KB
/
gridai.mk
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
kinetics-debug.tar.gz:
tar -C datasets/kinetics -cvzf kinetics-debug.tar.gz \
train/breakdancing/zkyRFux7BWc.mp4 \
train/breakdancing/eB4wwvnXwrI.mp4 \
train/breakdancing/MEguK5_ding.mp4 \
valid/breakdancing/_OGG4vXzHSA.mp4 \
valid/breakdancing/3ob3NvTp-YA.mp4 \
valid/breakdancing/K-81lIy6PoI.mp4
datasets/kinetics_debug:
@mkdir -p datasets/kinetics_debug/train/breakdancing
mkdir -p datasets/kinetics_debug/valid/breakdancing
cp datasets/kinetics/train/breakdancing/zkyRFux7BWc.mp4 datasets/kinetics_debug/train/breakdancing
cp datasets/kinetics/train/breakdancing/eB4wwvnXwrI.mp4 datasets/kinetics_debug/train/breakdancing
cp datasets/kinetics/train/breakdancing/MEguK5_ding.mp4 datasets/kinetics_debug/train/breakdancing
cp datasets/kinetics/valid/breakdancing/_OGG4vXzHSA.mp4 datasets/kinetics_debug/valid/breakdancing
cp datasets/kinetics/valid/breakdancing/3ob3NvTp-YA.mp4 datasets/kinetics_debug/valid/breakdancing
cp datasets/kinetics/valid/breakdancing/K-81lIy6PoI.mp4 datasets/kinetics_debug/valid/breakdancing
datasets/kinetics_breakdancing:
@mkdir -p datasets/kinetics_breakdancing/train/breakdancing
mkdir -p datasets/kinetics_breakdancing/valid/breakdancing
cp -R datasets/kinetics/train/breakdancing datasets/kinetics_breakdancing/train
cp -R datasets/kinetics/valid/breakdancing datasets/kinetics_breakdancing/valid
kinetics-breakdancing.tar.gz:
tar -C datasets/kinetics -cvzf kinetics-breakdancing.tar.gz \
train/breakdancing valid/breakdancing
kinetics.tar.gz:
tar -C datasets/kinetics -cvzf kinetics.tar.gz .
.PHONY: create-kinetics-debug
create-kinetics-debug: datasets/kinetics_debug
grid datastore create --source datasets/kinetics_debug --name kinetics-debug-b
.PHONY: create-kinetics-breakdancing
create-kinetics-breakdancing: kinetics-breakdancing.tar.gz
grid datastore create --source kinetics-breakdancing.tar.gz --name kinetics-breakdancing
.PHONY: create-kinetics
create-kinetics: kinetics.tar.gz
grid datastore create --source kinetics.tar.gz --name kinetics
# loop through entire kinetics dataset
.PHONY: test-kinetics-dataloader
test-kinetics-dataloader:
envsubst < config/test-kinetics-dataloader.yml > /tmp/test-kinetics-dataloader.yml && \
grid run \
--config /tmp/test-kinetics-dataloader.yml \
--ignore_warnings \
movenet/dataset.py /opt/datastore
.PHONY: testing
testing:
envsubst < config/test-kinetics-dataloader.yml > /tmp/test-kinetics-dataloader.yml && \
grid run \
--config /tmp/test-kinetics-dataloader.yml \
--ignore_warnings \
testing.py
clean:
rm -rf \
kinetics-debug.tar.gz \
kinetics-breakdancing.tar.gz \
kinetics.tar.gz \
.kinetics
env/gridai:
@echo "export GRID_USERNAME=<USERNAME>" > env/gridai
@echo "export GRID_API_KEY=<API_KEY>" >> env/gridai
@echo "export GRID_PROVIDER_CREDENTIALS=<PROVIDER_CREDENTIALS>" >> env/gridai