-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathMakefile
81 lines (56 loc) · 1.77 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
# CLI targets
clean:
$(MAKE) -C tools/alignment clean
clean:
$(MAKE) -C tools/alignment test
build:
$(MAKE) -C tools/alignment build
# Job Targets
preprocess-local:
python3 main.py --job preprocess --job_args test_grobid test_preprocessed
preprocess-cluster:
sh ./scripts/submit-preprocess.sh
filter-local:
python3 main.py --job filter --job_args test_partitioned test_filtered remove.parquet
filter-cluster:
sh ./scripts/submit-filter.sh
vectorize-local:
python3 main.py --job vectorize --job_args test_preprocessed test_vectorized 50
vectorize-cluster:
sh ./scripts/submit-vectorize.sh
hash-local:
python3 main.py --job hash --job_args test_vectorized test_hashed 10
hash-cluster:
sh ./scripts/submit-hash.sh
reduce-local:
python3 main.py --job reduce --job_args test_hashed test_reduced
reduce-cluster:
sh ./scripts/submit-reduce.sh
partition-local:
python3 main.py --job partition --job_args test_reduced test_partitioned 10
partition-cluster:
sh ./scripts/submit-partition.sh
pair-local:
python3 main.py --job pair --job_args test_partitioned test_paired 10
pair-cluster:
sh ./scripts/submit-pair.sh
join-local:
python3 main.py --job join --job_args test_unified test_preprocessed test_joined
join-cluster:
sh ./scripts/submit-join.sh
align-local: build
python3 main.py --job align --job_args test_joined test_aligned 8 7 300
align-cluster: build
sh ./scripts/submit-align.sh
metadata-local:
python3 main.py --job metadata --job_args test_oag test_metadata
metadata-cluster:
sh ./scripts/submit-metadata.sh
unify-local:
python3 main.py --job unify --job_args test_aligned test_metadata
unify-cluster:
sh ./scripts/submit-unify.sh
finalize-local:
python3 main.py --job finalize --job_args test_unified
finalize-cluster:
sh ./scripts/submit-finalize.sh