Makefile

.PHONY: init clean interim vis_data

init:
	pip install -r requirements_min.txt && pip install -r requirements_dev.txt
	pip freeze > requirements.txt
	pre-commit install && pre-commit autoupdate

clean:
	rm -rf ./data/interim/*

interim: ./data/interim/train_test_split/train.csv ./data/interim/train_test_split/test.csv ./data/interim/train_test_split/val.csv

interim_small: ./data/interim/train_test_split_small/train.csv ./data/interim/train_test_split_small/test.csv ./data/interim/train_test_split_small/val.csv

vis_data: ./data/processed/embedding_colour_mappings/mapping_collection_category.tsv ./data/processed/embedding_colour_mappings/mapping_database.tsv ./data/processed/embedding_colour_mappings/mapping_type.tsv ./data/processed/final_model_dglke/umap/visualisation_data_n_neighbours_10.tsv

./data/interim/triples_filtered_by_predicate.csv: ./data/raw/hc_dump_latest.csv ./config/predicate_filter.csv
	python src/cli/filter_data_by_predicate.py -i ./data/raw/hc_dump_latest.csv -o ./data/interim/triples_filtered_by_predicate.csv -p ./config/predicate_filter.csv

./data/interim/triples_filtered_by_predicate_small.csv: ./data/interim/triples_filtered_by_predicate.csv
	python src/cli/make_smaller_triples.py -i $< -o $@ -k 0.22

./data/interim/train_test_split/train.csv ./data/interim/train_test_split/test.csv ./data/interim/train_test_split/val.csv: ./data/interim/triples_filtered_by_predicate.csv
	python src/cli/train_test_split.py -i $< -o ./data/interim/train_test_split --sizes 0.94,0.03,0.03 --random_state 42

./data/interim/train_test_split_small/train.csv ./data/interim/train_test_split_small/test.csv ./data/interim/train_test_split_small/val.csv: ./data/interim/triples_filtered_by_predicate_small.csv
	python src/cli/train_test_split.py -i $< -o ./data/interim/train_test_split --sizes 0.94,0.03,0.03 --random_state 42

./data/processed/embedding_colour_mappings/mapping_collection_category.tsv ./data/processed/embedding_colour_mappings/mapping_database.tsv ./data/processed/embedding_colour_mappings/mapping_type.tsv: ./data/interim/entities.tsv
	cd ./notebooks && ipython -c "%run create_colour_mappings_for_vis.ipynb"

./data/processed/final_model_dglke/umap/visualisation_data_n_neighbours_10.tsv: ./data/processed/final_model_dglke/entities.tsv ./data/processed/final_model_dglke/umap/best_projection_n_neighbours_10.npy
	cd ./notebooks && ipython -c "%run create_d3fc_data.ipynb"