-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathspine_bash_script.sh
More file actions
executable file
·51 lines (41 loc) · 2.39 KB
/
spine_bash_script.sh
File metadata and controls
executable file
·51 lines (41 loc) · 2.39 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#!/bin/bash
## --------------- preprocess sources to include iteration -----------
python3 handler/preprocess.py
python3 cli.py preprocess-ch ../raw_data/CH.all.csv
python3 cli.py process-charity-source ccni
python3 cli.py process-charity-source oscr
python3 cli.py process-charity-source ccew
##--------------- process sources --------------------------
## companies house files:
python3 cli.py process-source CompaniesHouse ../raw_data/CH.all.csv ../public_spine_data/CH_all.spine.csv
#
#
## Care Inspectorate Scotland files:
python3 cli.py process-source CareInspScot ../raw_data/CareInspectScot.all.csv ../public_spine_data/CareInspectScot.spine.csv
#
#
## Care Quality Commission:
python3 cli.py process-source CQC ../raw_data/CareQualityCommission.all.csv ../public_spine_data/CQC.spine.csv
#
#
## Co Ops & Mutuals:
python3 cli.py process-source CoOps ../raw_data/co_ops.all.csv ../public_spine_data/CoOps.spine.csv
python3 cli.py process-source Mutuals ../raw_data/mutuals.all.csv ../public_spine_data/mutuals.spine.csv
#
## Social Housing England:
python3 cli.py process-source SocialHousingEng ../raw_data/SocialHousingEng.all.csv ../public_spine_data/SocialHousingEngland.spine.csv
#
#
## Scottish Housing Regulator:
python3 cli.py process-source ScotHousingReg ../raw_data/ScotHousingReg.all.csv ../public_spine_data/ScotHousingReg.spine.csv
#
## Charity regulators:
python3 cli.py process-source CCEW ../raw_data/ccew.all.csv ../public_spine_data/ccew.spine.csv
python3 cli.py process-source CCNI ../raw_data/ccni.all.csv ../public_spine_data/ccni.spine.csv
python3 cli.py process-source OSCR ../raw_data/oscr.all.csv ../public_spine_data/oscr.spine.csv
##-----------------------------
python3 cli.py build-spine ../public_spine_data/ccew.spine.csv ../public_spine_data/oscr.spine.csv ../public_spine_data/ccni.spine.csv ../public_spine_data/mutuals.spine.csv ../public_spine_data/CH_all.spine.csv ../public_spine_data/CoOps.spine.csv ../public_spine_data/ScotHousingReg.spine.csv ../public_spine_data/SocialHousingEngland.spine.csv ../public_spine_data/CareInspectScot.spine.csv ../public_spine_data/CQC.spine.csv -o ../public_spine_data/TSCS_spine &> build_spine.out
python3 cli.py build-sic-codes-list ../raw_data/CH.all.csv ../public_spine_data/public_spine.matches.csv ../public_spine_data/TSCS_spine.SIC_codes.csv
##-----------------------------
#counts
#python3 visualise/source_plots.py > all_data.matchtypes.out