Phylum/70_TemporalComparison.sh at master · moma/Phylum · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
#!/bin/bash


# = = = [ EXECUTION EXAMPLE ] = = = ] #
#
# {
#    inputfolder: "experiments/test00"
#    k: 11
# }
#
# 	 nohup  ./70_TemporalComparison  "experiments/test00"  11  nb_threads  &
#./70_TemporalComparison.sh  "experiments/test20160606"  7  40
# = = = [ / EXECUTION EXAMPLE ] = = = ] #


pythonversion="python3"
instance="$1"
k="$2"
threshold=0.1
cores=$3
decalage=$(( cores * 60 / 100 ))

INICIO=`date +"%y-%m-%d %H:%M:%S"`

#source virtenv/bin/activate
rm -fR $instance/balance__k$k  && mkdir $instance/balance__k$k
#echo "$pythonversion" 71_balancing_comparisons.py  "$k"  "$instance"

"$pythonversion" 71_balancing_comparisons.py  "$k"  "$instance"  > "$instance/balance_k$k"

split -l $cores "$instance/balance_k$k" "$instance/balance__k$k/liens_"
TOTAL=`ls $instance/balance__k$k/ | wc -l`

COUNTER=1
rm -fR $instance/edgesk$k  && mkdir $instance/edgesk$k
IFS=$'\n'

# # # = = = = [ NOHUP-STRATEGY ] = = = = # # #
# for f in "$instance/balance__k$k/liens_"*; do
# 	# # echo "$f";
# 	echo "$COUNTER / $TOTAL"
# 	for params in $(cat $f)
# 	do
# 		A=`echo $params |cut -d ' ' -f1 `
# 		B=`echo $params |cut -d ' ' -f2 `
# 		C=`echo $params |cut -d ' ' -f3 `
# 		D=`echo $params |cut -d ' ' -f4 `
# 		nohup  "$pythonversion" 72_kcliques-comparison.py  "$instance"  "stats.json"  "cliques" "edgesk$k" $A $B $C $D   >> "$instance/nohup" 2>&1 &
# 	done
# 	while true; do
# 		sleep 0.2s
# 		cthreads=`ps aux | grep $pythonversion | grep 72_kcliques-comparison.py | grep -v $0 | grep -v color | wc -l`
# 		if [[  -z "$cthreads" ]]; then
# 			break
# 		else
# 			if [[ cthreads -lt decalage ]]; then
# 				break
# 			fi
# 		fi
# 	done
# 	COUNTER=$((COUNTER+1))
# done
# # # = = = = [ / NOHUP-STRATEGY ] = = = = # # #


# # # = = = = [ WAIT-STRATEGY ] = = = = # # #
for f in "$instance/balance__k$k/liens_"*; do
	# # echo "$f";
	echo "$COUNTER / $TOTAL"
	for params in $(cat $f)
	do
		A=`echo $params |cut -d ' ' -f1 `
		B=`echo $params |cut -d ' ' -f2 `
		C=`echo $params |cut -d ' ' -f3 `
		D=`echo $params |cut -d ' ' -f4 `
		# echo "$pythonversion" 72_kcliques-comparison.py  "$instance"  "stats.json"  "cliques" "edgesk$k" $A $B $C $D
		"$pythonversion" 72_kcliques-comparison.py  "$instance"  "stats.json"  "cliques" "edgesk$k" $A $B $C $D   &
	done
	wait
	COUNTER=$((COUNTER+1))
done
# # # = = = = [ / WAIT-STRATEGY ] = = = = # # #

./monitorer.sh  "$pythonversion" 72_kcliques-comparison.py

FINI=`date +"%y-%m-%d %H:%M:%S"`
# echo "$cores cores  : $k : END"
echo "   $INICIO  --  $FINI  jaccard OK";