We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0c977f2 commit f404ebbCopy full SHA for f404ebb
1 file changed
run/fill-db
@@ -181,15 +181,19 @@ rm -Rf "$db_tmp_dir"
181
mkdir -p "$db_tmp_dir"
182
echo "Loading data into the DB ..."
183
# --loader=parallel \
184
-time find \
+ttl_list_file="/tmp/ttls_$RANDOM.csv"
185
+find \
186
"$ontology_ttls_root" \
187
"$data_ttls_root" \
188
-name "*.ttl" \
- -print0 \
189
- | xargs -0 "$jena_db_data_injector" \
+ > "$ttl_list_file"
190
+time while mapfile -t -n 10000 batch && ((${#batch[@]}))
191
+do
192
+ "$jena_db_data_injector" \
193
--loc "$db_tmp_dir" \
194
--syntax turtle \
- 2>&1 | awk -v ORS='' \
195
+ "${batch[@]}"
196
+done < "$ttl_list_file" 2>&1 | awk -v ORS='' \
197
'
198
# This AWK script only serves to reformat the output
199
# of the loading procedure into a less spammy
0 commit comments