CCCHH/sunders
CCCHH/sunders
2
0
Fork 1
forked from kamba4/sunders
Code Issues 5 Pull requests 4 Packages 1 Activity Actions

added changes to improve performance of sync
All checks were successful
Build (and tag) Images / build (push) Successful in 1m4s
Details

Browse source
This commit is contained in:
aso 2025-10-19 17:19:44 +02:00
commit c768645960
5 changed files with 101 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
data_handler/utils/create_camera_update_statements_download.sh
View file

@ -22,11 +22,11 @@ mkdir -p logs
seq "$((lastSeqNum + 1))" "$newSeqNum" > seq_list.txt
cat seq_list.txt | xargs -n1 -P7 -I{} bash -c '
cat seq_list.txt | xargs -n1 -P10 -I{} bash -c '
seqnum="$1"
f=$(printf "%09d" "$seqnum")
path=$(echo "$f" | sed -E "s#(...)(...)(...)#\1/\2/\3#")
url="${REPLICATE_URL}/${path}.osc.gz"
echo "Downloading $url"
curl -sL "$url" -o "${seqnum}.osc.gz" && gunzip "${seqnum}.osc.gz"
curl -sL "$url" -o "${seqnum}.osc.gz" && gunzip "${seqnum}.osc.gz" && python filter_osc.py ${seqnum} && rm ${seqnum}.osc
' _ {}