#!/bin/bash #rclone sync --progress bikewest:spl_generic_survey_2024 $DATA_LOC/google-data #rclone --drive-export-formats csv copyto 'bikewest:spl_generic_survey_2024/Streets People Love council election candidate pledge and survey (Responses).csv' $DATA_LOC/responses.csv GENERIC_SURVEY=../generic-survey/responses.csv DATA_PATH="../spl-data" config_files=() for folder in "$DATA_PATH"/*; do if test -f "$folder"/config.json; then config_files+=("$folder"/config.json) fi done image_map=$(php csv-generic/gen-image-map.php --generic-csv $GENERIC_SURVEY --config-files "${config_files[*]}") for key in $(jq -r 'keys[]' <<< $image_map) ; do url=$(jq -r ".[\"$key\"][\"url\"]" <<< $image_map) lga=$(jq -r ".[\"$key\"][\"match_lga\"]" <<< $image_map) dst=$DATA_PATH/$lga/$key echo wget $url -O $dst break done #php csv-generic/gen-generic.php --generic-csv $GENERIC_SURVEY --config-files "${config_files[*]}"