28 строки
981 B
Bash
Executable File
28 строки
981 B
Bash
Executable File
#!/bin/bash
|
|
|
|
## Export subsets of the incline_executive_dashboard table to objects in GCS.
|
|
|
|
set -eo pipefail
|
|
|
|
if [ "$#" -ne 1 ]; then
|
|
echo "ERROR: Exactly one parameter is required to specify the date of processing"
|
|
exit 1
|
|
fi
|
|
|
|
DS=$1
|
|
BUCKET="gs://moz-fx-data-prod-analysis"
|
|
|
|
# List of countries should match that in sql/org_mozilla_firefox/derived/incline_executive_v1/
|
|
for country in US CA DE FR GB IN CN IR BR IE ID tier-1 non-tier-1 Overall; do
|
|
dest_latest="$BUCKET/incline/executive_dash/latest/${country}.csv.gz"
|
|
echo "Populating $dest_latest from query"
|
|
bq query --nouse_legacy_sql --project_id=moz-fx-data-shared-prod \
|
|
--max_rows=100000 --format=csv -q \
|
|
"SELECT * FROM org_mozilla_firefox_derived.incline_executive_v1 where country = '$country'" \
|
|
| gzip \
|
|
| gsutil -q cp - "$dest_latest"
|
|
dest_ds="${dest_latest/latest/$DS}"
|
|
echo "Copying ${dest_latest} to ${dest_ds}"
|
|
gsutil -q cp "${dest_latest}" "${dest_ds}"
|
|
done
|