Auto merge of #3950 - Turbo87:import-script, r=pietroalbini

Implement basic `import-database-dump.sh` script

This PR adds a small bash script which downloads the current database dump and imports it into a local `cargo_registry` database. This can be useful for e.g. trying out database queries with production data.

Author: bors

script/import-database-dump.sh

@@ -0,0 +1,38 @@
+#!/bin/sh
+
+# Downloads the database dump tarball from crates.io and imports it
+# into the `cargo_registry` database. If the database already exists it
+# is recreated from scratch!
+
+set -o errexit
+set -o nounset
+set -o pipefail
+
+readonly TARBALL_PATH="tmp/db-dump.tar.gz"
+readonly DUMP_PATH="tmp/db-dump"
+
+if [ -f "$TARBALL_PATH" ]; then
+    echo "Skipping https://static.crates.io/db-dump.tar.gz download since it exists already "
+else
+    echo "Downloading https://static.crates.io/db-dump.tar.gz to the 'tmp' folder"
+    curl https://static.crates.io/db-dump.tar.gz --output $TARBALL_PATH
+fi
+
+if [ -d "$DUMP_PATH" ]; then
+    echo "Skipping db-dump.tar.gz extraction since '$DUMP_PATH' exists already"
+else
+    echo "Extracting db-dump.tar.gz to '$DUMP_PATH'"
+    mkdir -p $DUMP_PATH
+    tar -xf $TARBALL_PATH --strip 1 -C $DUMP_PATH
+fi
+
+cd $DUMP_PATH
+echo "Creating 'cargo_registry' database"
+psql --command="DROP DATABASE IF EXISTS cargo_registry"
+psql --command="CREATE DATABASE cargo_registry"
+
+echo "Importing database schema"
+psql -a cargo_registry < schema.sql
+
+echo "Importing data"
+psql -a cargo_registry < import.sql