scripts/boostrap-steam-db.bash


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

#!/bin/bash
set -euo pipefail
tmp="$(mktemp -d)"
trap 'rm -rf -- "$tmp"' EXIT

# deps
hash sqlite3 rq

# first generate clean db
bash update-schema-models.bash

for db in kanta; do
   rm -f "$db".sqlite{,-shm,-wal}
   sqlite3 "$db".sqlite < db/"$db".sql
   sqlite3 "$db".sqlite <<'EOF'
insert into engines (id, name) values (0, "generic");
insert into roles (id, name) values (0, "developer");
EOF
   jq -r -f scripts/jq/transform-creators.jq steam-dataset-messy/steam.json | sqlite3 "$db".sqlite
   jq -r -f scripts/jq/transform-products.jq steam-dataset-messy/steam.json | sqlite3 "$db".sqlite
   jq -r -f scripts/jq/transform-product-creators.jq steam-dataset-messy/steam.json | sqlite3 "$db".sqlite
done