Tools: Simplify update-wiitdb.sh
After getting in touch with the GameTDB maintainer about using their databases, they have decided to implement a UNIQUE parameter so we don't need to deduplicate ourselves. This simplifies the script a bit. Thanks to lustar for their help.
This commit is contained in:
parent
d592bdd4d4
commit
baac0d78bf
|
@ -1,26 +1,22 @@
|
|||
#!/bin/bash
|
||||
# Script to update the bundled WiiTDBs and remove duplicate entries.
|
||||
# Script to update the bundled WiiTDBs.
|
||||
|
||||
set -eu
|
||||
ENGLISH_DB_NAME="Data/Sys/wiitdb-en.txt"
|
||||
ENGLISH_TMP_DB_NAME="Data/Sys/wiitdb-en.tmp"
|
||||
TIMESTAMP_PATTERN="TITLES = "
|
||||
|
||||
echo "Downloading WiiTDB (en)..."
|
||||
curl -s "http://www.gametdb.com/wiitdb.txt?LANG=EN" | sort > "$ENGLISH_TMP_DB_NAME"
|
||||
|
||||
dbs=()
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=DE de")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ES es")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=FR fr")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=IT it")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=JA ja")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=KO ko")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=NL nl")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=PT pt")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=RU ru")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ZHCN zh_CN")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ZHTW zh_TW")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=EN en")
|
||||
# UNIQUE means "only return non-English titles".
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=DE&UNIQUE=TRUE de")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ES&UNIQUE=TRUE es")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=FR&UNIQUE=TRUE fr")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=IT&UNIQUE=TRUE it")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=JA&UNIQUE=TRUE ja")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=KO&UNIQUE=TRUE ko")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=NL&UNIQUE=TRUE nl")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=PT&UNIQUE=TRUE pt")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=RU&UNIQUE=TRUE ru")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ZHCN&UNIQUE=TRUE zh_CN")
|
||||
dbs+=("http://www.gametdb.com/wiitdb.txt?LANG=ZHTW&UNIQUE=TRUE zh_TW")
|
||||
|
||||
for i in "${dbs[@]}"
|
||||
do
|
||||
|
@ -29,14 +25,6 @@ do
|
|||
lang_code="${entry[1]}"
|
||||
|
||||
dest="Data/Sys/wiitdb-$lang_code.txt"
|
||||
tmp_dest="Data/Sys/wiitdb-$lang_code.tmp"
|
||||
echo "Downloading WiiTDB ($lang_code)..."
|
||||
curl -s "$url" | sort | comm -23 - "$ENGLISH_TMP_DB_NAME" > "$tmp_dest"
|
||||
grep "$TIMESTAMP_PATTERN" "$tmp_dest" > "$dest"
|
||||
grep -v "$TIMESTAMP_PATTERN" "$tmp_dest" >> "$dest"
|
||||
rm "$tmp_dest"
|
||||
curl -s "$url" > "$dest"
|
||||
done
|
||||
|
||||
grep "$TIMESTAMP_PATTERN" "$ENGLISH_TMP_DB_NAME" > "$ENGLISH_DB_NAME"
|
||||
grep -v "$TIMESTAMP_PATTERN" "$ENGLISH_TMP_DB_NAME" >> "$ENGLISH_DB_NAME"
|
||||
rm "$ENGLISH_TMP_DB_NAME"
|
||||
|
|
Loading…
Reference in New Issue