99 lines
3 KiB
Python
Executable file
99 lines
3 KiB
Python
Executable file
#!/usr/bin/env nix-shell
|
|
#!nix-shell -p "pkgs.python3.withPackages (p: with p; [tabulate])"
|
|
#!nix-shell -i python3
|
|
import csv
|
|
import os
|
|
import sqlite3
|
|
import sys
|
|
|
|
data_dir = os.environ.get("SHIMMERING_DATA_DIR")
|
|
db_path = data_dir + "/db.sqlite"
|
|
# if not os.path.exists(db_path):
|
|
# run(f"cat ./schema.sql | sqlite3 {db_path}")
|
|
conn = sqlite3.connect(db_path)
|
|
|
|
|
|
# {{{ Import songs
|
|
def import_charts_from_csv():
|
|
chart_count = 0
|
|
songs = dict()
|
|
|
|
with open(data_dir + "/charts.csv", mode="r") as file:
|
|
for row in csv.reader(file):
|
|
if len(row) > 0:
|
|
chart_count += 1
|
|
[title, difficulty, level, cc, _, note_count, _, _, _] = row
|
|
if songs.get(title) is None:
|
|
songs[title] = {"charts": [], "shorthand": None}
|
|
songs[title]["charts"].append([difficulty, level, cc, note_count, None])
|
|
|
|
with open(data_dir + "/jackets.csv", mode="r") as file:
|
|
for row in csv.reader(file):
|
|
if len(row) > 0:
|
|
[title, jacket, difficulty] = row
|
|
if difficulty.strip() != "":
|
|
changed = 0
|
|
|
|
for i in range(len(songs[title]["charts"])):
|
|
if songs[title]["charts"][i][0] == difficulty:
|
|
songs[title]["charts"][i][4] = jacket
|
|
changed += 1
|
|
|
|
if changed == 0:
|
|
raise f"Nothing changed for chart {title} [{difficulty}]"
|
|
else:
|
|
for i in range(len(songs[title]["charts"])):
|
|
songs[title]["charts"][i][4] = jacket
|
|
|
|
with open(data_dir + "/shorthands.csv", mode="r") as file:
|
|
for row in csv.reader(file):
|
|
if len(row) > 0:
|
|
[title, shorthand] = row
|
|
songs[title]["shorthand"] = shorthand
|
|
|
|
for title, entry in songs.items():
|
|
artist = None
|
|
|
|
if title.startswith("Quon"):
|
|
artist = title[6:-1]
|
|
title = "Quon"
|
|
|
|
row = conn.execute(
|
|
"""
|
|
INSERT INTO songs(title,artist,ocr_alias)
|
|
VALUES (?,?,?)
|
|
RETURNING id
|
|
""",
|
|
(title, artist, entry.get("shorthand")),
|
|
).fetchone()
|
|
song_id = row[0]
|
|
|
|
for difficulty, level, cc, note_count, jacket in entry["charts"]:
|
|
conn.execute(
|
|
"""
|
|
INSERT INTO charts(song_id, difficulty, level, note_count, chart_constant, jacket)
|
|
VALUES(?,?,?,?,?, ?)
|
|
""",
|
|
(
|
|
song_id,
|
|
difficulty,
|
|
level,
|
|
int(note_count.replace(",", "").replace(".", "")),
|
|
int(float(cc) * 100),
|
|
jacket,
|
|
),
|
|
)
|
|
|
|
conn.commit()
|
|
|
|
print(f"Imported {chart_count} charts and {len(songs)} songs")
|
|
|
|
|
|
# }}}
|
|
|
|
command = sys.argv[1]
|
|
subcommand = sys.argv[2]
|
|
|
|
if command == "import" and subcommand == "charts":
|
|
import_charts_from_csv()
|