Deezer discographies for every DR artist; release features in the add model (recency, releases in the window); rankings 'if they release in the window' and blended by release rate; site switch and what-if release toggle

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-11-15 03:21:59 +00:00
co-authored by Claude Opus 5.5
parent 7815ed417c
commit 5b7e544b1c
7 changed files with 189 additions and 34 deletions
+61
View File
@@ -163,3 +163,64 @@ fn urlencode(s: &str) -> String {
_ => format!("%{b:02X}"),
}).collect()
}
// ------------------------------------------------------------------ discographies
/// Every DR artist's releases from Deezer, for release dates and the historical candidate pool:
/// GET /search/artist?q={name} the Deezer artist: exact name match, most fans
/// GET /artist/{id}/albums every release (album, EP, single) with its date
pub fn create_discography_tables(db: &Db) -> Result<()> {
db.conn.execute_batch(
"CREATE TABLE IF NOT EXISTS deezer_artists (
dr_artist_id TEXT PRIMARY KEY, deezer_artist_id INTEGER, name TEXT, fans INTEGER,
candidates INTEGER, fetched_at TEXT NOT NULL
);
CREATE TABLE IF NOT EXISTS deezer_releases (
deezer_artist_id INTEGER NOT NULL, album_id INTEGER NOT NULL, title TEXT, release_date TEXT,
record_type TEXT, explicit INTEGER, fetched_at TEXT NOT NULL,
PRIMARY KEY (deezer_artist_id, album_id)
);
CREATE INDEX IF NOT EXISTS deezer_releases_date ON deezer_releases (release_date);",
)?;
Ok(())
}
pub fn discographies(db: &Db, http: &Http, limit: usize, log: &mut Vec<String>) -> Result<usize> {
create_discography_tables(db)?;
let todo: Vec<(String, String)> = db.conn.prepare(
"SELECT artist_id, name FROM dr_artists WHERE artist_id NOT IN (SELECT dr_artist_id FROM deezer_artists) ORDER BY artist_id")?
.query_map([], |r| Ok((r.get(0)?, r.get(1)?)))?.collect::<Result<_, _>>()?;
let now = Utc::now().to_rfc3339();
let mut done = 0;
for (dr_id, name) in todo.into_iter().take(limit) {
let found = match fetch_json(http, &format!("{BASE}/search/artist?q={}&limit=10", urlencode(&name))) {
Ok(v) => v.unwrap_or(Value::Null),
Err(e) => { log.push(format!("deezer artist '{name}': {e}")); continue; }
};
let hits = found["data"].as_array().cloned().unwrap_or_default();
let best = hits.iter().filter(|h| key(h["name"].as_str().unwrap_or_default()) == key(&name))
.max_by_key(|h| h["nb_fan"].as_i64().unwrap_or(0));
let (did, fans) = (best.and_then(|h| h["id"].as_i64()), best.and_then(|h| h["nb_fan"].as_i64()));
if let Some(id) = did {
let have: i64 = db.conn.query_row("SELECT count(*) FROM deezer_releases WHERE deezer_artist_id = ?1", [id], |r| r.get(0))?;
if have == 0 {
let mut url = Some(format!("{BASE}/artist/{id}/albums?limit=100"));
let mut pages = 0;
while let Some(u) = url.take() {
let v = match fetch_json(http, &u) { Ok(Some(v)) => v, Ok(None) => break, Err(e) => { log.push(format!("deezer albums {id}: {e}")); break; } };
for a in v["data"].as_array().into_iter().flatten() {
db.conn.execute("INSERT OR REPLACE INTO deezer_releases VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)",
params![id, a["id"].as_i64(), a["title"].as_str(), a["release_date"].as_str(), a["record_type"].as_str(),
a["explicit_lyrics"].as_bool().map(|b| b as i64), now])?;
}
pages += 1;
url = v["next"].as_str().filter(|_| pages < 5).map(str::to_string);
}
}
}
db.conn.execute("INSERT OR REPLACE INTO deezer_artists VALUES (?1, ?2, ?3, ?4, ?5, ?6)",
params![dr_id, did, name, fans, hits.len() as i64, now])?;
done += 1;
}
Ok(done)
}