Deezer discographies for every DR artist; release features in the add model (recency, releases in the window); rankings 'if they release in the window' and blended by release rate; site switch and what-if release toggle
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -163,3 +163,64 @@ fn urlencode(s: &str) -> String {
|
||||
_ => format!("%{b:02X}"),
|
||||
}).collect()
|
||||
}
|
||||
|
||||
// ------------------------------------------------------------------ discographies
|
||||
|
||||
/// Every DR artist's releases from Deezer, for release dates and the historical candidate pool:
|
||||
/// GET /search/artist?q={name} the Deezer artist: exact name match, most fans
|
||||
/// GET /artist/{id}/albums every release (album, EP, single) with its date
|
||||
pub fn create_discography_tables(db: &Db) -> Result<()> {
|
||||
db.conn.execute_batch(
|
||||
"CREATE TABLE IF NOT EXISTS deezer_artists (
|
||||
dr_artist_id TEXT PRIMARY KEY, deezer_artist_id INTEGER, name TEXT, fans INTEGER,
|
||||
candidates INTEGER, fetched_at TEXT NOT NULL
|
||||
);
|
||||
CREATE TABLE IF NOT EXISTS deezer_releases (
|
||||
deezer_artist_id INTEGER NOT NULL, album_id INTEGER NOT NULL, title TEXT, release_date TEXT,
|
||||
record_type TEXT, explicit INTEGER, fetched_at TEXT NOT NULL,
|
||||
PRIMARY KEY (deezer_artist_id, album_id)
|
||||
);
|
||||
CREATE INDEX IF NOT EXISTS deezer_releases_date ON deezer_releases (release_date);",
|
||||
)?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
pub fn discographies(db: &Db, http: &Http, limit: usize, log: &mut Vec<String>) -> Result<usize> {
|
||||
create_discography_tables(db)?;
|
||||
let todo: Vec<(String, String)> = db.conn.prepare(
|
||||
"SELECT artist_id, name FROM dr_artists WHERE artist_id NOT IN (SELECT dr_artist_id FROM deezer_artists) ORDER BY artist_id")?
|
||||
.query_map([], |r| Ok((r.get(0)?, r.get(1)?)))?.collect::<Result<_, _>>()?;
|
||||
let now = Utc::now().to_rfc3339();
|
||||
let mut done = 0;
|
||||
for (dr_id, name) in todo.into_iter().take(limit) {
|
||||
let found = match fetch_json(http, &format!("{BASE}/search/artist?q={}&limit=10", urlencode(&name))) {
|
||||
Ok(v) => v.unwrap_or(Value::Null),
|
||||
Err(e) => { log.push(format!("deezer artist '{name}': {e}")); continue; }
|
||||
};
|
||||
let hits = found["data"].as_array().cloned().unwrap_or_default();
|
||||
let best = hits.iter().filter(|h| key(h["name"].as_str().unwrap_or_default()) == key(&name))
|
||||
.max_by_key(|h| h["nb_fan"].as_i64().unwrap_or(0));
|
||||
let (did, fans) = (best.and_then(|h| h["id"].as_i64()), best.and_then(|h| h["nb_fan"].as_i64()));
|
||||
if let Some(id) = did {
|
||||
let have: i64 = db.conn.query_row("SELECT count(*) FROM deezer_releases WHERE deezer_artist_id = ?1", [id], |r| r.get(0))?;
|
||||
if have == 0 {
|
||||
let mut url = Some(format!("{BASE}/artist/{id}/albums?limit=100"));
|
||||
let mut pages = 0;
|
||||
while let Some(u) = url.take() {
|
||||
let v = match fetch_json(http, &u) { Ok(Some(v)) => v, Ok(None) => break, Err(e) => { log.push(format!("deezer albums {id}: {e}")); break; } };
|
||||
for a in v["data"].as_array().into_iter().flatten() {
|
||||
db.conn.execute("INSERT OR REPLACE INTO deezer_releases VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)",
|
||||
params![id, a["id"].as_i64(), a["title"].as_str(), a["release_date"].as_str(), a["record_type"].as_str(),
|
||||
a["explicit_lyrics"].as_bool().map(|b| b as i64), now])?;
|
||||
}
|
||||
pages += 1;
|
||||
url = v["next"].as_str().filter(|_| pages < 5).map(str::to_string);
|
||||
}
|
||||
}
|
||||
}
|
||||
db.conn.execute("INSERT OR REPLACE INTO deezer_artists VALUES (?1, ?2, ?3, ?4, ?5, ?6)",
|
||||
params![dr_id, did, name, fans, hits.len() as i64, now])?;
|
||||
done += 1;
|
||||
}
|
||||
Ok(done)
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user