Models, first layer: artist × DR channel × week panel with IFPI chart history; NB and logit direct h-step models, Kalman artist form, persistence/popularity baselines; walk-forward backtest (docs/BACKTEST.md) and the ranking (forecasts table)

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-11-15 02:08:48 +00:00
co-authored by Claude Opus 5.5
parent 6272fbd75d
commit eededc7571
12 changed files with 1318 additions and 1 deletions
+109
View File
@@ -0,0 +1,109 @@
//! The ranking, version 0 (doc: "The ranking calculation"). For every artist, horizon h = 1–12
//! weeks after the latest complete week and DR channel: P(in rotation), expected plays, and,
//! across channels, P(in rotation on at least one) and total plays with an 80% interval.
//!
//! The artist's state is drawn once per simulation run and shared by all channels (a common
//! gamma frailty, so each channel's marginal stays the fitted NB), so channels aren't treated as
//! independent. Not yet conditioned on a release at t + h: that needs the release-effect curve
//! from release dates (Deezer backfill). Until then this ranks expected airplay given current form.
use super::common::{thresholds, Direct, Rng};
use super::features::P;
use super::panel::{Panel, C, CHANNELS};
use crate::db::Db;
use anyhow::Result;
use chrono::{Duration, Utc};
use rusqlite::params;
pub const VERSION: &str = "dr-nb-v0";
pub struct Line {
pub artist: usize,
pub p_channel: [f64; C],
pub mean_channel: [f64; C],
pub p_any: f64,
pub mean: f64,
pub lo: f64,
pub hi: f64,
}
pub fn create_tables(db: &Db) -> Result<()> {
db.conn.execute_batch(
"CREATE TABLE IF NOT EXISTS forecasts (
made_at TEXT NOT NULL, model_version TEXT NOT NULL,
target TEXT NOT NULL, -- 'rotation' (prob, mean plays) per channel, or 'any' across channels
key TEXT NOT NULL, -- '{dr artist id}:{channel}' or '{dr artist id}:any'
horizon INTEGER NOT NULL, -- weeks after origin_week
origin_week TEXT NOT NULL, target_week TEXT NOT NULL,
prob REAL, mean REAL, lo REAL, hi REAL,
PRIMARY KEY (made_at, model_version, target, key, horizon)
);
CREATE TABLE IF NOT EXISTS backtest_scores (
run_at TEXT NOT NULL, model TEXT NOT NULL, horizon INTEGER NOT NULL, metric TEXT NOT NULL, value REAL,
PRIMARY KEY (run_at, model, horizon, metric)
);",
)?;
Ok(())
}
pub fn forecast(p: &Panel, h: usize, sims: usize) -> Vec<Line> {
let t0 = p.w() - 1;
let tau = thresholds(p, p.w());
let d = Direct::fit(p, h, t0, &tau, false);
let mut x = vec![0.0; P];
let mut rng = Rng(0x5eed ^ h as u64);
let shape = 1.0 / d.alpha;
(0..p.a()).map(|a| {
let mut mean_channel = [0.0; C];
let mut p_channel = [0.0; C];
for c in 0..C {
let (mu, pr, _) = d.predict(p, a, c, t0, tau[c], &mut x);
mean_channel[c] = mu;
p_channel[c] = pr;
}
let mut totals = Vec::with_capacity(sims);
let mut any = 0usize;
for _ in 0..sims {
let g = rng.gamma(shape) / shape;
let (mut tot, mut hit) = (0.0, false);
for c in 0..C {
let y = rng.poisson(mean_channel[c] * g);
tot += y;
hit |= y >= tau[c] as f64;
}
any += hit as usize;
totals.push(tot);
}
totals.sort_by(f64::total_cmp);
let q = |f: f64| totals[((sims as f64 - 1.0) * f).round() as usize];
Line { artist: a, p_channel, mean_channel, p_any: any as f64 / sims as f64, mean: mean_channel.iter().sum(), lo: q(0.1), hi: q(0.9) }
}).collect()
}
/// Forecasts for h = 1..=max_h, stored in `forecasts`; returns the lines of `show_h`.
pub fn run(db: &Db, p: &Panel, max_h: usize, show_h: usize) -> Result<Vec<Line>> {
create_tables(db)?;
let made = Utc::now().format("%Y-%m-%dT%H:%M:%SZ").to_string();
let origin = p.weeks[p.w() - 1];
let mut shown = Vec::new();
for h in 1..=max_h {
let lines = forecast(p, h, 2000);
let target = (origin + Duration::weeks(h as i64)).to_string();
let tx = db.conn.unchecked_transaction()?;
{
let mut ins = tx.prepare("INSERT OR REPLACE INTO forecasts VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9, ?10, ?11)")?;
for l in &lines {
let id = &p.artists[l.artist].id;
ins.execute(params![made, VERSION, "any", format!("{id}:any"), h as i64, origin.to_string(), target, l.p_any, l.mean, l.lo, l.hi])?;
for c in 0..C {
ins.execute(params![made, VERSION, "rotation", format!("{id}:{}", CHANNELS[c]), h as i64, origin.to_string(), target,
l.p_channel[c], l.mean_channel[c], Option::<f64>::None, Option::<f64>::None])?;
}
}
}
tx.commit()?;
eprintln!("rank: h={h} stored ({} artists)", lines.len());
if h == show_h { shown = lines; }
}
Ok(shown)
}