128e24a7cb
- web: all URLs relative (imports ./web/..., fetches assets/...) so the app serves at / locally and under /scenegod/ behind nginx; esc() on dock innerHTML interpolations (ship-check XSS class) - server: capped_body on every POST (scenes 5MB, frames 25MB, meta/director 256KB-1MB), render begin sanity (fps<=60, dims<=4096, frame idx<=20000) - deploy/: Dockerfile (slim+ffmpeg), compose (project 'scenegod' — avoids the shared-'deploy'-project orphan trap with meshgod), nginx location (suite basic-auth), deploy.sh (rsync model, meshgod-style) - live: digalot.fyi/scenegod/ -> 401 unauthed, app healthy on dealgod_default Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
623 lines
32 KiB
JavaScript
623 lines
32 KiB
JavaScript
// tlui.js — SCENEGOD timeline panel (Lane B). ALL DOM/canvas lives here;
|
|
// timeline.js stays headless. Mounts into #timeline, drives a Timeline.
|
|
//
|
|
// Layout: [scene bar] / [names column | ruler+canvas lanes]. One <canvas> for
|
|
// all lanes (decision: simpler than canvas-per-lane; hit-testing via a rebuilt
|
|
// hitbox list each draw). Time axis fits to width at zoom 1; Cmd/Ctrl+wheel
|
|
// zooms around the cursor, plain wheel is left to the page (scroll), and
|
|
// trackpad horizontal wheel pans when zoomed in.
|
|
|
|
const ROW_H = 28;
|
|
const RULER_H = 22;
|
|
const KEY_R = 5;
|
|
|
|
// ponytail: styles injected here, not written into Lane A's web/style.css —
|
|
// keeps Lane B inside its own files (orchestrator confirmed this is permanent).
|
|
const CSS = `
|
|
#timeline{display:flex;flex-direction:column;background:#161a20;color:#c9d1d9;font:12px/1.4 ui-monospace,Menlo,monospace;border-top:1px solid #2b323c;user-select:none}
|
|
#timeline .tl-bar{display:flex;gap:8px;align-items:center;padding:6px 8px;border-bottom:1px solid #2b323c}
|
|
#timeline .tl-bar input{background:#0d1117;border:1px solid #2b323c;color:#c9d1d9;padding:2px 6px;border-radius:3px;font:inherit}
|
|
#timeline .tl-bar input.name{width:150px}
|
|
#timeline .tl-bar input.num{width:56px}
|
|
#timeline .tl-bar select{background:#0d1117;border:1px solid #2b323c;color:#c9d1d9;padding:2px 4px;border-radius:3px;font:inherit}
|
|
#timeline .tl-bar label{display:flex;align-items:center;gap:3px;color:#8b949e;cursor:pointer}
|
|
#timeline .tl-bar button{background:#21262d;border:1px solid #2b323c;color:#c9d1d9;padding:3px 10px;border-radius:3px;cursor:pointer;font:inherit}
|
|
#timeline .tl-bar button:hover{background:#2b323c}
|
|
#timeline .tl-bar .spring{flex:1}
|
|
#timeline .tl-bar .clock{color:#7aa2f7;min-width:64px;text-align:right}
|
|
#timeline .tl-body{display:flex}
|
|
#timeline .tl-names{width:150px;flex:none;overflow:hidden;border-right:1px solid #2b323c;background:#12161c}
|
|
#timeline .tl-names .row{height:${ROW_H}px;display:flex;align-items:center;padding:0 8px;box-sizing:border-box;border-bottom:1px solid #1b2027;white-space:nowrap;overflow:hidden;text-overflow:ellipsis}
|
|
#timeline .tl-names .row.head{margin-top:${RULER_H}px}
|
|
#timeline .tl-names .row .k{color:#565f6b;margin-right:6px;font-size:10px}
|
|
#timeline .tl-names .row.sub{color:#8b949e;padding-left:20px;font-size:11px}
|
|
#timeline .tl-names .row input.gain{width:38px;margin-left:auto;background:#0d1117;border:1px solid #2b323c;color:#c9d1d9;font:10px ui-monospace;border-radius:3px;padding:1px 2px}
|
|
#timeline .tl-names .row button.lip{margin-left:4px;background:#21262d;border:1px solid #2b323c;border-radius:3px;color:#c9d1d9;cursor:pointer;font-size:11px;padding:0 4px}
|
|
#timeline .tl-names .row button.lip:hover{background:#2b323c}
|
|
#timeline .tl-lanes{flex:1;position:relative;overflow:hidden}
|
|
#timeline canvas{display:block;width:100%;height:100%}
|
|
.tl-menu{position:fixed;z-index:9999;background:#12161c;border:1px solid #2b323c;border-radius:4px;max-height:240px;overflow:auto;font:12px ui-monospace;color:#c9d1d9;min-width:160px}
|
|
.tl-menu .item{padding:4px 10px;cursor:pointer;white-space:nowrap}
|
|
.tl-menu .item:hover{background:#2b323c}
|
|
.tl-menu .empty{padding:6px 10px;color:#565f6b}
|
|
.tl-toast{position:fixed;left:50%;bottom:18px;transform:translateX(-50%);z-index:10000;background:#12161c;border:1px solid #e0af68;color:#e0e6ed;padding:6px 14px;border-radius:4px;font:12px ui-monospace;max-width:70vw}
|
|
`;
|
|
|
|
export class TimelineUI {
|
|
constructor(timeline, mountEl) {
|
|
this.tl = timeline;
|
|
this.stage = timeline.stage;
|
|
this.el = typeof mountEl === 'string' ? document.querySelector(mountEl) : mountEl;
|
|
this._hits = [];
|
|
this._drag = null;
|
|
this._selKeys = []; // box-selected keys: [{id, track, key}]
|
|
this._snapOn = true;
|
|
this._snapStep = 'frame'; // 'frame' | seconds string
|
|
this._zoom = 1; // 1 = fit-to-width; Cmd/Ctrl+wheel zooms
|
|
this._panT = 0; // left edge of the view, in seconds
|
|
this._audioBuf = new Map(); // path -> decoded AudioBuffer
|
|
this._audioSrcs = []; // live BufferSourceNodes during playback
|
|
this._wasPlaying = false;
|
|
this._injectCSS();
|
|
this._build();
|
|
this.tl.onTick(() => { // natural end-of-play stops audio (timeline auto-pauses)
|
|
this.draw();
|
|
if (this._wasPlaying && !this.tl.playing) this._audioStop();
|
|
this._wasPlaying = this.tl.playing;
|
|
});
|
|
this.tl.onLoad(() => { this._syncRows(); this._refreshBar(); }); // SYNC1 #3a/#3b
|
|
if (this.stage.onChange) this.stage.onChange(() => this._syncRows());
|
|
this._syncRows();
|
|
this.draw();
|
|
}
|
|
|
|
_refreshBar() {
|
|
if (this.$name) this.$name.value = this.tl.scene.name || '';
|
|
if (this.$dur) this.$dur.value = this.tl.duration;
|
|
}
|
|
|
|
_injectCSS() {
|
|
if (document.getElementById('laneB-tl-css')) return;
|
|
const s = document.createElement('style');
|
|
s.id = 'laneB-tl-css';
|
|
s.textContent = CSS;
|
|
document.head.appendChild(s);
|
|
}
|
|
|
|
_build() {
|
|
this.el.innerHTML = '';
|
|
const bar = document.createElement('div');
|
|
bar.className = 'tl-bar';
|
|
bar.innerHTML = `
|
|
<button data-act="play">▶</button>
|
|
<span class="clock">0.00s</span>
|
|
<input class="name" placeholder="scene name" value="${this.tl.scene.name || ''}">
|
|
<span>dur</span><input class="num dur" type="number" min="0" step="0.5" value="${this.tl.duration}">
|
|
<label><input type="checkbox" class="snap" checked> snap</label>
|
|
<select class="snapstep" title="snap increment">
|
|
<option value="frame">frame</option><option value="0.1">0.1s</option>
|
|
<option value="0.25">0.25s</option><option value="1">1s</option></select>
|
|
<button data-act="audio" title="add audio clip at playhead">🎵</button>
|
|
<span class="spring"></span>
|
|
<button data-act="save">Save</button>
|
|
<button data-act="load">Load</button>`;
|
|
this.el.appendChild(bar);
|
|
this.$play = bar.querySelector('[data-act="play"]');
|
|
this.$clock = bar.querySelector('.clock');
|
|
this.$name = bar.querySelector('.name');
|
|
this.$dur = bar.querySelector('.dur');
|
|
this.$snap = bar.querySelector('.snap');
|
|
this.$snapStep = bar.querySelector('.snapstep');
|
|
this.$play.onclick = () => this._toggle();
|
|
bar.querySelector('[data-act="save"]').onclick = () => this.save();
|
|
bar.querySelector('[data-act="load"]').onclick = () => this.load(this.$name.value);
|
|
this.$audioBtn = bar.querySelector('[data-act="audio"]');
|
|
this.$audioBtn.onclick = () => this._pickAudio();
|
|
this.$dur.onchange = () => this.tl.setDuration(this.$dur.value); // clamps + refreshes bar
|
|
this.$name.onchange = () => { this.tl.scene.name = this.$name.value; };
|
|
this.$snap.onchange = () => { this._snapOn = this.$snap.checked; };
|
|
this.$snapStep.onchange = () => { this._snapStep = this.$snapStep.value; };
|
|
|
|
const body = document.createElement('div');
|
|
body.className = 'tl-body';
|
|
this.$names = document.createElement('div'); this.$names.className = 'tl-names';
|
|
const lanes = document.createElement('div'); lanes.className = 'tl-lanes';
|
|
this.canvas = document.createElement('canvas');
|
|
lanes.appendChild(this.canvas);
|
|
body.appendChild(this.$names); body.appendChild(lanes);
|
|
this.el.appendChild(body);
|
|
this.lanesEl = lanes;
|
|
|
|
this.canvas.addEventListener('mousedown', (e) => this._down(e));
|
|
this.canvas.addEventListener('wheel', (e) => this._wheel(e), { passive: false });
|
|
window.addEventListener('mousemove', (e) => this._move(e));
|
|
window.addEventListener('mouseup', () => this._up());
|
|
this.canvas.addEventListener('dblclick', (e) => this._dbl(e));
|
|
this.canvas.addEventListener('contextmenu', (e) => this._ctx(e));
|
|
window.addEventListener('keydown', (e) => this._key(e));
|
|
window.addEventListener('resize', () => this.draw());
|
|
}
|
|
|
|
// rows: [{type:'transform'|'params'|'clip'|'cameras', id?, label}].
|
|
// Built from the timeline's entities (authoritative for tracks) merged with
|
|
// any stage entities not yet keyframed (dock-added but not in a loaded scene).
|
|
_rows() {
|
|
const rows = [];
|
|
const list = [...this.tl.scene.entities];
|
|
for (const se of this.stage.entities()) if (!list.find((e) => e.id === se.id)) list.push(se);
|
|
for (const e of list) {
|
|
rows.push({ type: 'transform', id: e.id, kind: e.kind, label: e.label || e.id });
|
|
if (e.kind === 'character') rows.push({ type: 'clip', id: e.id, label: '↳ clips' });
|
|
const paramable = (e.tracks?.params?.length > 0) || e.kind === 'camera' || e.kind === 'light';
|
|
if (paramable) rows.push({ type: 'params', id: e.id, label: '↳ params' });
|
|
// viseme lane only when the character actually has morph targets (M4-B)
|
|
const hasMorphs = (e.tracks?.morphs?.length > 0) ||
|
|
(e.kind === 'character' && this.stage.visemeTargets && (this.stage.visemeTargets(e.id) || []).length > 0);
|
|
if (hasMorphs) rows.push({ type: 'morphs', id: e.id, label: '↳ visemes' });
|
|
}
|
|
rows.push({ type: 'cameras', label: 'Cameras' });
|
|
for (const clip of (this.tl.scene.audio || [])) {
|
|
rows.push({ type: 'audio', clip, label: '🎵 ' + (clip.path || '').split('/').pop() });
|
|
}
|
|
return rows;
|
|
}
|
|
|
|
_syncRows() {
|
|
this.rows = this._rows();
|
|
this.$names.innerHTML = '';
|
|
this.rows.forEach((r, i) => {
|
|
const d = document.createElement('div');
|
|
const sub = r.type === 'clip' || r.type === 'params' || r.type === 'morphs' || r.type === 'audio';
|
|
d.className = 'row' + (i === 0 ? ' head' : '') + (sub ? ' sub' : '');
|
|
if (r.type === 'transform') d.innerHTML = `<span class="k">${(r.kind || '?')[0].toUpperCase()}</span>${r.label}`;
|
|
else if (r.type === 'audio') {
|
|
d.append(r.label);
|
|
const g = document.createElement('input');
|
|
g.type = 'number'; g.className = 'gain'; g.step = '0.1'; g.min = '0'; g.title = 'gain';
|
|
g.value = r.clip.gain ?? 1;
|
|
g.onchange = () => this.tl.setAudioGain(r.clip, Math.max(0, +g.value || 0));
|
|
d.appendChild(g);
|
|
const lip = document.createElement('button'); // M5: lip-sync from this audio
|
|
lip.className = 'lip'; lip.textContent = '🗣';
|
|
lip.title = 'lip-sync: rhubarb this audio → viseme keys on a character';
|
|
lip.onclick = () => this._lipSync(r.clip, lip);
|
|
d.appendChild(lip);
|
|
} else d.textContent = r.label;
|
|
this.$names.appendChild(d);
|
|
});
|
|
// size lanes to content so no row (esp. Cameras) is clipped as rows grow.
|
|
// ponytail: grow-to-content; add a max-height+scroll only if a scene ever
|
|
// has so many entities the panel dominates the viewport.
|
|
const hpx = RULER_H + this.rows.length * ROW_H;
|
|
this.$names.style.height = hpx + 'px';
|
|
this.lanesEl.style.height = hpx + 'px';
|
|
this.draw();
|
|
}
|
|
|
|
// ---- geometry ----
|
|
_dims() {
|
|
const w = this.canvas.clientWidth, h = this.canvas.clientHeight;
|
|
const dpr = window.devicePixelRatio || 1;
|
|
if (this.canvas.width !== w * dpr || this.canvas.height !== h * dpr) {
|
|
this.canvas.width = w * dpr; this.canvas.height = h * dpr;
|
|
}
|
|
return { w, h, dpr, pps: (w / (this.tl.duration || 1)) * this._zoom };
|
|
}
|
|
_x2t(x) { const { pps } = this._dims(); return Math.max(0, Math.min(this.tl.duration, this._panT + x / pps)); }
|
|
_t2x(t) { const { pps } = this._dims(); return (t - this._panT) * pps; }
|
|
// UX (session-5 nit): plain wheel is NOT captured — the page scrolls as users
|
|
// expect. Cmd/Ctrl+wheel (incl. trackpad pinch → ctrlKey) zooms around the
|
|
// cursor; horizontal wheel pans when zoomed in.
|
|
_wheel(e) {
|
|
const zoomG = e.ctrlKey || e.metaKey;
|
|
const panG = this._zoom > 1 && Math.abs(e.deltaX) > Math.abs(e.deltaY);
|
|
if (!zoomG && !panG) return;
|
|
e.preventDefault();
|
|
const { x } = this._local(e);
|
|
const { w, pps } = this._dims();
|
|
if (zoomG) {
|
|
const tAt = this._panT + x / pps; // time under the cursor
|
|
this._zoom = Math.max(1, Math.min(64, this._zoom * Math.pow(1.0015, -e.deltaY)));
|
|
this._panT = tAt - x / ((w / (this.tl.duration || 1)) * this._zoom); // keep it under the cursor
|
|
} else {
|
|
this._panT += e.deltaX / pps;
|
|
}
|
|
const view = (this.tl.duration || 1) / this._zoom; // visible seconds
|
|
this._panT = Math.max(0, Math.min(this.tl.duration - view, this._panT));
|
|
this.draw();
|
|
}
|
|
_rowAtY(y) { const i = Math.floor((y - RULER_H) / ROW_H); return (i >= 0 && i < this.rows.length) ? i : -1; }
|
|
|
|
// ---- draw ----
|
|
draw() {
|
|
if (!this.rows) this.rows = this._rows();
|
|
const { w, h, dpr } = this._dims();
|
|
const c = this.canvas.getContext('2d');
|
|
c.setTransform(dpr, 0, 0, dpr, 0, 0);
|
|
c.clearRect(0, 0, w, h);
|
|
this._hits = [];
|
|
|
|
// ruler
|
|
c.fillStyle = '#12161c'; c.fillRect(0, 0, w, RULER_H);
|
|
c.fillStyle = '#565f6b'; c.font = '10px ui-monospace';
|
|
const dur = this.tl.duration || 1;
|
|
const stepSec = dur <= 5 ? 0.5 : dur <= 20 ? 1 : 5;
|
|
for (let t = 0; t <= dur + 1e-6; t += stepSec) {
|
|
const x = this._t2x(t);
|
|
c.strokeStyle = '#1b2027'; c.beginPath(); c.moveTo(x, 0); c.lineTo(x, h); c.stroke();
|
|
c.fillText(t.toFixed(stepSec < 1 ? 1 : 0) + 's', x + 2, 12);
|
|
}
|
|
|
|
// lanes
|
|
this.rows.forEach((r, i) => {
|
|
const y = RULER_H + i * ROW_H;
|
|
c.fillStyle = i % 2 ? '#161a20' : '#13171d';
|
|
c.fillRect(0, y, w, ROW_H);
|
|
c.strokeStyle = '#1b2027'; c.beginPath(); c.moveTo(0, y + ROW_H); c.lineTo(w, y + ROW_H); c.stroke();
|
|
if (r.type === 'transform') this._drawKeys(c, r, y);
|
|
else if (r.type === 'params') this._drawParams(c, r, y);
|
|
else if (r.type === 'morphs') this._drawMorphs(c, r, y);
|
|
else if (r.type === 'clip') this._drawClips(c, r, y);
|
|
else if (r.type === 'cameras') this._drawCuts(c, y);
|
|
else if (r.type === 'audio') this._drawAudio(c, r, y);
|
|
});
|
|
|
|
// box-select overlay
|
|
const d = this._drag;
|
|
if (d && d.kind === 'box' && d.moved) {
|
|
c.fillStyle = 'rgba(122,162,247,0.15)'; c.strokeStyle = '#7aa2f7';
|
|
const x = Math.min(d.x0, d.x), y = Math.min(d.y0, d.y);
|
|
c.fillRect(x, y, Math.abs(d.x - d.x0), Math.abs(d.y - d.y0));
|
|
c.strokeRect(x + 0.5, y + 0.5, Math.abs(d.x - d.x0), Math.abs(d.y - d.y0));
|
|
}
|
|
|
|
// playhead
|
|
const px = this._t2x(this.tl.time);
|
|
c.strokeStyle = '#f7768e'; c.lineWidth = 1.5;
|
|
c.beginPath(); c.moveTo(px, 0); c.lineTo(px, h); c.stroke(); c.lineWidth = 1;
|
|
c.fillStyle = '#f7768e'; c.beginPath(); c.moveTo(px - 4, 0); c.lineTo(px + 4, 0); c.lineTo(px, 6); c.fill();
|
|
|
|
this.$clock.textContent = this.tl.time.toFixed(2) + 's';
|
|
this.$play.textContent = this.tl.playing ? '❚❚' : '▶';
|
|
}
|
|
|
|
_entity(id) { return this.stage.getEntity(id); } // stage: live transform/existence
|
|
_te(id) { return this.tl.scene.entities.find((e) => e.id === id); } // timeline: authoritative tracks
|
|
_selected(k) { return this._selKeys.some((s) => s.key === k); }
|
|
|
|
_diamond(c, x, cy, r, fill, sel) {
|
|
c.fillStyle = fill;
|
|
c.beginPath(); c.moveTo(x, cy - r); c.lineTo(x + r, cy); c.lineTo(x, cy + r); c.lineTo(x - r, cy); c.closePath(); c.fill();
|
|
if (sel) { c.strokeStyle = '#fff'; c.lineWidth = 1.5; c.stroke(); c.lineWidth = 1; }
|
|
}
|
|
_drawKeys(c, r, y) {
|
|
const cy = y + ROW_H / 2;
|
|
const keys = (this._te(r.id)?.tracks?.transform) || [];
|
|
for (const k of keys) {
|
|
const x = this._t2x(k.t);
|
|
this._diamond(c, x, cy, KEY_R, '#7aa2f7', this._selected(k));
|
|
this._hits.push({ kind: 'key', id: r.id, track: 'transform', key: k, x, y: cy });
|
|
}
|
|
}
|
|
_paramColor(name) { let h = 0; for (const ch of name) h = (h * 31 + ch.charCodeAt(0)) % 360; return `hsl(${h},55%,62%)`; }
|
|
_drawParams(c, r, y) {
|
|
const cy = y + ROW_H / 2;
|
|
const keys = (this._te(r.id)?.tracks?.params) || [];
|
|
for (const k of keys) {
|
|
const x = this._t2x(k.t);
|
|
this._diamond(c, x, cy, 4, this._paramColor(k.key), this._selected(k));
|
|
this._hits.push({ kind: 'key', id: r.id, track: 'params', key: k, x, y: cy });
|
|
}
|
|
}
|
|
_drawClips(c, r, y) {
|
|
const blocks = (this._te(r.id)?.tracks?.clips) || [];
|
|
for (const b of blocks) {
|
|
const span = (b.out - b.in) || 0.0001, end = b.start + span * (b.loop || 1);
|
|
const x0 = this._t2x(b.start), x1 = this._t2x(end), bw = Math.max(2, x1 - x0);
|
|
c.fillStyle = '#3d5a80'; c.fillRect(x0, y + 5, bw, ROW_H - 10);
|
|
c.strokeStyle = '#98c1d9'; c.strokeRect(x0 + 0.5, y + 5.5, bw - 1, ROW_H - 11);
|
|
if (b.fade > 0) { // fade-out wedge at the tail
|
|
const fx = this._t2x(end - b.fade);
|
|
c.fillStyle = 'rgba(231,175,104,0.35)'; c.fillRect(fx, y + 5, x1 - fx, ROW_H - 10);
|
|
}
|
|
c.fillStyle = '#e0e6ed'; c.font = '10px ui-monospace';
|
|
c.save(); c.beginPath(); c.rect(x0, y, x1 - x0, ROW_H); c.clip();
|
|
c.fillText((b.path || '').split('/').pop(), x0 + 4, y + ROW_H / 2 + 3); c.restore();
|
|
this._hits.push({ kind: 'block', id: r.id, block: b, x0, x1, y });
|
|
this._hits.push({ kind: 'edge', id: r.id, block: b, side: 'out', x: x1, y });
|
|
}
|
|
}
|
|
_drawCuts(c, y) {
|
|
const cy = y + ROW_H / 2;
|
|
for (const cut of this.tl.cameraCuts) {
|
|
const x = this._t2x(cut.t);
|
|
c.fillStyle = '#e0af68'; c.fillRect(x - 1, y + 4, 2, ROW_H - 8);
|
|
c.beginPath(); c.arc(x, cy, 4, 0, Math.PI * 2); c.fill();
|
|
c.fillStyle = '#161a20'; c.font = '9px ui-monospace'; c.fillText(cut.camera || '?', x + 6, cy + 3);
|
|
this._hits.push({ kind: 'cut', cut, x, y: cy });
|
|
}
|
|
}
|
|
_drawMorphs(c, r, y) {
|
|
const cy = y + ROW_H / 2;
|
|
const keys = (this._te(r.id)?.tracks?.morphs) || [];
|
|
for (const k of keys) {
|
|
const x = this._t2x(k.t);
|
|
this._diamond(c, x, cy, 4, this._paramColor(k.key), this._selected(k));
|
|
this._hits.push({ kind: 'key', id: r.id, track: 'morphs', key: k, x, y: cy });
|
|
}
|
|
}
|
|
_drawAudio(c, r, y) {
|
|
const clip = r.clip;
|
|
const srcDur = this._audioDur(clip.path);
|
|
const inT = clip.in || 0; // trim within the source (like clip blocks)
|
|
const outT = clip.out ?? srcDur;
|
|
const len = outT != null ? Math.max(0.05, outT - inT) : null;
|
|
const x0 = this._t2x(clip.start);
|
|
const x1 = len != null ? this._t2x(clip.start + len) : x0 + 60; // fallback width until decoded
|
|
const bw = Math.max(3, x1 - x0);
|
|
c.fillStyle = '#2e7d5b'; c.fillRect(x0, y + 5, bw, ROW_H - 10);
|
|
c.strokeStyle = '#57c99a'; c.strokeRect(x0 + 0.5, y + 5.5, bw - 1, ROW_H - 11);
|
|
c.fillStyle = '#dff5ea'; c.font = '10px ui-monospace';
|
|
c.save(); c.beginPath(); c.rect(x0, y, bw, ROW_H); c.clip();
|
|
const trimmed = clip.in != null || clip.out != null;
|
|
c.fillText((trimmed ? '✂ ' : '') + (clip.path || '').split('/').pop() + (srcDur == null ? ' …' : ''), x0 + 4, y + ROW_H / 2 + 3); c.restore();
|
|
this._hits.push({ kind: 'audioblock', clip, x0, x1, y });
|
|
if (len != null) this._hits.push({ kind: 'aedge', clip, x: x1, y }); // drag = trim tail
|
|
}
|
|
|
|
// ---- interaction ----
|
|
_local(e) { const r = this.canvas.getBoundingClientRect(); return { x: e.clientX - r.left, y: e.clientY - r.top }; }
|
|
_snap(t, e) {
|
|
if ((e && e.altKey) || !this._snapOn) return t;
|
|
const step = this._snapStep === 'frame' ? 1 / this.tl.fps : (+this._snapStep || 1 / this.tl.fps);
|
|
return Math.round(t / step) * step;
|
|
}
|
|
_hitAt(x, y) {
|
|
for (const h of this._hits) {
|
|
if (h.kind === 'key' || h.kind === 'cut') { if (Math.abs(h.x - x) < 7 && Math.abs(h.y - y) < 9) return h; }
|
|
else if (h.kind === 'edge' || h.kind === 'aedge') { if (Math.abs(h.x - x) < 5 && y > h.y && y < h.y + ROW_H) return h; }
|
|
}
|
|
for (const h of this._hits) if ((h.kind === 'block' || h.kind === 'audioblock') && x >= h.x0 && x <= h.x1 && y > h.y && y < h.y + ROW_H) return h;
|
|
return null;
|
|
}
|
|
_seek(t) { this.tl.seek(t); if (this.tl.playing) this._audioStart(); } // user seek: reschedule audio
|
|
_keysInRect(x0, y0, x1, y1) {
|
|
const ax = Math.min(x0, x1), bx = Math.max(x0, x1), ay = Math.min(y0, y1), by = Math.max(y0, y1);
|
|
const out = [];
|
|
for (const h of this._hits) if (h.kind === 'key' && h.x >= ax && h.x <= bx && h.y >= ay && h.y <= by) out.push({ id: h.id, track: h.track, key: h.key });
|
|
return out;
|
|
}
|
|
|
|
_down(e) {
|
|
const { x, y } = this._local(e);
|
|
if (y < RULER_H) { this._drag = { kind: 'seek' }; this._seek(this._x2t(x)); return; }
|
|
const h = this._hitAt(x, y);
|
|
if (!h) { this._drag = { kind: 'box', x0: x, y0: y, x, y, moved: false }; return; } // empty → box/seek
|
|
if (h.kind === 'key') {
|
|
if (this._selected(h.key) && this._selKeys.length > 1) {
|
|
this._drag = { kind: 'multikey', grabT: this._x2t(x), orig: this._selKeys.map((s) => ({ ...s, t0: s.key.t })) };
|
|
} else { this._selKeys = []; this._drag = { kind: 'key', h }; }
|
|
} else if (h.kind === 'edge') this._drag = { kind: 'trim', h };
|
|
else if (h.kind === 'aedge') this._drag = { kind: 'atrim', h };
|
|
else if (h.kind === 'block') this._drag = { kind: 'block', h, grabT: this._x2t(x) - h.block.start };
|
|
else if (h.kind === 'audioblock') this._drag = { kind: 'audio', h, grabT: this._x2t(x) - h.clip.start };
|
|
else if (h.kind === 'cut') this._drag = { kind: 'cut', h };
|
|
}
|
|
_move(e) {
|
|
if (!this._drag) return;
|
|
const { x, y } = this._local(e);
|
|
const t = this._x2t(x), d = this._drag;
|
|
if (d.kind === 'seek') this._seek(t);
|
|
else if (d.kind === 'key') { this.tl.moveKey(d.h.id, d.h.track, d.h.key, this._snap(t, e)); this.draw(); }
|
|
else if (d.kind === 'multikey') { for (const s of d.orig) this.tl.moveKey(s.id, s.track, s.key, this._snap(s.t0 + (t - d.grabT), e)); this.draw(); }
|
|
else if (d.kind === 'cut') { d.h.cut.t = this._snap(t, e); this.tl.cameraCuts.sort((a, b) => a.t - b.t); this.tl._activeCam = undefined; this.draw(); }
|
|
else if (d.kind === 'block') { this.tl.moveClipBlock(d.h.id, d.h.block, Math.max(0, this._snap(t - d.grabT, e))); this.draw(); }
|
|
else if (d.kind === 'audio') { this.tl.moveAudio(d.h.clip, this._snap(t - d.grabT, e)); this.draw(); }
|
|
else if (d.kind === 'trim') { const b = d.h.block; this.tl.trimClipBlock(d.h.id, b, { out: Math.max(b.in + 0.05, b.in + (t - b.start)) }); this.draw(); }
|
|
else if (d.kind === 'atrim') {
|
|
const cl = d.h.clip, srcDur = this._audioDur(cl.path);
|
|
let out = (cl.in || 0) + (t - cl.start);
|
|
if (srcDur != null) out = Math.min(out, srcDur);
|
|
this.tl.trimAudio(cl, { out }); this.draw();
|
|
}
|
|
else if (d.kind === 'box') { d.x = x; d.y = y; d.moved = Math.abs(x - d.x0) > 4 || Math.abs(y - d.y0) > 4; this.draw(); }
|
|
}
|
|
_up() {
|
|
const d = this._drag; this._drag = null;
|
|
if (!d) return;
|
|
if (d.kind === 'box') {
|
|
if (!d.moved) this._seek(this._x2t(d.x0)); // click on empty = seek
|
|
else { this._selKeys = this._keysInRect(d.x0, d.y0, d.x, d.y); this.draw(); }
|
|
}
|
|
}
|
|
|
|
_dbl(e) {
|
|
const { x, y } = this._local(e);
|
|
const i = this._rowAtY(y); if (i < 0) return;
|
|
const r = this.rows[i];
|
|
const t = this._snap(this._x2t(x), e);
|
|
if (r.type === 'transform') {
|
|
const cur = this.stage.entityTransform(r.id);
|
|
this.tl.addKey(r.id, 'transform', { t, pos: cur.pos, rot: cur.rot, scale: cur.scale, ease: 'inout' });
|
|
this.draw();
|
|
} else if (r.type === 'params') {
|
|
// capture every keyable param at its current value (mirrors transform capture)
|
|
const params = (this._entity(r.id)?.params) || {};
|
|
for (const [key, value] of Object.entries(params)) {
|
|
if (key === 'type' || typeof value === 'boolean') continue; // non-keyable descriptors
|
|
this.tl.addKey(r.id, 'params', { t, key, value, ease: 'inout' });
|
|
}
|
|
this.draw();
|
|
} else if (r.type === 'cameras') {
|
|
const cams = this.stage.entities().filter((en) => en.kind === 'camera');
|
|
const cam = this.tl._activeCam || (cams[0] && cams[0].id);
|
|
if (cam) { this.tl.addCut(t, cam); this.tl.seek(this.tl.time); this.draw(); }
|
|
}
|
|
}
|
|
_ctx(e) {
|
|
e.preventDefault();
|
|
const { x, y } = this._local(e);
|
|
const h = this._hitAt(x, y);
|
|
if (h && h.kind === 'key') { this.tl.deleteKey(h.id, h.track, h.key); this._selKeys = this._selKeys.filter((s) => s.key !== h.key); this.draw(); }
|
|
else if (h && h.kind === 'cut') { const i = this.tl.cameraCuts.indexOf(h.cut); if (i >= 0) this.tl.cameraCuts.splice(i, 1); this.tl._activeCam = undefined; this.draw(); }
|
|
else if (h && h.kind === 'audioblock') { this.tl.removeAudio(h.clip); this._syncRows(); }
|
|
}
|
|
_key(e) {
|
|
if (e.target && /INPUT|TEXTAREA/.test(e.target.tagName)) return;
|
|
if (e.code === 'Space') { e.preventDefault(); this._toggle(); }
|
|
else if (e.key === 'Home') this._seek(0);
|
|
else if (e.key === 'End') this._seek(this.tl.duration);
|
|
else if ((e.ctrlKey || e.metaKey) && e.key === 'z') { e.preventDefault(); this.tl.undo(); this.draw(); }
|
|
else if ((e.key === 'Delete' || e.key === 'Backspace') && this._selKeys.length) {
|
|
e.preventDefault();
|
|
for (const s of this._selKeys) this.tl.deleteKey(s.id, s.track, s.key);
|
|
this._selKeys = []; this.draw();
|
|
}
|
|
}
|
|
_toggle() {
|
|
if (this.tl.playing) { this.tl.pause(); this._audioStop(); }
|
|
else { this.tl.play(); this._audioStart(); }
|
|
this._wasPlaying = this.tl.playing;
|
|
this.draw();
|
|
}
|
|
|
|
// ---- Web Audio (draft playback synced to the master clock). step()/render
|
|
// NEVER touch this — the server muxes from scene.audio deterministically. ----
|
|
_ensureCtx() {
|
|
if (!this._audioCtx) { const C = window.AudioContext || window.webkitAudioContext; if (C) this._audioCtx = new C(); }
|
|
return this._audioCtx;
|
|
}
|
|
_audioDur(path) { const b = this._audioBuf.get(path); return b ? b.duration : null; }
|
|
async _decode(path) {
|
|
if (this._audioBuf.has(path)) return this._audioBuf.get(path);
|
|
const ctx = this._ensureCtx(); if (!ctx) return null;
|
|
try {
|
|
const res = await fetch('assets/file?path=' + encodeURIComponent(path));
|
|
if (!res.ok) throw new Error(res.status);
|
|
const buf = await ctx.decodeAudioData(await res.arrayBuffer());
|
|
this._audioBuf.set(path, buf);
|
|
this.draw(); // width now known
|
|
return buf;
|
|
} catch { return null; } // keep the block at fallback width
|
|
}
|
|
_decodeAll() { for (const clip of (this.tl.scene.audio || [])) this._decode(clip.path); }
|
|
_audioStart() {
|
|
const ctx = this._ensureCtx(); if (!ctx) return;
|
|
if (ctx.state === 'suspended') ctx.resume();
|
|
this._audioStop();
|
|
const now = ctx.currentTime, t = this.tl.time;
|
|
for (const clip of (this.tl.scene.audio || [])) {
|
|
const buf = this._audioBuf.get(clip.path); if (!buf) continue;
|
|
const inT = Math.min(clip.in || 0, buf.duration); // trim within source
|
|
const len = Math.min(clip.out ?? buf.duration, buf.duration) - inT;
|
|
const offset = Math.max(0, t - clip.start); // seconds into the (trimmed) block at playhead
|
|
if (len <= 0 || offset >= len) continue; // already finished
|
|
const src = ctx.createBufferSource(); src.buffer = buf;
|
|
const g = ctx.createGain(); g.gain.value = clip.gain ?? 1;
|
|
src.connect(g).connect(ctx.destination);
|
|
const when = now + Math.max(0, clip.start - t);
|
|
src.start(when, inT + offset, len - offset);
|
|
this._audioSrcs.push(src);
|
|
}
|
|
}
|
|
_audioStop() { for (const s of this._audioSrcs) { try { s.stop(); } catch { /* already stopped */ } } this._audioSrcs = []; }
|
|
|
|
async _pickAudio() {
|
|
let list = [];
|
|
try { const r = await fetch('assets/tree'); if (r.ok) list = (await r.json()).audio || []; } catch { /* offline */ }
|
|
const menu = document.createElement('div'); menu.className = 'tl-menu';
|
|
if (!list.length) menu.innerHTML = '<div class="empty">no audio in /assets/tree</div>';
|
|
for (const it of list) {
|
|
const path = it.path || it;
|
|
const item = document.createElement('div'); item.className = 'item';
|
|
item.textContent = (it.name || path).split('/').pop();
|
|
item.onclick = async () => {
|
|
this.tl.addAudio({ path, start: this.tl.time, gain: 1 });
|
|
menu.remove();
|
|
await this._decode(path);
|
|
this._syncRows();
|
|
};
|
|
menu.appendChild(item);
|
|
}
|
|
document.body.appendChild(menu);
|
|
const rect = this.$audioBtn.getBoundingClientRect();
|
|
menu.style.left = rect.left + 'px'; menu.style.top = (rect.bottom + 2) + 'px';
|
|
const close = (ev) => { if (!menu.contains(ev.target)) { menu.remove(); document.removeEventListener('mousedown', close); } };
|
|
setTimeout(() => document.addEventListener('mousedown', close), 0);
|
|
}
|
|
|
|
// ---- M5: lip-sync from audio (🗣 on an audio row) ----
|
|
// GET /rhubarb?path=… → importRhubarb onto a viseme-bearing character.
|
|
// >1 candidate → picker menu; 503 → toast the install hint from `detail`.
|
|
async _lipSync(clip, anchorEl) {
|
|
const vt = (id) => (this.stage.visemeTargets && this.stage.visemeTargets(id)) || [];
|
|
const chars = this.stage.entities().filter((en) => en.kind === 'character' && vt(en.id).length > 0);
|
|
if (!chars.length) { this._toast('no character with viseme morph targets in the scene'); return; }
|
|
const id = chars.length === 1 ? chars[0].id
|
|
: await this._choose(chars.map((c) => ({ label: c.label || c.id, value: c.id })), anchorEl);
|
|
if (!id) return;
|
|
let res;
|
|
try { res = await fetch('rhubarb?path=' + encodeURIComponent(clip.path)); }
|
|
catch { this._toast('server unreachable — /rhubarb needs Lane C running'); return; }
|
|
if (!res.ok) {
|
|
let msg = 'rhubarb failed: ' + res.status;
|
|
try { const j = await res.json(); if (j.detail) msg = j.detail; } catch { /* non-json body */ }
|
|
this._toast(msg); return; // 503 carries the rhubarb install hint
|
|
}
|
|
const json = await res.json();
|
|
this.tl.importRhubarb(id, json, clip.start || 0); // grouped: one undo reverts the import
|
|
this._toast(`🗣 ${(json.mouthCues || []).length} cues → viseme keys on ${id}`);
|
|
this.tl.seek(this.tl.time);
|
|
this._syncRows(); // viseme lane may be new
|
|
}
|
|
_choose(items, anchorEl) { // small promise-menu (resolves value | null)
|
|
return new Promise((resolve) => {
|
|
const menu = document.createElement('div'); menu.className = 'tl-menu';
|
|
for (const it of items) {
|
|
const el = document.createElement('div'); el.className = 'item'; el.textContent = it.label;
|
|
el.onclick = () => { menu.remove(); resolve(it.value); };
|
|
menu.appendChild(el);
|
|
}
|
|
document.body.appendChild(menu);
|
|
const rect = anchorEl.getBoundingClientRect();
|
|
menu.style.left = rect.left + 'px'; menu.style.top = (rect.bottom + 2) + 'px';
|
|
const close = (ev) => { if (!menu.contains(ev.target)) { menu.remove(); document.removeEventListener('mousedown', close); resolve(null); } };
|
|
setTimeout(() => document.addEventListener('mousedown', close), 0);
|
|
});
|
|
}
|
|
_toast(msg) {
|
|
const d = document.createElement('div'); d.className = 'tl-toast'; d.textContent = msg;
|
|
document.body.appendChild(d);
|
|
setTimeout(() => d.remove(), 4000);
|
|
}
|
|
|
|
// ---- persistence (Lane C endpoints; localStorage fallback) ----
|
|
async save() {
|
|
const name = (this.$name.value || 'untitled').trim();
|
|
this.tl.scene.name = name;
|
|
const json = this.tl.toJSON();
|
|
try {
|
|
const res = await fetch(`scenes/${encodeURIComponent(name)}`, {
|
|
method: 'POST', headers: { 'content-type': 'application/json' }, body: JSON.stringify(json),
|
|
});
|
|
if (!res.ok) throw new Error(res.status);
|
|
} catch {
|
|
localStorage.setItem('scenegod:scene:' + name, JSON.stringify(json)); // fallback until Lane C reachable
|
|
}
|
|
}
|
|
async load(name) {
|
|
name = (name || '').trim(); if (!name) return;
|
|
let json = null;
|
|
try { const res = await fetch(`scenes/${encodeURIComponent(name)}`); if (res.ok) json = await res.json(); } catch { /* fall through */ }
|
|
if (!json) { const raw = localStorage.getItem('scenegod:scene:' + name); if (raw) json = JSON.parse(raw); }
|
|
if (!json) return;
|
|
if (this.stage.applyState) await this.stage.applyState(json);
|
|
this.tl.load(json); // fires onLoad → _syncRows + _refreshBar
|
|
await this.tl.preload();
|
|
this._decodeAll(); // decode audio for lane widths + playback
|
|
this.draw();
|
|
}
|
|
}
|
|
|
|
export default TimelineUI;
|