297 lines
10 KiB
JavaScript
297 lines
10 KiB
JavaScript
import * as THREE from 'three';
|
|
import { VERTEX_SHADER, buildFragmentShader, AUDIO_UNIFORMS, SIGNATURE_UNIFORMS } from './shader-contract.js';
|
|
import { signatureUniforms, NEUTRAL_UNIFORMS } from '../look/Personality.js';
|
|
import { clampValue } from '../params/schema.js';
|
|
|
|
export const BLEND_MODES = ['normal', 'add', 'screen', 'multiply', 'overlay', 'softlight'];
|
|
|
|
/**
|
|
* Map a raw feature value through a response curve. `spike` squares the input so
|
|
* beat-driven params punch rather than wobble; `smooth` rounds the shoulders so
|
|
* slow features don't step.
|
|
*/
|
|
function applyResponse(value, response) {
|
|
switch (response) {
|
|
case 'spike': return value * value;
|
|
case 'smooth': return value * value * (3 - 2 * value);
|
|
case 'inverse': return 1 - value;
|
|
default: return value;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* The standard uniform dictionary every fragment layer is compiled against.
|
|
* Shared by ShaderLayer and the OSD plate so a text layer honours exactly the
|
|
* same contract — palette, audio features and personality — as a scene.
|
|
*/
|
|
export function buildShaderUniforms(module, baseParams, seed) {
|
|
const uniforms = {
|
|
u_resolution: { value: new THREE.Vector2(1, 1) },
|
|
u_aspect: { value: 1 },
|
|
u_pixelScale: { value: 1 },
|
|
u_time: { value: 0 },
|
|
u_frame: { value: 0 },
|
|
u_progress: { value: 0 },
|
|
u_seed: { value: (seed >>> 0) % 100000 / 1000 },
|
|
u_opacity: { value: 1 },
|
|
u_colors: { value: Array.from({ length: 8 }, () => new THREE.Vector3(1, 1, 1)) },
|
|
u_colorCount: { value: 1 },
|
|
u_prev: { value: null },
|
|
u_hasPrev: { value: 0 },
|
|
};
|
|
for (const name of AUDIO_UNIFORMS) uniforms[name] = { value: 0 };
|
|
for (const [name, type] of Object.entries(SIGNATURE_UNIFORMS)) {
|
|
const v = NEUTRAL_UNIFORMS[name];
|
|
uniforms[name] = { value: type === 'vec2' ? new THREE.Vector2(v[0], v[1]) : v };
|
|
}
|
|
|
|
for (const [name, def] of Object.entries(module.params || {})) {
|
|
if (!def.uniform || def.type === 'palette') continue;
|
|
const v = baseParams[name];
|
|
uniforms[def.uniform] = {
|
|
value: def.type === 'vec2'
|
|
? new THREE.Vector2(v ? v[0] : 0, v ? v[1] : 0)
|
|
: def.type === 'bool' ? (v ? 1 : 0) : (v || 0),
|
|
};
|
|
}
|
|
return uniforms;
|
|
}
|
|
|
|
/**
|
|
* Push the per-frame values into a fragment layer's uniforms: the frame, the
|
|
* audio features, the palette and the personality. Shared by scene layers and
|
|
* the OSD plate so they all see the same inputs — the same render path, so
|
|
* what a scene honours a plate honours too.
|
|
*/
|
|
export function setFrameUniforms(layer, renderer, target, ctx) {
|
|
const u = layer.uniforms;
|
|
const { timeline, features, prevTexture } = ctx;
|
|
const w = target ? target.width : renderer.width;
|
|
const h = target ? target.height : renderer.height;
|
|
|
|
u.u_resolution.value.set(w, h);
|
|
u.u_aspect.value = w / h;
|
|
u.u_pixelScale.value = h / 1080; // reference height; keeps 720p ≡ 4K
|
|
u.u_time.value = timeline.time;
|
|
u.u_frame.value = timeline.frame;
|
|
u.u_progress.value = timeline.progress;
|
|
u.u_opacity.value = layer.opacity;
|
|
|
|
if (features) {
|
|
for (const name of AUDIO_UNIFORMS) {
|
|
const key = name.slice(2); // u_bandLow -> bandLow
|
|
const v = features[key];
|
|
u[name].value = v === undefined ? 0 : v;
|
|
}
|
|
}
|
|
|
|
const colors = layer.palette || [];
|
|
u.u_colorCount.value = Math.max(1, Math.min(8, colors.length));
|
|
for (let i = 0; i < 8; i++) {
|
|
const c = colors[i % Math.max(1, colors.length)];
|
|
if (c) u.u_colors.value[i].set(c[0], c[1], c[2]);
|
|
}
|
|
|
|
const signature = signatureUniforms(layer.personality, layer.module);
|
|
for (const [name, type] of Object.entries(SIGNATURE_UNIFORMS)) {
|
|
const v = signature[name];
|
|
if (type === 'vec2') u[name].value.set(v[0], v[1]);
|
|
else u[name].value = v;
|
|
}
|
|
|
|
// Framing is per shot and wins over the personality's neutral defaults —
|
|
// it is the operator's hand on a shot that is already set up, not a trait
|
|
// of the track. See look/framing.js.
|
|
if (layer.framing) {
|
|
u.u_sigFrameScale.value = layer.framing.scale;
|
|
u.u_sigFrameShift.value.set(layer.framing.shift[0], layer.framing.shift[1]);
|
|
}
|
|
|
|
u.u_prev.value = prevTexture || null;
|
|
u.u_hasPrev.value = prevTexture ? 1 : 0;
|
|
}
|
|
|
|
/** Common surface for shader layers and 3D layers, so Compositor holds one type. */
|
|
export class Layer {
|
|
constructor({ module, params = {}, seed = 1, opacity = 1, blend = 'normal' }) {
|
|
this.module = module;
|
|
this.baseParams = { ...params };
|
|
this.params = { ...params };
|
|
this.seed = seed >>> 0;
|
|
this.opacity = opacity;
|
|
this.blend = blend;
|
|
this.palette = [];
|
|
this.personality = null;
|
|
}
|
|
|
|
/**
|
|
* The track's production design. Constant for the whole video — see
|
|
* look/Personality.js — and pushed in the same way the palette is, so a
|
|
* layer never reaches for global state.
|
|
*/
|
|
setPersonality(personality) {
|
|
this.personality = personality;
|
|
return this;
|
|
}
|
|
|
|
setParams(params) {
|
|
this.baseParams = { ...this.baseParams, ...params };
|
|
return this;
|
|
}
|
|
|
|
setPalette(colors) {
|
|
this.palette = colors;
|
|
return this;
|
|
}
|
|
|
|
/**
|
|
* This shot's FRAMING — a per-shot scale/recentre pushed by the arc driver,
|
|
* applied inside sigCamera. A layer that is never framed renders at the
|
|
* neutral (full-frame) scale, so nothing predating framing changes.
|
|
*/
|
|
setFraming(framing) {
|
|
this.framing = framing || null;
|
|
return this;
|
|
}
|
|
|
|
/** Resolve base params + reactive modulation into the values used this frame. */
|
|
resolveParams(features) {
|
|
const defs = this.module.params || {};
|
|
const reactive = this.module.reactive || {};
|
|
const out = this.params;
|
|
|
|
for (const name of Object.keys(defs)) out[name] = this.baseParams[name];
|
|
|
|
if (!features) return out;
|
|
|
|
for (const [name, r] of Object.entries(reactive)) {
|
|
const def = defs[name];
|
|
if (!def || def.type === 'palette') continue;
|
|
// Rate params multiply absolute time; modulating them jumps the phase
|
|
// by elapsed * delta. See params/schema.js RATE_FLAG.
|
|
if (def.rate) continue;
|
|
const raw = features[r.feature];
|
|
if (raw === undefined) continue;
|
|
|
|
const shaped = applyResponse(Math.max(0, Math.min(1, raw)), r.response);
|
|
const [lo, hi] = def.range || [0, 1];
|
|
const span = hi - lo;
|
|
const base = out[name] !== undefined ? out[name] : lo;
|
|
|
|
if (def.type === 'vec2') {
|
|
out[name] = [
|
|
clampValue(def, [base[0] + shaped * r.amount * span, 0])[0],
|
|
clampValue(def, [0, base[1] + shaped * r.amount * span])[1],
|
|
];
|
|
} else if (def.type === 'bool') {
|
|
out[name] = base;
|
|
} else {
|
|
out[name] = clampValue(def, base + shaped * r.amount * span);
|
|
}
|
|
}
|
|
return out;
|
|
}
|
|
|
|
render() { throw new Error('Layer.render not implemented'); }
|
|
dispose() {}
|
|
}
|
|
|
|
/** A fullscreen fragment-shader scene. The common case. */
|
|
export class ShaderLayer extends Layer {
|
|
constructor(options) {
|
|
super(options);
|
|
|
|
this.uniforms = buildShaderUniforms(this.module, this.baseParams, this.seed);
|
|
this.material = new THREE.ShaderMaterial({
|
|
vertexShader: VERTEX_SHADER,
|
|
fragmentShader: buildFragmentShader(this.module),
|
|
uniforms: this.uniforms,
|
|
depthTest: false,
|
|
depthWrite: false,
|
|
});
|
|
}
|
|
|
|
render(renderer, target, ctx) {
|
|
const { features } = ctx;
|
|
setFrameUniforms(this, renderer, target, ctx);
|
|
|
|
const resolved = this.resolveParams(features);
|
|
for (const [name, def] of Object.entries(this.module.params || {})) {
|
|
if (!def.uniform || def.type === 'palette') continue;
|
|
const target_u = this.uniforms[def.uniform];
|
|
const v = resolved[name];
|
|
if (v === undefined) continue;
|
|
if (def.type === 'vec2') target_u.value.set(v[0], v[1]);
|
|
else if (def.type === 'bool') target_u.value = v ? 1 : 0;
|
|
else target_u.value = v;
|
|
}
|
|
|
|
renderer.blit(this.material, target);
|
|
}
|
|
|
|
dispose() {
|
|
this.material.dispose();
|
|
}
|
|
}
|
|
|
|
/**
|
|
* A layer backed by a real three.js scene — particles, geometry, camera motion.
|
|
* The module supplies build/update hooks; everything determinism-related (seeded
|
|
* rng, fixed dt, explicit re-seed at section boundaries) is handled here so 3D
|
|
* modules can't accidentally reintroduce wall-clock or Math.random.
|
|
*/
|
|
export class SceneLayer extends Layer {
|
|
constructor(options) {
|
|
super(options);
|
|
this.scene = new THREE.Scene();
|
|
this.camera = new THREE.PerspectiveCamera(60, 16 / 9, 0.1, 200);
|
|
this.camera.position.set(0, 0, 5);
|
|
this.instance = this.module.build({
|
|
scene: this.scene,
|
|
camera: this.camera,
|
|
seed: this.seed,
|
|
params: this.baseParams,
|
|
THREE,
|
|
});
|
|
}
|
|
|
|
render(renderer, target, ctx) {
|
|
const { timeline, features } = ctx;
|
|
const w = target ? target.width : renderer.width;
|
|
const h = target ? target.height : renderer.height;
|
|
if (this.camera.aspect !== w / h) {
|
|
this.camera.aspect = w / h;
|
|
this.camera.updateProjectionMatrix();
|
|
}
|
|
const resolved = this.resolveParams(features);
|
|
this.module.update({
|
|
instance: this.instance,
|
|
scene: this.scene,
|
|
camera: this.camera,
|
|
timeline,
|
|
features: features || {},
|
|
params: resolved,
|
|
palette: this.palette,
|
|
personality: this.personality,
|
|
opacity: this.opacity,
|
|
THREE,
|
|
});
|
|
renderer.renderScene(this.scene, this.camera, target, true);
|
|
}
|
|
|
|
dispose() {
|
|
this.scene.traverse((obj) => {
|
|
if (obj.geometry) obj.geometry.dispose();
|
|
if (obj.material) {
|
|
const mats = Array.isArray(obj.material) ? obj.material : [obj.material];
|
|
mats.forEach((m) => m.dispose());
|
|
}
|
|
});
|
|
}
|
|
}
|
|
|
|
export function createLayer(module, options) {
|
|
if (module.kind === 'layer3d') return new SceneLayer({ module, ...options });
|
|
return new ShaderLayer({ module, ...options });
|
|
}
|