mirror of
https://github.com/getpaseo/paseo.git
synced 2026-11-03 15:12:48 +00:00
Mohamed Boudra
c689b5626e
Plugins can declare a subscription with defineSubscription, handle it with
server.handle(contract, (input, { push, signal })), and listen from a surface
with useSubscription or client.subscribe. A top-level Uint8Array in an event,
an RPC output, or an RPC input crosses the wire as a binary frame (opcodes
0x20-0x2f) without JSON or base64; a nested one fails validation on the sender.
Each subscriber runs its own handler, owned by the session that subscribed,
so release, disconnect, plugin stop and reload need no plugin code. The
runtime buffers pushes until the subscribe response has gone out, so a client
never sees an event for a subscription it does not know yet.
Gated on server_info.features.pluginSubscriptions; binary outputs reach only
clients that advertise plugin_binary_payloads.
45 lines
1.6 KiB
TypeScript
45 lines
1.6 KiB
TypeScript
import { AUDIO, VIDEO } from "../shared/media-frames";
|
|
|
|
export interface MediaSourceHandlers {
|
|
video(pixels: Uint8Array, timestampMs: number, keyframe: boolean): void;
|
|
audio(samples: Uint8Array, timestampMs: number): void;
|
|
}
|
|
|
|
/** A synthetic source: a moving gradient and a tone that rises and falls. */
|
|
export function openTestPattern(handlers: MediaSourceHandlers): { close(): void } {
|
|
const started = Date.now();
|
|
let frame = 0;
|
|
let sample = 0;
|
|
const video = setInterval(() => {
|
|
const pixels = new Uint8Array(VIDEO.width * VIDEO.height * 3);
|
|
for (let y = 0; y < VIDEO.height; y += 1)
|
|
for (let x = 0; x < VIDEO.width; x += 1) {
|
|
const offset = (y * VIDEO.width + x) * 3;
|
|
pixels[offset] = ((x + frame) * 16) % 256;
|
|
pixels[offset + 1] = (y * 28) % 256;
|
|
pixels[offset + 2] = ((x + y + frame) * 8) % 256;
|
|
}
|
|
handlers.video(pixels, Date.now() - started, frame % VIDEO.keyframeInterval === 0);
|
|
frame += 1;
|
|
}, 1000 / VIDEO.framesPerSecond);
|
|
const audio = setInterval(() => {
|
|
const count = (AUDIO.sampleRate * AUDIO.chunkMs) / 1000;
|
|
const samples = new Uint8Array(count * 2);
|
|
const view = new DataView(samples.buffer);
|
|
const amplitude = 8000 + 7000 * Math.sin((Date.now() - started) / 700);
|
|
for (let index = 0; index < count; index += 1, sample += 1)
|
|
view.setInt16(
|
|
index * 2,
|
|
amplitude * Math.sin((2 * Math.PI * 440 * sample) / AUDIO.sampleRate),
|
|
true,
|
|
);
|
|
handlers.audio(samples, Date.now() - started);
|
|
}, AUDIO.chunkMs);
|
|
return {
|
|
close() {
|
|
clearInterval(video);
|
|
clearInterval(audio);
|
|
},
|
|
};
|
|
}
|