[add] playwright.config.js [add] src/app/App.js [add] src/app/editor-store.js [add] src/app/use-editor-store.js [add] src/assets/audio-assets.js [add] src/assets/gltf-model-import.js [add] src/assets/image-assets.js [add] src/assets/model-instance-labels.js [add] src/assets/model-instance-rendering.js [add] src/assets/model-instances.js [add] src/assets/project-asset-storage.js [add] src/assets/project-assets.js [add] src/commands/brush-command-helpers.js [add] src/commands/command-history.js [add] src/commands/command.js [add] src/commands/commit-transform-session-command.js [add] src/commands/create-box-brush-command.js [add] src/commands/delete-box-brush-command.js [add] src/commands/delete-entity-command.js [add] src/commands/delete-interaction-link-command.js [add] src/commands/delete-model-instance-command.js [add] src/commands/import-audio-asset-command.js [add] src/commands/import-background-image-asset-command.js [add] src/commands/import-model-asset-command.js [add] src/commands/move-box-brush-command.js [add] src/commands/resize-box-brush-command.js [add] src/commands/rotate-box-brush-command.js [add] src/commands/set-box-brush-face-material-command.js [add] src/commands/set-box-brush-face-uv-state-command.js [add] src/commands/set-box-brush-name-command.js [add] src/commands/set-box-brush-transform-command.js [add] src/commands/set-entity-name-command.js [add] src/commands/set-model-instance-name-command.js [add] src/commands/set-player-start-command.js [add] src/commands/set-scene-name-command.js [add] src/commands/set-world-settings-command.js [add] src/commands/upsert-entity-command.js [add] src/commands/upsert-interaction-link-command.js [add] src/commands/upsert-model-instance-command.js [add] src/core/ids.js [add] src/core/selection.js [add] src/core/tool-mode.js [add] src/core/transform-session.js [add] src/core/vector.js [add] src/core/whitebox-selection-feedback.js [add] src/core/whitebox-selection-mode.js [add] src/document/brushes.js [add] src/document/migrate-scene-document.js [add] src/document/scene-document-validation.js [add] src/document/scene-document.js [add] src/document/world-settings.js [add] src/entities/entity-instances.js [add] src/entities/entity-labels.js [add] src/geometry/box-brush-components.js [add] src/geometry/box-brush-mesh.js [add] src/geometry/box-brush.js [add] src/geometry/box-face-uvs.js [add] src/geometry/grid-snapping.js [add] src/geometry/model-instance-collider-debug-mesh.js [add] src/geometry/model-instance-collider-generation.js [add] src/interactions/interaction-links.js [add] src/main.js [add] src/materials/starter-material-library.js [add] src/materials/starter-material-textures.js [add] src/rendering/advanced-rendering.js [add] src/runner-web/RunnerCanvas.js [add] src/runtime-three/first-person-navigation-controller.js [add] src/runtime-three/navigation-controller.js [add] src/runtime-three/orbit-visitor-navigation-controller.js [add] src/runtime-three/player-collision.js [add] src/runtime-three/rapier-collision-world.js [add] src/runtime-three/runtime-audio-system.js [add] src/runtime-three/runtime-host.js [add] src/runtime-three/runtime-interaction-system.js [add] src/runtime-three/runtime-scene-build.js [add] src/runtime-three/runtime-scene-validation.js [add] src/serialization/local-draft-storage.js [add] src/serialization/scene-document-json.js [add] src/shared-ui/HierarchicalMenu.js [add] src/shared-ui/Panel.js [add] src/shared-ui/world-background-style.js [add] src/viewport-three/ViewportCanvas.js [add] src/viewport-three/ViewportPanel.js [add] src/viewport-three/viewport-entity-markers.js [add] src/viewport-three/viewport-focus.js [add] src/viewport-three/viewport-host.js [add] src/viewport-three/viewport-layout.js [add] src/viewport-three/viewport-transient-state.js [add] src/viewport-three/viewport-view-modes.js [add] tests/domain/box-brush-face-editing.command.test.js [add] tests/domain/build-runtime-scene.test.js [add] tests/domain/create-box-brush.command.test.js [add] tests/domain/create-empty-scene-document.test.js [add] tests/domain/editor-store.test.js [add] tests/domain/entity.command.test.js [add] tests/domain/interaction-links.validation.test.js [add] tests/domain/model-import.test.js [add] tests/domain/model-instance.command.test.js [add] tests/domain/player-start.command.test.js [add] tests/domain/rapier-collision-world.test.js [add] tests/domain/runtime-audio-system.test.js [add] tests/domain/runtime-interaction-system.test.js [add] tests/domain/runtime-scene-validation.test.js [add] tests/domain/scene-document-validation.test.js [add] tests/domain/transform-session.command.test.js [add] tests/domain/world-settings.command.test.js [add] tests/domain/world-settings.test.js [add] tests/e2e/app-smoke.e2e.js [add] tests/e2e/box-brush-authoring.e2e.js [add] tests/e2e/entities-foundation.e2e.js [add] tests/e2e/face-material-authoring.e2e.js [add] tests/e2e/first-room-workflow.e2e.js [add] tests/e2e/import-draco-model-asset.e2e.js [add] tests/e2e/import-external-model-asset.e2e.js [add] tests/e2e/import-model-asset.e2e.js [add] tests/e2e/local-lights-and-background.e2e.js [add] tests/e2e/orthographic-views.e2e.js [add] tests/e2e/runner-v1.e2e.js [add] tests/e2e/runtime-click-interaction.e2e.js [add] tests/e2e/runtime-trigger-teleport.e2e.js [add] tests/e2e/viewport-quad-layout.e2e.js [add] tests/e2e/viewport-test-helpers.js [add] tests/e2e/whitebox-component-selection.e2e.js [add] tests/e2e/world-environment.e2e.js [add] tests/geometry/box-brush-geometry.test.js [add] tests/geometry/box-face-uvs.test.js [add] tests/geometry/model-instance-collider-generation.test.js [add] tests/helpers/model-collider-fixtures.js [add] tests/serialization/local-draft-storage.test.js [add] tests/serialization/project-asset-storage.test.js [add] tests/serialization/scene-document-json.test.js [add] tests/setup/vitest.setup.js [add] tests/unit/audio-assets.test.js [add] tests/unit/entity-instances.test.js [add] tests/unit/package-scripts.test.js [add] tests/unit/transform-foundation.integration.test.js [add] tests/unit/viewport-canvas.test.js [add] tests/unit/viewport-entity-markers.test.js [add] tests/unit/viewport-focus.test.js [add] tests/unit/viewport-layout.test.js [add] tests/unit/viewport-view-modes.test.js [add] vite.config.js [add] vitest.config.js
167 lines
5.4 KiB
JavaScript
167 lines
5.4 KiB
JavaScript
import { createOpaqueId } from "../core/ids";
|
|
import { createProjectAssetStorageKey } from "./project-assets";
|
|
function getErrorDetail(error) {
|
|
if (error instanceof Error && error.message.trim().length > 0) {
|
|
return error.message.trim();
|
|
}
|
|
return "Unknown error.";
|
|
}
|
|
function getFileExtension(sourceName) {
|
|
const match = /\.([^.]+)$/u.exec(sourceName.trim());
|
|
return match === null ? "" : match[1].toLowerCase();
|
|
}
|
|
function inferAudioMimeType(sourceName, fallbackMimeType) {
|
|
if (fallbackMimeType.trim().startsWith("audio/")) {
|
|
return fallbackMimeType.trim();
|
|
}
|
|
switch (getFileExtension(sourceName)) {
|
|
case "aac":
|
|
return "audio/aac";
|
|
case "flac":
|
|
return "audio/flac";
|
|
case "m4a":
|
|
case "mp4":
|
|
return "audio/mp4";
|
|
case "mp3":
|
|
return "audio/mpeg";
|
|
case "oga":
|
|
case "ogg":
|
|
return "audio/ogg";
|
|
case "wav":
|
|
case "wave":
|
|
return "audio/wav";
|
|
case "webm":
|
|
return "audio/webm";
|
|
default:
|
|
throw new Error(`Unsupported audio asset format for ${sourceName}. Use a browser-supported audio file.`);
|
|
}
|
|
}
|
|
function getImportedFilePath(file) {
|
|
const relativePath = typeof file.webkitRelativePath === "string" ? file.webkitRelativePath.trim() : "";
|
|
const sourcePath = relativePath.length > 0 ? relativePath : file.name.trim();
|
|
return sourcePath.replace(/\\/gu, "/");
|
|
}
|
|
function createAudioContext() {
|
|
const AudioContextConstructor = globalThis.AudioContext ??
|
|
globalThis.webkitAudioContext;
|
|
if (AudioContextConstructor === undefined) {
|
|
throw new Error("Audio context is unavailable in this browser environment.");
|
|
}
|
|
return new AudioContextConstructor();
|
|
}
|
|
async function decodeAudioBuffer(bytes) {
|
|
const audioContext = createAudioContext();
|
|
try {
|
|
return await audioContext.decodeAudioData(bytes.slice(0));
|
|
}
|
|
catch (error) {
|
|
throw new Error(getErrorDetail(error));
|
|
}
|
|
finally {
|
|
await audioContext.close().catch(() => undefined);
|
|
}
|
|
}
|
|
function extractAudioAssetMetadata(buffer) {
|
|
if (!Number.isFinite(buffer.duration) || buffer.duration <= 0) {
|
|
throw new Error("Imported audio assets must have measurable duration.");
|
|
}
|
|
return {
|
|
kind: "audio",
|
|
durationSeconds: buffer.duration,
|
|
channelCount: buffer.numberOfChannels,
|
|
sampleRateHz: buffer.sampleRate,
|
|
warnings: []
|
|
};
|
|
}
|
|
function createLoadedAudioAsset(asset, buffer) {
|
|
return {
|
|
assetId: asset.id,
|
|
storageKey: asset.storageKey,
|
|
metadata: asset.metadata,
|
|
buffer
|
|
};
|
|
}
|
|
function createAudioAssetRecord(sourceName, mimeType, byteLength, metadata) {
|
|
const assetId = createOpaqueId("asset-audio");
|
|
return {
|
|
id: assetId,
|
|
kind: "audio",
|
|
sourceName,
|
|
mimeType,
|
|
storageKey: createProjectAssetStorageKey(assetId),
|
|
byteLength,
|
|
metadata
|
|
};
|
|
}
|
|
async function loadAudioAssetFromFileRecord(asset, fileRecord) {
|
|
try {
|
|
const buffer = await decodeAudioBuffer(fileRecord.bytes);
|
|
return createLoadedAudioAsset(asset, buffer);
|
|
}
|
|
catch (error) {
|
|
throw new Error(`Audio asset reload failed for ${asset.sourceName}: ${getErrorDetail(error)}`);
|
|
}
|
|
}
|
|
function getStoredAudioAssetFile(asset, storedAsset) {
|
|
const directFile = storedAsset.files[asset.sourceName];
|
|
if (directFile !== undefined) {
|
|
return directFile;
|
|
}
|
|
const storedFiles = Object.values(storedAsset.files);
|
|
if (storedFiles.length === 1) {
|
|
return storedFiles[0];
|
|
}
|
|
return null;
|
|
}
|
|
export async function importAudioAssetFromFile(file, storage) {
|
|
const sourceName = getImportedFilePath(file);
|
|
const mimeType = inferAudioMimeType(sourceName, file.type);
|
|
const bytes = await file.arrayBuffer();
|
|
let buffer;
|
|
try {
|
|
buffer = await decodeAudioBuffer(bytes);
|
|
}
|
|
catch (error) {
|
|
throw new Error(`Audio import failed for ${sourceName}: ${getErrorDetail(error)}`);
|
|
}
|
|
const metadata = extractAudioAssetMetadata(buffer);
|
|
const asset = createAudioAssetRecord(sourceName, mimeType, bytes.byteLength, metadata);
|
|
const loadedAsset = createLoadedAudioAsset(asset, buffer);
|
|
const packageRecord = {
|
|
files: {
|
|
[sourceName]: {
|
|
bytes,
|
|
mimeType
|
|
}
|
|
}
|
|
};
|
|
try {
|
|
await storage.putAsset(asset.storageKey, packageRecord);
|
|
return {
|
|
asset,
|
|
loadedAsset
|
|
};
|
|
}
|
|
catch (error) {
|
|
await storage.deleteAsset(asset.storageKey).catch(() => undefined);
|
|
throw error;
|
|
}
|
|
}
|
|
export async function loadAudioAssetFromStorage(storage, asset) {
|
|
let storedAsset;
|
|
try {
|
|
storedAsset = await storage.getAsset(asset.storageKey);
|
|
}
|
|
catch (error) {
|
|
throw new Error(`Audio asset reload failed for ${asset.sourceName}: ${getErrorDetail(error)}`);
|
|
}
|
|
if (storedAsset === null) {
|
|
throw new Error(`Missing stored binary data for imported audio asset ${asset.sourceName}.`);
|
|
}
|
|
const storedAudioFile = getStoredAudioAssetFile(asset, storedAsset);
|
|
if (storedAudioFile === null) {
|
|
throw new Error(`Missing stored audio file for imported audio asset ${asset.sourceName}.`);
|
|
}
|
|
return loadAudioAssetFromFileRecord(asset, storedAudioFile);
|
|
}
|