return View when picking, use uint32_t for morphIndices

This commit is contained in:
Nick Fisher
2024-10-10 08:42:16 +08:00
parent f7da303d29
commit 5087cc48f5
7 changed files with 88 additions and 114 deletions

View File

@@ -16,16 +16,6 @@ external ffi.Pointer<ffi.Void> make_resource_loader(
ffi.Pointer<ffi.Void> owner,
);
@ffi.Native<
ffi.Pointer<TViewer> Function(ffi.Pointer<ffi.Void>, ffi.Pointer<ffi.Void>,
ffi.Pointer<ffi.Void>, ffi.Pointer<ffi.Char>)>(isLeaf: true)
external ffi.Pointer<TViewer> Viewer_create(
ffi.Pointer<ffi.Void> context,
ffi.Pointer<ffi.Void> loader,
ffi.Pointer<ffi.Void> platform,
ffi.Pointer<ffi.Char> uberArchivePath,
);
@ffi.Native<ffi.Void Function(ffi.Pointer<TViewer>)>(isLeaf: true)
external void destroy_filament_viewer(
ffi.Pointer<TViewer> viewer,
@@ -152,6 +142,28 @@ external void Viewer_setViewRenderable(
bool renderable,
);
@ffi.Native<
ffi.Void Function(
ffi.Pointer<TViewer>,
ffi.Pointer<TView>,
ffi.Int,
ffi.Int,
ffi.Pointer<
ffi.NativeFunction<
ffi.Void Function(EntityId entityId, ffi.Int x, ffi.Int y,
ffi.Pointer<TView> tView)>>)>(isLeaf: true)
external void Viewer_pick(
ffi.Pointer<TViewer> viewer,
ffi.Pointer<TView> tView,
int x,
int y,
ffi.Pointer<
ffi.NativeFunction<
ffi.Void Function(EntityId entityId, ffi.Int x, ffi.Int y,
ffi.Pointer<TView> tView)>>
callback,
);
@ffi.Native<ffi.Pointer<TEngine> Function(ffi.Pointer<TViewer>)>(isLeaf: true)
external ffi.Pointer<TEngine> Viewer_getEngine(
ffi.Pointer<TViewer> viewer,
@@ -398,25 +410,6 @@ external bool set_morph_target_weights(
int numWeights,
);
@ffi.Native<
ffi.Bool Function(
ffi.Pointer<TSceneManager>,
EntityId,
ffi.Pointer<ffi.Float>,
ffi.Pointer<ffi.Int>,
ffi.Int,
ffi.Int,
ffi.Float)>(isLeaf: true)
external bool set_morph_animation(
ffi.Pointer<TSceneManager> sceneManager,
int entity,
ffi.Pointer<ffi.Float> morphData,
ffi.Pointer<ffi.Int> morphIndices,
int numMorphTargets,
int numFrames,
double frameLengthInMs,
);
@ffi.Native<
ffi.Pointer<TMaterialInstance> Function(
ffi.Pointer<TSceneManager>, TMaterialKey)>(isLeaf: true)
@@ -669,6 +662,25 @@ external int SceneManager_loadGlbFromBuffer(
int layer,
);
@ffi.Native<
ffi.Bool Function(
ffi.Pointer<TSceneManager>,
EntityId,
ffi.Pointer<ffi.Float>,
ffi.Pointer<ffi.Uint32>,
ffi.Int,
ffi.Int,
ffi.Float)>(isLeaf: true)
external bool SceneManager_setMorphAnimation(
ffi.Pointer<TSceneManager> sceneManager,
int entity,
ffi.Pointer<ffi.Float> morphData,
ffi.Pointer<ffi.Uint32> morphIndices,
int numMorphTargets,
int numFrames,
double frameLengthInMs,
);
@ffi.Native<ffi.Bool Function(ffi.Pointer<TSceneManager>, EntityId)>(
isLeaf: true)
external bool update_bone_matrices(
@@ -841,27 +853,6 @@ external int reveal_mesh(
ffi.Pointer<ffi.Char> meshName,
);
@ffi.Native<
ffi.Void Function(
ffi.Pointer<TViewer>,
ffi.Pointer<TView>,
ffi.Int,
ffi.Int,
ffi.Pointer<
ffi.NativeFunction<
ffi.Void Function(
EntityId entityId, ffi.Int x, ffi.Int y)>>)>(isLeaf: true)
external void filament_pick(
ffi.Pointer<TViewer> viewer,
ffi.Pointer<TView> tView,
int x,
int y,
ffi.Pointer<
ffi.NativeFunction<
ffi.Void Function(EntityId entityId, ffi.Int x, ffi.Int y)>>
callback,
);
@ffi.Native<
ffi.Pointer<ffi.Char> Function(
ffi.Pointer<TSceneManager>, EntityId)>(isLeaf: true)
@@ -1430,7 +1421,7 @@ external void Viewer_requestFrameRenderThread(
external void View_setToneMappingRenderThread(
ffi.Pointer<TView> tView,
ffi.Pointer<TEngine> tEngine,
int arg2,
int thermion,
);
@ffi.Native<ffi.Void Function(ffi.Pointer<TView>, ffi.Double)>(isLeaf: true)

View File

@@ -83,9 +83,9 @@ class ThermionViewerFFI extends ThermionViewer {
this._driver = driver ?? nullptr;
this._sharedContext = sharedContext ?? nullptr;
// _onPickResultCallable =
// NativeCallable<Void Function(EntityId entityId, Int x, Int y)>.listener(
// _onPickResult);
_onPickResultCallable =
NativeCallable<Void Function(EntityId entityId, Int x, Int y, Pointer<TView> view)>.listener(
_onPickResult);
_initialize();
}
@@ -523,8 +523,8 @@ class ThermionViewerFFI extends ThermionViewer {
throw Exception("Not yet implemented");
}
final pathPtr = path.toNativeUtf8(allocator: allocator).cast<Char>();
var entity = await withIntCallback((callback)=> load_glb_render_thread(
_sceneManager!, pathPtr, numInstances, keepData, callback));
var entity = await withIntCallback((callback) => load_glb_render_thread(
_sceneManager!, pathPtr, numInstances, keepData, callback));
allocator.free(pathPtr);
if (entity == _FILAMENT_ASSET_ERROR) {
@@ -729,7 +729,7 @@ class ThermionViewerFFI extends ThermionViewer {
var meshEntity = meshEntities[i];
if (targetMeshNames?.contains(meshName) == false) {
_logger.info("Skipping $meshName, not contained in target");
// _logger.info("Skipping $meshName, not contained in target");
continue;
}
@@ -749,39 +749,24 @@ class ThermionViewerFFI extends ThermionViewer {
Child meshes: ${meshNames}""");
}
var indices =
intersection.map((m) => meshMorphTargets.indexOf(m)).toList();
var indices = Uint32List.fromList(
intersection.map((m) => meshMorphTargets.indexOf(m)).toList());
var frameData = animation.extract(morphTargets: intersection);
// var frameData = animation.data;
var frameData = animation.subset(intersection);
assert(frameData.length == animation.numFrames * intersection.length);
assert(
frameData.data.length == animation.numFrames * intersection.length);
var dataPtr = allocator<Float>(frameData.length);
// not currently working on WASM :( wasted a lot of time figuring that out as no error is thrown
// dataPtr
// .asTypedList(frameData.length)
// .setRange(0, frameData.length, frameData);
for (int i = 0; i < frameData.length; i++) {
dataPtr[i] = frameData[i];
}
final idxPtr = allocator<Int>(indices.length);
for (int i = 0; i < indices.length; i++) {
idxPtr[i] = indices[i];
}
var result = set_morph_animation(
var result = SceneManager_setMorphAnimation(
_sceneManager!,
meshEntity,
dataPtr,
idxPtr,
frameData.data.address,
indices.address,
indices.length,
animation.numFrames,
animation.frameLengthInMs);
allocator.free(dataPtr);
allocator.free(idxPtr);
if (!result) {
throw Exception("Failed to set morph animation data for ${meshName}");
}
@@ -1484,14 +1469,11 @@ class ThermionViewerFFI extends ThermionViewer {
final view = FFIView(viewPtr, _viewer!);
final viewport = await view.getViewport();
// _pickResultController.add((
// entity: entityId,
// x: (x / pixelRatio).toDouble(),
// y: (viewport.height - y) / pixelRatio
// ));
_pickResultController
.add((entity: entityId, x: x.ceil(), y: (viewport.height - y).ceil()));
}
late NativeCallable<Void Function(EntityId entityId, Int x, Int y)>
late NativeCallable<Void Function(EntityId entityId, Int x, Int y, Pointer<TView> view)>
_onPickResultCallable;
///
@@ -1499,11 +1481,11 @@ class ThermionViewerFFI extends ThermionViewer {
///
@override
void pick(int x, int y) async {
// x = (x * pixelRatio).ceil();
// y = (viewportDimensions.$2 - (y * pixelRatio)).ceil();
// final view = (await getViewAt(0)) as FFIView;
// filament_pick(
// _viewer!, view.view, x, y, _onPickResultCallable.nativeFunction);
final view = (await getViewAt(0)) as FFIView;
var viewport = await view.getViewport();
y = (viewport.height - y).ceil();
Viewer_pick(
_viewer!, view.view, x, y, _onPickResultCallable.nativeFunction);
}
///