ed444b0615
This is a breaking change needed to fully implement instancing and stencil highlighting.
Previously, users would work directly with entities (on the Dart side, ThermionEntity), e.g.
final entity = await viewer.loadGlb("some.glb");
However, Filament "entities" are a lower-level abstraction.
Loading a glTF file, for example, inserts multiple entities into the scene.
For example, each mesh, light, and camera within a glTF asset will be assigned an entity. A top-level (non-renderable) entity will also be created for the glTF asset, which can be used to transform the entire hierarchy.
"Asset" is a better representation for loading/inserting objects into the scene; think of this as a bundle of entities.
Unless you need to work directly with transforms, instancing, materials and renderables, you can work directly with ThermionAsset.
269 lines
11 KiB
Dart
269 lines
11 KiB
Dart
import 'dart:io';
|
|
import 'dart:math';
|
|
import 'package:thermion_dart/src/viewer/src/ffi/src/thermion_viewer_ffi.dart';
|
|
import 'package:thermion_dart/thermion_dart.dart';
|
|
import 'package:test/test.dart';
|
|
|
|
import 'package:vector_math/vector_math_64.dart';
|
|
|
|
import 'helpers.dart';
|
|
|
|
void main() async {
|
|
final testHelper = TestHelper("overlay");
|
|
|
|
group("overlay tests", () {
|
|
group("stencil", () {
|
|
test('set stencil highlight for geometry', () async {
|
|
await testHelper.withViewer((viewer) async {
|
|
var cube = await viewer.createGeometry(GeometryHelper.cube());
|
|
await testHelper.capture(viewer, "geometry_before_stencil_highlight");
|
|
await cube.setStencilHighlight();
|
|
|
|
await testHelper.capture(viewer, "geometry_add_stencil_highlight");
|
|
|
|
await cube.removeStencilHighlight();
|
|
|
|
await testHelper.capture(viewer, "geometry_remove_stencil_highlight");
|
|
}, postProcessing: true);
|
|
});
|
|
|
|
test('set stencil highlight for glb', () async {
|
|
await testHelper.withViewer((viewer) async {
|
|
var cube = await viewer.loadGlb(
|
|
"${testHelper.testDir}/assets/cube.glb",
|
|
numInstances: 2);
|
|
await testHelper.capture(viewer, "glb_before_stencil_highlight");
|
|
|
|
// gltf is slightly more complicated, because the "head" entity is
|
|
// not renderable, so we need to pick a child entity with a renderable
|
|
// component.
|
|
await cube.setStencilHighlight(entityIndex: 0);
|
|
|
|
await testHelper.capture(viewer, "glb_add_stencil_highlight");
|
|
|
|
await cube.removeStencilHighlight();
|
|
|
|
await testHelper.capture(viewer, "glb_remove_stencil_highlight");
|
|
}, postProcessing: true, bg: kWhite);
|
|
});
|
|
|
|
test('add gizmo', () async {
|
|
await testHelper.withViewer((viewer) async {
|
|
var cube = await viewer.createGeometry(GeometryHelper.cube());
|
|
|
|
final view = await viewer.getViewAt(0);
|
|
final gizmo = await viewer.createGizmo(view);
|
|
await viewer.setLayerVisibility(VisibilityLayers.OVERLAY, true);
|
|
await viewer.addEntityToScene(gizmo);
|
|
await viewer.setTransform(gizmo, Matrix4.identity());
|
|
// await gizmo.attach(cube.entity);
|
|
|
|
await testHelper.capture(viewer, "gizmo_attached");
|
|
|
|
// await gizmo.detach();
|
|
|
|
// await testHelper.capture(viewer, "gizmo_detached");
|
|
}, postProcessing: true, bg: kWhite);
|
|
});
|
|
});
|
|
});
|
|
|
|
// test('set uv scaling (unlit)', () async {
|
|
// var viewer = await testHelper.createViewer();
|
|
// await viewer.setBackgroundColor(1.0, 0.0, 0.0, 1.0);
|
|
// await viewer.setCameraPosition(0, 0, 6);
|
|
// await viewer.addDirectLight(
|
|
// DirectLight.sun(direction: Vector3(0, 0, -1)..normalize()));
|
|
|
|
// final unlitMaterialInstance = await viewer.createUnlitMaterialInstance();
|
|
// final cube = await viewer.createGeometry(GeometryHelper.cube(),
|
|
// materialInstance: unlitMaterialInstance);
|
|
// await viewer.setMaterialPropertyFloat4(
|
|
// cube, 'baseColorFactor', 0, 1, 1, 1, 1);
|
|
// await viewer.setMaterialPropertyInt(cube, 'baseColorIndex', 0, 1);
|
|
// unlitMaterialInstance.setParameterFloat2("uvScale", 2.0, 4.0);
|
|
|
|
// var textureData =
|
|
// File("${testHelper.testDir}/assets/cube_texture_512x512.png")
|
|
// .readAsBytesSync();
|
|
// var texture = await viewer.createTexture(textureData);
|
|
// await viewer.applyTexture(texture, cube);
|
|
// await testHelper.capture(viewer, "set_uv_scaling");
|
|
// await viewer.dispose();
|
|
// });
|
|
// });
|
|
|
|
// group("texture", () {
|
|
// test("create/apply/dispose texture", () async {
|
|
// var viewer = await testHelper.createViewer();
|
|
|
|
// var textureData =
|
|
// File("${testHelper.testDir}/assets/cube_texture_512x512.png")
|
|
// .readAsBytesSync();
|
|
|
|
// var texture = await viewer.createTexture(textureData);
|
|
// await viewer.setBackgroundColor(0.0, 0.0, 0.0, 1.0);
|
|
// await viewer.addDirectLight(
|
|
// DirectLight.sun(direction: Vector3(0, -10, -1)..normalize()));
|
|
// await viewer.addDirectLight(DirectLight.spot(
|
|
// intensity: 1000000,
|
|
// position: Vector3(0, 0, 1.5),
|
|
// direction: Vector3(0, 0, -1)..normalize(),
|
|
// falloffRadius: 10,
|
|
// spotLightConeInner: 1,
|
|
// spotLightConeOuter: 1));
|
|
// await viewer.setCameraPosition(0, 2, 6);
|
|
// await viewer
|
|
// .setCameraRotation(Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 8));
|
|
// var materialInstance =
|
|
// await viewer.createUbershaderMaterialInstance(unlit: true);
|
|
// var cube = await viewer.createGeometry(GeometryHelper.cube(),
|
|
// materialInstances: [materialInstance]);
|
|
|
|
// await viewer.setPostProcessing(true);
|
|
// await viewer.setToneMapping(ToneMapper.LINEAR);
|
|
|
|
// await viewer.applyTexture(texture, cube,
|
|
// materialIndex: 0, parameterName: "baseColorMap");
|
|
|
|
// await testHelper.capture(viewer, "texture_applied_to_geometry");
|
|
|
|
// await viewer.removeEntity(cube);
|
|
// await viewer.destroyTexture(texture);
|
|
// await viewer.dispose();
|
|
// });
|
|
// });
|
|
|
|
// group("unproject", () {
|
|
// test("unproject", () async {
|
|
// final dimensions = (width: 1280, height: 768);
|
|
|
|
// var viewer = await testHelper.createViewer(viewportDimensions: dimensions);
|
|
// await viewer.setPostProcessing(false);
|
|
// // await viewer.setToneMapping(ToneMapper.LINEAR);
|
|
// await viewer.setBackgroundColor(1.0, 1.0, 1.0, 1.0);
|
|
// // await viewer.createIbl(1.0, 1.0, 1.0, 100000);
|
|
// await viewer.addLight(LightType.SUN, 6500, 100000, -2, 0, 0, 1, -1, 0);
|
|
// await viewer.addLight(LightType.SPOT, 6500, 500000, 0, 0, 2, 0, 0, -1,
|
|
// falloffRadius: 10, spotLightConeInner: 1.0, spotLightConeOuter: 2.0);
|
|
|
|
// await viewer.setCameraPosition(-3, 4, 6);
|
|
// await viewer.setCameraRotation(
|
|
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
|
// Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 6));
|
|
// var cube =
|
|
// await viewer.createGeometry(GeometryHelper.cube(), keepData: true);
|
|
// await viewer.setMaterialPropertyFloat4(
|
|
// cube, "baseColorFactor", 0, 1.0, 1.0, 1.0, 1.0);
|
|
// var textureData =
|
|
// File("${testHelper.testDir}/assets/cube_texture_512x512.png").readAsBytesSync();
|
|
// var texture = await viewer.createTexture(textureData);
|
|
// await viewer.applyTexture(texture, cube,
|
|
// materialIndex: 0, parameterName: "baseColorMap");
|
|
|
|
// var numFrames = 60;
|
|
|
|
// // first do the render
|
|
// for (int i = 0; i < numFrames; i++) {
|
|
// await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6);
|
|
|
|
// await viewer.setCameraRotation(
|
|
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
|
// Quaternion.axisAngle(
|
|
// Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6)));
|
|
|
|
// var rendered = await testHelper.capture(viewer, "unproject_render$i");
|
|
// var renderPng =
|
|
// await pixelsToPng(rendered, dimensions.width, dimensions.height);
|
|
|
|
// File("${outDir.path}/unproject_render${i}.png")
|
|
// .writeAsBytesSync(renderPng);
|
|
// }
|
|
|
|
// // then go off and convert the video
|
|
|
|
// // now unproject the render back onto the geometry
|
|
// final textureSize = (width: 1280, height: 768);
|
|
// var pixels = <Uint8List>[];
|
|
// // note we skip the first frame
|
|
// for (int i = 0; i < numFrames; i++) {
|
|
// await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6);
|
|
|
|
// await viewer.setCameraRotation(
|
|
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
|
// Quaternion.axisAngle(
|
|
// Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6)));
|
|
|
|
// var input = pngToPixelBuffer(File(
|
|
// "${outDir.path}/a8c317af-6081-4848-8a06-f6b69bc57664_${i + 1}.png")
|
|
// .readAsBytesSync());
|
|
// var pixelBuffer = await (await viewer as ThermionViewerFFI).unproject(
|
|
// cube,
|
|
// input,
|
|
// dimensions.width,
|
|
// dimensions.height,
|
|
// textureSize.width,
|
|
// textureSize.height);
|
|
|
|
// // var png = await pixelsToPng(Uint8List.fromList(pixelBuffer),
|
|
// // dimensions.width, dimensions.height);
|
|
|
|
// await savePixelBufferToBmp(
|
|
// pixelBuffer,
|
|
// textureSize.width,
|
|
// textureSize.height,
|
|
// p.join(outDir.path, "unprojected_texture${i}.bmp"));
|
|
|
|
// pixels.add(pixelBuffer);
|
|
|
|
// if (i > 10) {
|
|
// break;
|
|
// }
|
|
// }
|
|
|
|
// // }
|
|
|
|
// final aggregatePixelBuffer = medianImages(pixels);
|
|
// await savePixelBufferToBmp(aggregatePixelBuffer, textureSize.width,
|
|
// textureSize.height, "unproject_texture.bmp");
|
|
// var pixelBufferPng = await pixelsToPng(
|
|
// Uint8List.fromList(aggregatePixelBuffer),
|
|
// dimensions.width,
|
|
// dimensions.height);
|
|
// File("${outDir.path}/unproject_texture.png")
|
|
// .writeAsBytesSync(pixelBufferPng);
|
|
|
|
// await viewer.setPostProcessing(true);
|
|
// await viewer.setToneMapping(ToneMapper.LINEAR);
|
|
|
|
// final unlit = await viewer.createUnlitMaterialInstance();
|
|
// await viewer.removeEntity(cube);
|
|
// cube = await viewer.createGeometry(GeometryHelper.cube(),
|
|
// materialInstance: unlit);
|
|
// var reconstructedTexture = await viewer.createTexture(pixelBufferPng);
|
|
// await viewer.applyTexture(reconstructedTexture, cube);
|
|
|
|
// await viewer.setCameraRotation(
|
|
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
|
// Quaternion.axisAngle(Vector3(1, 0, 0), -pi / 6));
|
|
// await testHelper.capture(viewer, "unproject_reconstruct");
|
|
|
|
// // now re-render
|
|
// for (int i = 0; i < numFrames; i++) {
|
|
// await viewer.setCameraPosition(-3 + (i / numFrames * 2), 4, 6);
|
|
|
|
// await viewer.setCameraRotation(
|
|
// Quaternion.axisAngle(Vector3(0, 1, 0), -pi / 8) *
|
|
// Quaternion.axisAngle(
|
|
// Vector3(1, 0, 0), -pi / 6 - (i / numFrames * pi / 6)));
|
|
|
|
// var rendered = await testHelper.capture(viewer, "unproject_rerender$i");
|
|
// var renderPng =
|
|
// await pixelsToPng(rendered, dimensions.width, dimensions.height);
|
|
|
|
// File("${outDir.path}/unproject_rerender${i}.png")
|
|
// .writeAsBytesSync(renderPng);
|
|
// }
|
|
// }, timeout: Timeout(Duration(minutes: 2)));
|
|
}
|